{"level":"warn","ts":"2026-05-20T04:05:22.380255Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-20T04:05:22.380379Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-20T04:05:22.380457Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-20T04:05:22.380471Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-05-20T04:05:22.380494Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-20T04:05:22.381312Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-05-20T04:05:22.381398Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-20T04:05:22.384408Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.733431ms"} {"level":"info","ts":"2026-05-20T04:05:22.402285Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-05-20T04:05:22.402487Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-05-20T04:05:22.402536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-05-20T04:05:22.402564Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-20T04:05:22.40259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-05-20T04:05:22.402666Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-05-20T04:05:22.40963Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-20T04:05:22.412998Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-20T04:05:22.415499Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-20T04:05:22.418929Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-20T04:05:22.419184Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-20T04:05:22.419341Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-20T04:05:22.419549Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-20T04:05:22.419593Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-20T04:05:22.420475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-05-20T04:05:22.420661Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-05-20T04:05:22.423572Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-20T04:05:22.423723Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-05-20T04:05:22.423799Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-05-20T04:05:22.423913Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-20T04:05:22.423963Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-20T04:05:22.703883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-05-20T04:05:22.703984Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-20T04:05:22.70401Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-05-20T04:05:22.704039Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-05-20T04:05:22.704051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-05-20T04:05:22.704225Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-05-20T04:05:22.704254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-05-20T04:05:22.705767Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T04:05:22.706664Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-20T04:05:22.706649Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-05-20T04:05:22.706985Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-20T04:05:22.707262Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-20T04:05:22.707308Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-20T04:05:22.707337Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T04:05:22.707516Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T04:05:22.707571Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T04:05:22.710864Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-20T04:05:22.710942Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"warn","ts":"2026-05-20T04:05:39.98172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21736219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:05:39.981908Z","caller":"traceutil/trace.go:171","msg":"trace[806909910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:398; }","duration":"1.217601136s","start":"2026-05-20T04:05:38.764282Z","end":"2026-05-20T04:05:39.981883Z","steps":["trace[806909910] 'range keys from in-memory index tree' (duration: 1.217246487s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:39.981981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:38.764258Z","time spent":"1.217706709s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:05:40.560525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578214273,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:05:40.805835Z","caller":"traceutil/trace.go:171","msg":"trace[195247581] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:414; }","duration":"746.292693ms","start":"2026-05-20T04:05:40.059509Z","end":"2026-05-20T04:05:40.805802Z","steps":["trace[195247581] 'read index received' (duration: 746.086088ms)","trace[195247581] 'applied index is now lower than readState.Index' (duration: 205.605µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:05:40.805892Z","caller":"traceutil/trace.go:171","msg":"trace[1652578593] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"819.610497ms","start":"2026-05-20T04:05:39.986254Z","end":"2026-05-20T04:05:40.805864Z","steps":["trace[1652578593] 'process raft request' (duration: 819.403002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:40.806024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.497898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T04:05:40.806141Z","caller":"traceutil/trace.go:171","msg":"trace[29959741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:399; }","duration":"746.662932ms","start":"2026-05-20T04:05:40.059462Z","end":"2026-05-20T04:05:40.806125Z","steps":["trace[29959741] 'agreement among raft nodes before linearized reading' (duration: 746.476328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:40.806197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:40.059439Z","time spent":"746.745254ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:05:40.806268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.631861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-20T04:05:40.806384Z","caller":"traceutil/trace.go:171","msg":"trace[1998354159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:399; }","duration":"723.779354ms","start":"2026-05-20T04:05:40.082577Z","end":"2026-05-20T04:05:40.806356Z","steps":["trace[1998354159] 'agreement among raft nodes before linearized reading' (duration: 723.61096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:40.806451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:40.082556Z","time spent":"723.880537ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:05:40.806615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.90197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-05-20T04:05:40.806669Z","caller":"traceutil/trace.go:171","msg":"trace[1005444427] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:399; }","duration":"451.972741ms","start":"2026-05-20T04:05:40.354669Z","end":"2026-05-20T04:05:40.806641Z","steps":["trace[1005444427] 'agreement among raft nodes before linearized reading' (duration: 451.896159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:40.806747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:40.354639Z","time spent":"452.098876ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6987,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-20T04:05:40.80679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.961793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T04:05:40.806684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:39.986226Z","time spent":"819.77574ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:40.806857Z","caller":"traceutil/trace.go:171","msg":"trace[818401127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:399; }","duration":"512.069625ms","start":"2026-05-20T04:05:40.294769Z","end":"2026-05-20T04:05:40.806839Z","steps":["trace[818401127] 'agreement among raft nodes before linearized reading' (duration: 511.971193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:40.806946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:40.294748Z","time spent":"512.185759ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:05:41.289244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.875615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:05:41.289555Z","caller":"traceutil/trace.go:171","msg":"trace[721822169] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"477.786846ms","start":"2026-05-20T04:05:40.811752Z","end":"2026-05-20T04:05:41.289539Z","steps":["trace[721822169] 'process raft request' (duration: 477.592071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:41.289627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:40.811737Z","time spent":"477.858357ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:41.289655Z","caller":"traceutil/trace.go:171","msg":"trace[227974185] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"479.038167ms","start":"2026-05-20T04:05:40.810562Z","end":"2026-05-20T04:05:41.2896Z","steps":["trace[227974185] 'process raft request' (duration: 99.615479ms)","trace[227974185] 'compare' (duration: 378.789712ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:05:41.289771Z","caller":"traceutil/trace.go:171","msg":"trace[1119687634] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"472.261023ms","start":"2026-05-20T04:05:40.817466Z","end":"2026-05-20T04:05:41.289727Z","steps":["trace[1119687634] 'process raft request' (duration: 471.928525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:41.289927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:40.810546Z","time spent":"479.239232ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:05:41.289986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:40.817441Z","time spent":"472.416818ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:42.954855Z","caller":"traceutil/trace.go:171","msg":"trace[282360301] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:426; }","duration":"111.318749ms","start":"2026-05-20T04:05:42.843503Z","end":"2026-05-20T04:05:42.954821Z","steps":["trace[282360301] 'read index received' (duration: 111.016441ms)","trace[282360301] 'applied index is now lower than readState.Index' (duration: 300.718µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:05:42.954954Z","caller":"traceutil/trace.go:171","msg":"trace[388059668] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"140.427787ms","start":"2026-05-20T04:05:42.814487Z","end":"2026-05-20T04:05:42.954915Z","steps":["trace[388059668] 'process raft request' (duration: 140.12613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:42.955185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.571236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:05:42.955294Z","caller":"traceutil/trace.go:171","msg":"trace[498589467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:410; }","duration":"111.827603ms","start":"2026-05-20T04:05:42.843446Z","end":"2026-05-20T04:05:42.955273Z","steps":["trace[498589467] 'agreement among raft nodes before linearized reading' (duration: 111.511735ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:43.075807Z","caller":"traceutil/trace.go:171","msg":"trace[2114310741] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"115.475206ms","start":"2026-05-20T04:05:42.960301Z","end":"2026-05-20T04:05:43.075776Z","steps":["trace[2114310741] 'process raft request' (duration: 52.797496ms)","trace[2114310741] 'compare' (duration: 62.555407ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:05:43.575522Z","caller":"traceutil/trace.go:171","msg":"trace[687664123] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"274.311027ms","start":"2026-05-20T04:05:43.301178Z","end":"2026-05-20T04:05:43.575489Z","steps":["trace[687664123] 'process raft request' (duration: 274.03166ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:46.296398Z","caller":"traceutil/trace.go:171","msg":"trace[779698225] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:434; }","duration":"414.765406ms","start":"2026-05-20T04:05:45.881607Z","end":"2026-05-20T04:05:46.296372Z","steps":["trace[779698225] 'read index received' (duration: 414.51958ms)","trace[779698225] 'applied index is now lower than readState.Index' (duration: 242.186µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:05:46.29657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.94548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:05:46.29652Z","caller":"traceutil/trace.go:171","msg":"trace[393756850] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"709.178909ms","start":"2026-05-20T04:05:45.587286Z","end":"2026-05-20T04:05:46.296465Z","steps":["trace[393756850] 'process raft request' (duration: 708.935773ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:46.296616Z","caller":"traceutil/trace.go:171","msg":"trace[141575768] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:418; }","duration":"415.048323ms","start":"2026-05-20T04:05:45.881555Z","end":"2026-05-20T04:05:46.296603Z","steps":["trace[141575768] 'agreement among raft nodes before linearized reading' (duration: 414.919059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:46.296656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:45.88153Z","time spent":"415.118095ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:05:46.296788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:45.587259Z","time spent":"709.388605ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:05:46.902317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.708079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:05:46.902486Z","caller":"traceutil/trace.go:171","msg":"trace[335629069] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:436; }","duration":"380.370381ms","start":"2026-05-20T04:05:46.522092Z","end":"2026-05-20T04:05:46.902463Z","steps":["trace[335629069] 'read index received' (duration: 48.661µs)","trace[335629069] 'applied index is now lower than readState.Index' (duration: 380.31992ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:05:46.902552Z","caller":"traceutil/trace.go:171","msg":"trace[992834462] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"590.764218ms","start":"2026-05-20T04:05:46.311747Z","end":"2026-05-20T04:05:46.902512Z","steps":["trace[992834462] 'compare' (duration: 580.503524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:46.902607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.520706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:05:46.902797Z","caller":"traceutil/trace.go:171","msg":"trace[1821437574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"380.736912ms","start":"2026-05-20T04:05:46.522048Z","end":"2026-05-20T04:05:46.902785Z","steps":["trace[1821437574] 'agreement among raft nodes before linearized reading' (duration: 380.476246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:46.902792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:46.311717Z","time spent":"590.945662ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:05:46.902841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:46.522023Z","time spent":"380.807743ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:05:47.589762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578214329,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:05:47.944021Z","caller":"traceutil/trace.go:171","msg":"trace[1028144347] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:437; }","duration":"854.506674ms","start":"2026-05-20T04:05:47.089477Z","end":"2026-05-20T04:05:47.943984Z","steps":["trace[1028144347] 'read index received' (duration: 852.615666ms)","trace[1028144347] 'applied index is now lower than readState.Index' (duration: 1.888428ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:05:47.944039Z","caller":"traceutil/trace.go:171","msg":"trace[1823784223] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"969.068658ms","start":"2026-05-20T04:05:46.974937Z","end":"2026-05-20T04:05:47.944006Z","steps":["trace[1823784223] 'process raft request' (duration: 967.061497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:47.944239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:46.9749Z","time spent":"969.228862ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:05:47.944378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.790131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:05:47.944475Z","caller":"traceutil/trace.go:171","msg":"trace[2076732248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:420; }","duration":"536.937225ms","start":"2026-05-20T04:05:47.407506Z","end":"2026-05-20T04:05:47.944443Z","steps":["trace[2076732248] 'agreement among raft nodes before linearized reading' (duration: 536.73576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:47.944535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:47.40748Z","time spent":"537.045487ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:05:47.944633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.197636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:05:47.944429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.920034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-20T04:05:47.944678Z","caller":"traceutil/trace.go:171","msg":"trace[1683868618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"422.273879ms","start":"2026-05-20T04:05:47.522389Z","end":"2026-05-20T04:05:47.944663Z","steps":["trace[1683868618] 'agreement among raft nodes before linearized reading' (duration: 422.204107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:47.944715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:47.522367Z","time spent":"422.342011ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:05:47.944718Z","caller":"traceutil/trace.go:171","msg":"trace[26828307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:420; }","duration":"855.282765ms","start":"2026-05-20T04:05:47.089415Z","end":"2026-05-20T04:05:47.944698Z","steps":["trace[26828307] 'agreement among raft nodes before linearized reading' (duration: 854.73038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:47.945363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:47.089322Z","time spent":"855.444689ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:05:54.040044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000297321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:05:54.040168Z","caller":"traceutil/trace.go:171","msg":"trace[1084563432] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000475526s","start":"2026-05-20T04:05:52.039668Z","end":"2026-05-20T04:05:54.040143Z","steps":["trace[1084563432] 'agreement among raft nodes before linearized reading' (duration: 2.000316232s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:54.04022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:52.039651Z","time spent":"2.000559618s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:05:54.527172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00335572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:05:54.52731Z","caller":"traceutil/trace.go:171","msg":"trace[1127676309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00410073s","start":"2026-05-20T04:05:52.523183Z","end":"2026-05-20T04:05:54.527283Z","steps":["trace[1127676309] 'agreement among raft nodes before linearized reading' (duration: 2.002780676s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:54.527365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:52.523111Z","time spent":"2.004240972s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:05:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:05:54.54873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053415658s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:05:54.548845Z","caller":"traceutil/trace.go:171","msg":"trace[151692192] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:481; }","duration":"3.004043379s","start":"2026-05-20T04:05:51.544783Z","end":"2026-05-20T04:05:54.548826Z","steps":["trace[151692192] 'read index received' (duration: 37.141µs)","trace[151692192] 'applied index is now lower than readState.Index' (duration: 3.004004898s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:05:54.549199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004389038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:05:54.549296Z","caller":"traceutil/trace.go:171","msg":"trace[1914759307] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:463; }","duration":"3.004530051s","start":"2026-05-20T04:05:51.544745Z","end":"2026-05-20T04:05:54.549275Z","steps":["trace[1914759307] 'agreement among raft nodes before linearized reading' (duration: 3.004368237s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:54.549348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:51.544726Z","time spent":"3.004609994s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-05-20T04:05:54.73962Z","caller":"traceutil/trace.go:171","msg":"trace[1160263075] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:482; }","duration":"190.714129ms","start":"2026-05-20T04:05:54.548869Z","end":"2026-05-20T04:05:54.739584Z","steps":["trace[1160263075] 'read index received' (duration: 190.379101ms)","trace[1160263075] 'applied index is now lower than readState.Index' (duration: 333.838µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:05:54.739747Z","caller":"traceutil/trace.go:171","msg":"trace[1904376863] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"693.810215ms","start":"2026-05-20T04:05:54.045853Z","end":"2026-05-20T04:05:54.739663Z","steps":["trace[1904376863] 'process raft request' (duration: 693.489457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:54.739827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77402479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T04:05:54.739918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.996973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:05:54.739818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417764227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T04:05:54.739951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:54.045821Z","time spent":"694.040751ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:05:54.739976Z","caller":"traceutil/trace.go:171","msg":"trace[1663147408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:464; }","duration":"2.417997933s","start":"2026-05-20T04:05:52.321969Z","end":"2026-05-20T04:05:54.739967Z","steps":["trace[1663147408] 'agreement among raft nodes before linearized reading' (duration: 2.417654604s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:54.739997Z","caller":"traceutil/trace.go:171","msg":"trace[1908677980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:464; }","duration":"199.056264ms","start":"2026-05-20T04:05:54.540912Z","end":"2026-05-20T04:05:54.739968Z","steps":["trace[1908677980] 'agreement among raft nodes before linearized reading' (duration: 198.976652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:54.740002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774219155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T04:05:54.740027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:52.321948Z","time spent":"2.418068095s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:05:54.740057Z","caller":"traceutil/trace.go:171","msg":"trace[386211296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:464; }","duration":"2.774342648s","start":"2026-05-20T04:05:51.965694Z","end":"2026-05-20T04:05:54.740036Z","steps":["trace[386211296] 'agreement among raft nodes before linearized reading' (duration: 2.774104762s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:54.740104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:51.965667Z","time spent":"2.77442694s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:05:54.739931Z","caller":"traceutil/trace.go:171","msg":"trace[1261688500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:464; }","duration":"2.774189843s","start":"2026-05-20T04:05:51.965716Z","end":"2026-05-20T04:05:54.739906Z","steps":["trace[1261688500] 'agreement among raft nodes before linearized reading' (duration: 2.773981558s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:54.740316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777639412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:05:54.740341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:51.965694Z","time spent":"2.774598684s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:05:54.740391Z","caller":"traceutil/trace.go:171","msg":"trace[321509134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:464; }","duration":"2.778234317s","start":"2026-05-20T04:05:51.962136Z","end":"2026-05-20T04:05:54.74037Z","steps":["trace[321509134] 'agreement among raft nodes before linearized reading' (duration: 2.777986661s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:54.740437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:51.962113Z","time spent":"2.77831532s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:05:55.143904Z","caller":"traceutil/trace.go:171","msg":"trace[705286363] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"169.638588ms","start":"2026-05-20T04:05:54.974239Z","end":"2026-05-20T04:05:55.143878Z","steps":["trace[705286363] 'process raft request' (duration: 169.407002ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.158952Z","caller":"traceutil/trace.go:171","msg":"trace[338035876] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"182.076218ms","start":"2026-05-20T04:05:54.976849Z","end":"2026-05-20T04:05:55.158926Z","steps":["trace[338035876] 'process raft request' (duration: 181.700359ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.158972Z","caller":"traceutil/trace.go:171","msg":"trace[652394976] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"182.029997ms","start":"2026-05-20T04:05:54.976925Z","end":"2026-05-20T04:05:55.158955Z","steps":["trace[652394976] 'process raft request' (duration: 181.807032ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.159145Z","caller":"traceutil/trace.go:171","msg":"trace[431965356] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"170.786018ms","start":"2026-05-20T04:05:54.988304Z","end":"2026-05-20T04:05:55.15909Z","steps":["trace[431965356] 'process raft request' (duration: 170.636624ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.159166Z","caller":"traceutil/trace.go:171","msg":"trace[391531489] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"170.190483ms","start":"2026-05-20T04:05:54.988963Z","end":"2026-05-20T04:05:55.159154Z","steps":["trace[391531489] 'process raft request' (duration: 170.021579ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.159074Z","caller":"traceutil/trace.go:171","msg":"trace[1625822909] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"172.068991ms","start":"2026-05-20T04:05:54.986969Z","end":"2026-05-20T04:05:55.159038Z","steps":["trace[1625822909] 'process raft request' (duration: 171.923628ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.159017Z","caller":"traceutil/trace.go:171","msg":"trace[1877528130] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"173.9806ms","start":"2026-05-20T04:05:54.985028Z","end":"2026-05-20T04:05:55.159009Z","steps":["trace[1877528130] 'process raft request' (duration: 173.768174ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.159308Z","caller":"traceutil/trace.go:171","msg":"trace[2054647422] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"170.11855ms","start":"2026-05-20T04:05:54.989164Z","end":"2026-05-20T04:05:55.159282Z","steps":["trace[2054647422] 'process raft request' (duration: 169.872094ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.159611Z","caller":"traceutil/trace.go:171","msg":"trace[645113207] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"163.576782ms","start":"2026-05-20T04:05:54.996015Z","end":"2026-05-20T04:05:55.159592Z","steps":["trace[645113207] 'process raft request' (duration: 163.130931ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.159677Z","caller":"traceutil/trace.go:171","msg":"trace[635734634] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"146.656658ms","start":"2026-05-20T04:05:55.013Z","end":"2026-05-20T04:05:55.159657Z","steps":["trace[635734634] 'process raft request' (duration: 146.600637ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.159708Z","caller":"traceutil/trace.go:171","msg":"trace[854733318] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"158.144603ms","start":"2026-05-20T04:05:55.00155Z","end":"2026-05-20T04:05:55.159695Z","steps":["trace[854733318] 'process raft request' (duration: 157.981639ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.281925Z","caller":"traceutil/trace.go:171","msg":"trace[196087739] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"131.579121ms","start":"2026-05-20T04:05:55.150309Z","end":"2026-05-20T04:05:55.281888Z","steps":["trace[196087739] 'process raft request' (duration: 131.282643ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.281968Z","caller":"traceutil/trace.go:171","msg":"trace[827195509] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"131.066608ms","start":"2026-05-20T04:05:55.150874Z","end":"2026-05-20T04:05:55.281941Z","steps":["trace[827195509] 'process raft request' (duration: 130.917614ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.281929Z","caller":"traceutil/trace.go:171","msg":"trace[1528740471] transaction","detail":"{read_only:false; number_of_response:1; response_revision:482; }","duration":"129.269441ms","start":"2026-05-20T04:05:55.152637Z","end":"2026-05-20T04:05:55.281907Z","steps":["trace[1528740471] 'process raft request' (duration: 129.22206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:55.609255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.889561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:05:55.609461Z","caller":"traceutil/trace.go:171","msg":"trace[1848817896] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"439.755709ms","start":"2026-05-20T04:05:55.169671Z","end":"2026-05-20T04:05:55.609426Z","steps":["trace[1848817896] 'process raft request' (duration: 266.60698ms)","trace[1848817896] 'compare' (duration: 172.677736ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:05:55.609651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.169647Z","time spent":"439.905002ms","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:05:55.609696Z","caller":"traceutil/trace.go:171","msg":"trace[126245165] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"439.499971ms","start":"2026-05-20T04:05:55.170154Z","end":"2026-05-20T04:05:55.609654Z","steps":["trace[126245165] 'process raft request' (duration: 439.226004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:55.609885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.170147Z","time spent":"439.628364ms","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:05:55.609956Z","caller":"traceutil/trace.go:171","msg":"trace[309892245] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"431.526797ms","start":"2026-05-20T04:05:55.178381Z","end":"2026-05-20T04:05:55.609908Z","steps":["trace[309892245] 'process raft request' (duration: 431.083925ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.610005Z","caller":"traceutil/trace.go:171","msg":"trace[365475242] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"431.372983ms","start":"2026-05-20T04:05:55.178619Z","end":"2026-05-20T04:05:55.609992Z","steps":["trace[365475242] 'process raft request' (duration: 431.078985ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.609985Z","caller":"traceutil/trace.go:171","msg":"trace[2082357410] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"438.121577ms","start":"2026-05-20T04:05:55.171822Z","end":"2026-05-20T04:05:55.609944Z","steps":["trace[2082357410] 'process raft request' (duration: 437.597993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:55.610091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.178611Z","time spent":"431.438784ms","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:05:55.610152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.171816Z","time spent":"438.25042ms","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:05:55.610182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.178369Z","time spent":"431.6858ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:55.610237Z","caller":"traceutil/trace.go:171","msg":"trace[1576881320] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"314.414507ms","start":"2026-05-20T04:05:55.295802Z","end":"2026-05-20T04:05:55.610217Z","steps":["trace[1576881320] 'process raft request' (duration: 314.335385ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.610271Z","caller":"traceutil/trace.go:171","msg":"trace[1370374448] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"431.806293ms","start":"2026-05-20T04:05:55.178447Z","end":"2026-05-20T04:05:55.610253Z","steps":["trace[1370374448] 'process raft request' (duration: 431.150107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:55.610339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.295792Z","time spent":"314.489439ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:05:55.610371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.178439Z","time spent":"431.870995ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:55.610391Z","caller":"traceutil/trace.go:171","msg":"trace[1533216360] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"430.004638ms","start":"2026-05-20T04:05:55.180366Z","end":"2026-05-20T04:05:55.610371Z","steps":["trace[1533216360] 'process raft request' (duration: 429.368332ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.610477Z","caller":"traceutil/trace.go:171","msg":"trace[1340438002] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"355.645137ms","start":"2026-05-20T04:05:55.254824Z","end":"2026-05-20T04:05:55.610469Z","steps":["trace[1340438002] 'process raft request' (duration: 355.148514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:55.610516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.254786Z","time spent":"355.708879ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:05:55.610502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.180357Z","time spent":"430.08137ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:55.610525Z","caller":"traceutil/trace.go:171","msg":"trace[106971096] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"406.801681ms","start":"2026-05-20T04:05:55.203704Z","end":"2026-05-20T04:05:55.610505Z","steps":["trace[106971096] 'process raft request' (duration: 406.228136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:55.610637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.20368Z","time spent":"406.887463ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:55.610744Z","caller":"traceutil/trace.go:171","msg":"trace[267151468] transaction","detail":"{read_only:false; number_of_response:0; response_revision:492; }","duration":"325.034411ms","start":"2026-05-20T04:05:55.285701Z","end":"2026-05-20T04:05:55.610736Z","steps":["trace[267151468] 'process raft request' (duration: 324.321273ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.61076Z","caller":"traceutil/trace.go:171","msg":"trace[774918719] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"419.082087ms","start":"2026-05-20T04:05:55.19166Z","end":"2026-05-20T04:05:55.610742Z","steps":["trace[774918719] 'process raft request' (duration: 418.220895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:55.610784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.285678Z","time spent":"325.085191ms","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:05:55.610814Z","caller":"traceutil/trace.go:171","msg":"trace[1138647386] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"320.721879ms","start":"2026-05-20T04:05:55.290074Z","end":"2026-05-20T04:05:55.610796Z","steps":["trace[1138647386] 'process raft request' (duration: 319.9743ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:55.610811Z","caller":"traceutil/trace.go:171","msg":"trace[1141062813] transaction","detail":"{read_only:false; number_of_response:1; response_revision:493; }","duration":"320.408991ms","start":"2026-05-20T04:05:55.290379Z","end":"2026-05-20T04:05:55.610788Z","steps":["trace[1141062813] 'process raft request' (duration: 319.711493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:55.610837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.191642Z","time spent":"419.156199ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:05:55.610903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.290066Z","time spent":"320.791601ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7326,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:05:55.610914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.290369Z","time spent":"320.499064ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10111,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:05:56.010077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.301913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-05-20T04:05:56.010352Z","caller":"traceutil/trace.go:171","msg":"trace[1272137046] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:517; }","duration":"384.162499ms","start":"2026-05-20T04:05:55.626168Z","end":"2026-05-20T04:05:56.010331Z","steps":["trace[1272137046] 'read index received' (duration: 101.520948ms)","trace[1272137046] 'applied index is now lower than readState.Index' (duration: 282.640371ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:05:56.010435Z","caller":"traceutil/trace.go:171","msg":"trace[1019468217] transaction","detail":"{read_only:false; number_of_response:0; response_revision:494; }","duration":"392.756521ms","start":"2026-05-20T04:05:55.617668Z","end":"2026-05-20T04:05:56.010425Z","steps":["trace[1019468217] 'process raft request' (duration: 110.013167ms)","trace[1019468217] 'compare' (duration: 282.21465ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:05:56.010514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.617647Z","time spent":"392.840182ms","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:05:56.010638Z","caller":"traceutil/trace.go:171","msg":"trace[1412716105] transaction","detail":"{read_only:false; number_of_response:0; response_revision:494; }","duration":"392.612027ms","start":"2026-05-20T04:05:55.618015Z","end":"2026-05-20T04:05:56.010627Z","steps":["trace[1412716105] 'process raft request' (duration: 392.196906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:56.010756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.618007Z","time spent":"392.682438ms","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:05:56.010537Z","caller":"traceutil/trace.go:171","msg":"trace[614296199] transaction","detail":"{read_only:false; number_of_response:1; response_revision:494; }","duration":"390.434201ms","start":"2026-05-20T04:05:55.620062Z","end":"2026-05-20T04:05:56.010496Z","steps":["trace[614296199] 'process raft request' (duration: 390.192755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:56.010795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.607211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-05-20T04:05:56.010851Z","caller":"traceutil/trace.go:171","msg":"trace[1982809344] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:494; }","duration":"384.696073ms","start":"2026-05-20T04:05:55.626139Z","end":"2026-05-20T04:05:56.010835Z","steps":["trace[1982809344] 'agreement among raft nodes before linearized reading' (duration: 384.503458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:56.010884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.626128Z","time spent":"384.748594ms","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1041,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" "} {"level":"warn","ts":"2026-05-20T04:05:56.011408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.62005Z","time spent":"390.77117ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7374,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:56.015993Z","caller":"traceutil/trace.go:171","msg":"trace[1137805639] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"389.380764ms","start":"2026-05-20T04:05:55.626564Z","end":"2026-05-20T04:05:56.015945Z","steps":["trace[1137805639] 'process raft request' (duration: 389.022984ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:56.016153Z","caller":"traceutil/trace.go:171","msg":"trace[1478073963] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"381.755868ms","start":"2026-05-20T04:05:55.634371Z","end":"2026-05-20T04:05:56.016126Z","steps":["trace[1478073963] 'process raft request' (duration: 381.366738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:56.016238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.626534Z","time spent":"389.579299ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:05:56.016305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.634334Z","time spent":"381.876011ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:56.016653Z","caller":"traceutil/trace.go:171","msg":"trace[1638348728] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"357.773232ms","start":"2026-05-20T04:05:55.658863Z","end":"2026-05-20T04:05:56.016636Z","steps":["trace[1638348728] 'process raft request' (duration: 357.113105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:56.016801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.658836Z","time spent":"357.888555ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:56.017019Z","caller":"traceutil/trace.go:171","msg":"trace[1193538140] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"338.6503ms","start":"2026-05-20T04:05:55.678352Z","end":"2026-05-20T04:05:56.017002Z","steps":["trace[1193538140] 'process raft request' (duration: 338.24016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:56.017101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.678319Z","time spent":"338.747343ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:05:56.017566Z","caller":"traceutil/trace.go:171","msg":"trace[1950436864] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"320.827592ms","start":"2026-05-20T04:05:55.696715Z","end":"2026-05-20T04:05:56.017543Z","steps":["trace[1950436864] 'process raft request' (duration: 320.36583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:56.017737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:55.696703Z","time spent":"320.947755ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:05:56.018053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.336482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:05:56.0181Z","caller":"traceutil/trace.go:171","msg":"trace[711067300] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:499; }","duration":"136.422695ms","start":"2026-05-20T04:05:55.881666Z","end":"2026-05-20T04:05:56.018089Z","steps":["trace[711067300] 'agreement among raft nodes before linearized reading' (duration: 136.333132ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:56.20974Z","caller":"traceutil/trace.go:171","msg":"trace[391295203] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"184.635864ms","start":"2026-05-20T04:05:56.025077Z","end":"2026-05-20T04:05:56.209713Z","steps":["trace[391295203] 'process raft request' (duration: 165.594274ms)","trace[391295203] 'compare' (duration: 18.837464ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:05:56.210188Z","caller":"traceutil/trace.go:171","msg":"trace[859312674] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"178.126787ms","start":"2026-05-20T04:05:56.032031Z","end":"2026-05-20T04:05:56.210158Z","steps":["trace[859312674] 'process raft request' (duration: 178.090626ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:56.210247Z","caller":"traceutil/trace.go:171","msg":"trace[166348880] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"180.725322ms","start":"2026-05-20T04:05:56.029487Z","end":"2026-05-20T04:05:56.210212Z","steps":["trace[166348880] 'process raft request' (duration: 180.442305ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:56.211284Z","caller":"traceutil/trace.go:171","msg":"trace[1645752847] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"107.339558ms","start":"2026-05-20T04:05:56.103917Z","end":"2026-05-20T04:05:56.211256Z","steps":["trace[1645752847] 'process raft request' (duration: 107.166843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:56.495188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.943174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:05:56.49544Z","caller":"traceutil/trace.go:171","msg":"trace[783946263] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"218.030662ms","start":"2026-05-20T04:05:56.277394Z","end":"2026-05-20T04:05:56.495425Z","steps":["trace[783946263] 'process raft request' (duration: 217.991181ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:56.495527Z","caller":"traceutil/trace.go:171","msg":"trace[804895513] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"232.134855ms","start":"2026-05-20T04:05:56.263321Z","end":"2026-05-20T04:05:56.495456Z","steps":["trace[804895513] 'process raft request' (duration: 114.827571ms)","trace[804895513] 'compare' (duration: 116.788681ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:05:56.495668Z","caller":"traceutil/trace.go:171","msg":"trace[1417145722] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"220.525256ms","start":"2026-05-20T04:05:56.275091Z","end":"2026-05-20T04:05:56.495616Z","steps":["trace[1417145722] 'process raft request' (duration: 220.231818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:56.993284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.350719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:05:56.993444Z","caller":"traceutil/trace.go:171","msg":"trace[838828086] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"482.62876ms","start":"2026-05-20T04:05:56.510791Z","end":"2026-05-20T04:05:56.99342Z","steps":["trace[838828086] 'process raft request' (duration: 315.010194ms)","trace[838828086] 'compare' (duration: 166.99644ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:05:56.993532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:56.510752Z","time spent":"482.745303ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:56.994037Z","caller":"traceutil/trace.go:171","msg":"trace[84562090] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:539; }","duration":"472.51462ms","start":"2026-05-20T04:05:56.521496Z","end":"2026-05-20T04:05:56.99401Z","steps":["trace[84562090] 'read index received' (duration: 304.391741ms)","trace[84562090] 'applied index is now lower than readState.Index' (duration: 168.121849ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:05:56.994111Z","caller":"traceutil/trace.go:171","msg":"trace[131375257] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"481.49209ms","start":"2026-05-20T04:05:56.512596Z","end":"2026-05-20T04:05:56.994088Z","steps":["trace[131375257] 'process raft request' (duration: 481.07529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:56.994217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:56.512563Z","time spent":"481.599903ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29546,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:56.994161Z","caller":"traceutil/trace.go:171","msg":"trace[1258220818] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"435.425317ms","start":"2026-05-20T04:05:56.558696Z","end":"2026-05-20T04:05:56.994121Z","steps":["trace[1258220818] 'process raft request' (duration: 435.15658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:56.994282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.776187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:05:56.994338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.314065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:05:56.994349Z","caller":"traceutil/trace.go:171","msg":"trace[2076875414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"472.908999ms","start":"2026-05-20T04:05:56.521422Z","end":"2026-05-20T04:05:56.994331Z","steps":["trace[2076875414] 'agreement among raft nodes before linearized reading' (duration: 472.743775ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:56.99437Z","caller":"traceutil/trace.go:171","msg":"trace[1845654500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:515; }","duration":"205.358635ms","start":"2026-05-20T04:05:56.789002Z","end":"2026-05-20T04:05:56.99436Z","steps":["trace[1845654500] 'agreement among raft nodes before linearized reading' (duration: 205.310284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:56.9944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:56.521404Z","time spent":"472.984292ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:05:56.994436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:56.558659Z","time spent":"435.666363ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:05:56.99428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.148176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:05:56.994478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.476619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-20T04:05:56.99454Z","caller":"traceutil/trace.go:171","msg":"trace[2007263017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"206.467065ms","start":"2026-05-20T04:05:56.788042Z","end":"2026-05-20T04:05:56.994509Z","steps":["trace[2007263017] 'agreement among raft nodes before linearized reading' (duration: 206.134717ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:56.994553Z","caller":"traceutil/trace.go:171","msg":"trace[1461956267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:515; }","duration":"205.606802ms","start":"2026-05-20T04:05:56.788927Z","end":"2026-05-20T04:05:56.994534Z","steps":["trace[1461956267] 'agreement among raft nodes before linearized reading' (duration: 205.470758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:56.994617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.2851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:05:56.9947Z","caller":"traceutil/trace.go:171","msg":"trace[680182174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:515; }","duration":"206.402673ms","start":"2026-05-20T04:05:56.78828Z","end":"2026-05-20T04:05:56.994682Z","steps":["trace[680182174] 'agreement among raft nodes before linearized reading' (duration: 206.212729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:57.548953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.307736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:05:57.550221Z","caller":"traceutil/trace.go:171","msg":"trace[820608755] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"550.149574ms","start":"2026-05-20T04:05:57.000019Z","end":"2026-05-20T04:05:57.550168Z","steps":["trace[820608755] 'process raft request' (duration: 306.504864ms)","trace[820608755] 'compare' (duration: 242.07351ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:05:57.550547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:56.999997Z","time spent":"550.39637ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:57.598913Z","caller":"traceutil/trace.go:171","msg":"trace[544932770] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"598.408774ms","start":"2026-05-20T04:05:57.000458Z","end":"2026-05-20T04:05:57.598867Z","steps":["trace[544932770] 'process raft request' (duration: 598.079006ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:57.599017Z","caller":"traceutil/trace.go:171","msg":"trace[1038379535] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"598.405184ms","start":"2026-05-20T04:05:57.000548Z","end":"2026-05-20T04:05:57.598953Z","steps":["trace[1038379535] 'process raft request' (duration: 598.058015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:57.599206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:57.000444Z","time spent":"598.59954ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:05:57.599228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:57.000529Z","time spent":"598.575029ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:57.599473Z","caller":"traceutil/trace.go:171","msg":"trace[179330384] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"598.406094ms","start":"2026-05-20T04:05:57.000417Z","end":"2026-05-20T04:05:57.598823Z","steps":["trace[179330384] 'process raft request' (duration: 597.961383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:57.599541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:57.000405Z","time spent":"599.099152ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:57.599504Z","caller":"traceutil/trace.go:171","msg":"trace[1475109327] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"586.404536ms","start":"2026-05-20T04:05:57.013032Z","end":"2026-05-20T04:05:57.599437Z","steps":["trace[1475109327] 'process raft request' (duration: 585.722518ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:57.599655Z","caller":"traceutil/trace.go:171","msg":"trace[494101453] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"584.771934ms","start":"2026-05-20T04:05:57.014846Z","end":"2026-05-20T04:05:57.599618Z","steps":["trace[494101453] 'process raft request' (duration: 584.491827ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:57.599679Z","caller":"traceutil/trace.go:171","msg":"trace[1907103133] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"518.09254ms","start":"2026-05-20T04:05:57.081574Z","end":"2026-05-20T04:05:57.599667Z","steps":["trace[1907103133] 'process raft request' (duration: 517.944587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:57.599732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:57.08152Z","time spent":"518.186403ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:05:57.599743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:57.014831Z","time spent":"584.864376ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:05:57.599761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:57.013003Z","time spent":"586.60712ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65190,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:05:57.99187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.116013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:05:57.991974Z","caller":"traceutil/trace.go:171","msg":"trace[488930007] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"367.650875ms","start":"2026-05-20T04:05:57.624309Z","end":"2026-05-20T04:05:57.99196Z","steps":["trace[488930007] 'process raft request' (duration: 265.360317ms)","trace[488930007] 'compare' (duration: 101.933889ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:05:57.992024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:57.62428Z","time spent":"367.721117ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65199,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:58.010183Z","caller":"traceutil/trace.go:171","msg":"trace[2117261693] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"367.291608ms","start":"2026-05-20T04:05:57.642868Z","end":"2026-05-20T04:05:58.01016Z","steps":["trace[2117261693] 'process raft request' (duration: 367.135444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:58.010334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:57.639063Z","time spent":"371.191437ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:58.055746Z","caller":"traceutil/trace.go:171","msg":"trace[410627963] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"111.020423ms","start":"2026-05-20T04:05:57.944694Z","end":"2026-05-20T04:05:58.055715Z","steps":["trace[410627963] 'process raft request' (duration: 110.747866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:58.426649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.280345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:05:58.426912Z","caller":"traceutil/trace.go:171","msg":"trace[636908581] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"389.921878ms","start":"2026-05-20T04:05:58.036971Z","end":"2026-05-20T04:05:58.426893Z","steps":["trace[636908581] 'process raft request' (duration: 389.825045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:58.427013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:58.036941Z","time spent":"390.02395ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:58.427053Z","caller":"traceutil/trace.go:171","msg":"trace[1233523363] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"390.39776ms","start":"2026-05-20T04:05:58.036609Z","end":"2026-05-20T04:05:58.427007Z","steps":["trace[1233523363] 'process raft request' (duration: 189.621852ms)","trace[1233523363] 'compare' (duration: 200.09447ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:05:58.427254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:58.036569Z","time spent":"390.590384ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:58.427395Z","caller":"traceutil/trace.go:171","msg":"trace[1798942534] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"269.573206ms","start":"2026-05-20T04:05:58.157795Z","end":"2026-05-20T04:05:58.427369Z","steps":["trace[1798942534] 'process raft request' (duration: 269.503944ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:58.427396Z","caller":"traceutil/trace.go:171","msg":"trace[455703459] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"333.771585ms","start":"2026-05-20T04:05:58.093593Z","end":"2026-05-20T04:05:58.427365Z","steps":["trace[455703459] 'process raft request' (duration: 333.58203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:58.427619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:58.093571Z","time spent":"333.978291ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:05:58.833309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.539659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:05:58.833463Z","caller":"traceutil/trace.go:171","msg":"trace[1688738562] linearizableReadLoop","detail":"{readStateIndex:558; appliedIndex:557; }","duration":"311.053651ms","start":"2026-05-20T04:05:58.522386Z","end":"2026-05-20T04:05:58.83344Z","steps":["trace[1688738562] 'read index received' (duration: 186.294637ms)","trace[1688738562] 'applied index is now lower than readState.Index' (duration: 124.756694ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:05:58.833619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.232177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:05:58.833617Z","caller":"traceutil/trace.go:171","msg":"trace[276184281] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"381.262435ms","start":"2026-05-20T04:05:58.452291Z","end":"2026-05-20T04:05:58.833553Z","steps":["trace[276184281] 'process raft request' (duration: 256.372557ms)","trace[276184281] 'compare' (duration: 124.365195ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:05:58.833721Z","caller":"traceutil/trace.go:171","msg":"trace[696583570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:531; }","duration":"311.3302ms","start":"2026-05-20T04:05:58.522321Z","end":"2026-05-20T04:05:58.833651Z","steps":["trace[696583570] 'agreement among raft nodes before linearized reading' (duration: 311.183845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:58.833938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:58.522288Z","time spent":"311.638267ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:05:58.833981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:58.452267Z","time spent":"381.525472ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80688,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:58.906854Z","caller":"traceutil/trace.go:171","msg":"trace[466880979] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"316.08636ms","start":"2026-05-20T04:05:58.590649Z","end":"2026-05-20T04:05:58.906736Z","steps":["trace[466880979] 'process raft request' (duration: 316.000028ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:58.906853Z","caller":"traceutil/trace.go:171","msg":"trace[1786404917] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"325.198435ms","start":"2026-05-20T04:05:58.581586Z","end":"2026-05-20T04:05:58.906784Z","steps":["trace[1786404917] 'process raft request' (duration: 324.727922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:58.907008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:58.590614Z","time spent":"316.327217ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:05:58.907301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:05:58.581544Z","time spent":"325.443981ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:05:59.160409Z","caller":"traceutil/trace.go:171","msg":"trace[1340662956] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:562; }","duration":"170.48042ms","start":"2026-05-20T04:05:58.989899Z","end":"2026-05-20T04:05:59.160379Z","steps":["trace[1340662956] 'read index received' (duration: 99.356714ms)","trace[1340662956] 'applied index is now lower than readState.Index' (duration: 71.122366ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:05:59.160627Z","caller":"traceutil/trace.go:171","msg":"trace[1273107784] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"177.180241ms","start":"2026-05-20T04:05:58.9834Z","end":"2026-05-20T04:05:59.160581Z","steps":["trace[1273107784] 'process raft request' (duration: 105.87403ms)","trace[1273107784] 'compare' (duration: 70.921992ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:05:59.160687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.769327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:59631"} {"level":"info","ts":"2026-05-20T04:05:59.160734Z","caller":"traceutil/trace.go:171","msg":"trace[1899817872] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:536; }","duration":"170.86131ms","start":"2026-05-20T04:05:58.98986Z","end":"2026-05-20T04:05:59.160721Z","steps":["trace[1899817872] 'agreement among raft nodes before linearized reading' (duration: 170.641344ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:59.171Z","caller":"traceutil/trace.go:171","msg":"trace[923743920] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"178.375593ms","start":"2026-05-20T04:05:58.992611Z","end":"2026-05-20T04:05:59.170986Z","steps":["trace[923743920] 'process raft request' (duration: 178.210789ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:05:59.735446Z","caller":"traceutil/trace.go:171","msg":"trace[929190399] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"149.458ms","start":"2026-05-20T04:05:59.585961Z","end":"2026-05-20T04:05:59.735419Z","steps":["trace[929190399] 'process raft request' (duration: 93.616835ms)","trace[929190399] 'compare' (duration: 55.324702ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:05:59.735602Z","caller":"traceutil/trace.go:171","msg":"trace[270842519] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:575; }","duration":"131.437326ms","start":"2026-05-20T04:05:59.60411Z","end":"2026-05-20T04:05:59.735548Z","steps":["trace[270842519] 'read index received' (duration: 75.267023ms)","trace[270842519] 'applied index is now lower than readState.Index' (duration: 56.164803ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:05:59.735696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.5716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-20T04:05:59.735772Z","caller":"traceutil/trace.go:171","msg":"trace[1325799547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:549; }","duration":"131.719954ms","start":"2026-05-20T04:05:59.604035Z","end":"2026-05-20T04:05:59.735755Z","steps":["trace[1325799547] 'agreement among raft nodes before linearized reading' (duration: 131.57785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:59.73631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.866098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:05:59.736416Z","caller":"traceutil/trace.go:171","msg":"trace[1920595103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:550; }","duration":"132.029321ms","start":"2026-05-20T04:05:59.604362Z","end":"2026-05-20T04:05:59.736392Z","steps":["trace[1920595103] 'agreement among raft nodes before linearized reading' (duration: 131.826436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:05:59.736654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.201766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:05:59.736692Z","caller":"traceutil/trace.go:171","msg":"trace[1525047632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:550; }","duration":"132.291129ms","start":"2026-05-20T04:05:59.60439Z","end":"2026-05-20T04:05:59.736681Z","steps":["trace[1525047632] 'agreement among raft nodes before linearized reading' (duration: 132.193266ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:03.742581Z","caller":"traceutil/trace.go:171","msg":"trace[1727798297] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"154.705864ms","start":"2026-05-20T04:06:03.587846Z","end":"2026-05-20T04:06:03.742551Z","steps":["trace[1727798297] 'process raft request' (duration: 154.436377ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:04.310573Z","caller":"traceutil/trace.go:171","msg":"trace[670476672] linearizableReadLoop","detail":"{readStateIndex:595; appliedIndex:593; }","duration":"635.102568ms","start":"2026-05-20T04:06:03.675436Z","end":"2026-05-20T04:06:04.310538Z","steps":["trace[670476672] 'read index received' (duration: 66.971781ms)","trace[670476672] 'applied index is now lower than readState.Index' (duration: 568.129327ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:04.310798Z","caller":"traceutil/trace.go:171","msg":"trace[1922729865] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"708.338088ms","start":"2026-05-20T04:06:03.602447Z","end":"2026-05-20T04:06:04.310785Z","steps":["trace[1922729865] 'process raft request' (duration: 707.634399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:04.311005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:03.60242Z","time spent":"708.458621ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:06:04.311239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.379174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T04:06:04.311315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.779011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T04:06:04.311318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.851496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4thmk\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-20T04:06:04.31145Z","caller":"traceutil/trace.go:171","msg":"trace[1111593102] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4thmk; range_end:; response_count:1; response_revision:567; }","duration":"636.028571ms","start":"2026-05-20T04:06:03.675385Z","end":"2026-05-20T04:06:04.311413Z","steps":["trace[1111593102] 'agreement among raft nodes before linearized reading' (duration: 635.729423ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:04.311354Z","caller":"traceutil/trace.go:171","msg":"trace[229653218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:567; }","duration":"549.552939ms","start":"2026-05-20T04:06:03.761773Z","end":"2026-05-20T04:06:04.311326Z","steps":["trace[229653218] 'agreement among raft nodes before linearized reading' (duration: 549.21423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:04.311508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:03.675362Z","time spent":"636.136753ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-4thmk\" "} {"level":"warn","ts":"2026-05-20T04:06:04.311511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.712403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:06:04.311385Z","caller":"traceutil/trace.go:171","msg":"trace[1042162615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:567; }","duration":"550.908725ms","start":"2026-05-20T04:06:03.760458Z","end":"2026-05-20T04:06:04.311367Z","steps":["trace[1042162615] 'agreement among raft nodes before linearized reading' (duration: 550.465733ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:04.311697Z","caller":"traceutil/trace.go:171","msg":"trace[1530238381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:567; }","duration":"549.903568ms","start":"2026-05-20T04:06:03.761712Z","end":"2026-05-20T04:06:04.311616Z","steps":["trace[1530238381] 'agreement among raft nodes before linearized reading' (duration: 549.337774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:04.311789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:03.761686Z","time spent":"550.089812ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:06:04.311831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:03.760385Z","time spent":"551.357255ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:06:04.311563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:03.76174Z","time spent":"549.799355ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:06:04.877322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578214672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:06:05.18448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.80096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:06:05.184689Z","caller":"traceutil/trace.go:171","msg":"trace[1238634699] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"867.806565ms","start":"2026-05-20T04:06:04.316851Z","end":"2026-05-20T04:06:05.184658Z","steps":["trace[1238634699] 'process raft request' (duration: 731.680177ms)","trace[1238634699] 'compare' (duration: 135.486391ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:05.185117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:04.316818Z","time spent":"867.923448ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:06:06.522113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999976582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:06:06.522222Z","caller":"traceutil/trace.go:171","msg":"trace[186055530] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000139266s","start":"2026-05-20T04:06:04.522063Z","end":"2026-05-20T04:06:06.522203Z","steps":["trace[186055530] 'agreement among raft nodes before linearized reading' (duration: 2.000010113s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:06.522274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:04.52204Z","time spent":"2.000222508s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:06:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:06:07.029758Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.981052275s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:06:08.414328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384011068s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:06:08.414618Z","caller":"traceutil/trace.go:171","msg":"trace[1020091672] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"4.097293366s","start":"2026-05-20T04:06:04.317264Z","end":"2026-05-20T04:06:08.414557Z","steps":["trace[1020091672] 'process raft request' (duration: 2.712793005s)","trace[1020091672] 'compare' (duration: 1.383072844s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:08.414687Z","caller":"traceutil/trace.go:171","msg":"trace[2139759388] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:595; }","duration":"4.038155677s","start":"2026-05-20T04:06:04.376513Z","end":"2026-05-20T04:06:08.414669Z","steps":["trace[2139759388] 'read index received' (duration: 672.136508ms)","trace[2139759388] 'applied index is now lower than readState.Index' (duration: 3.366018239s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:08.41469Z","caller":"traceutil/trace.go:171","msg":"trace[2035776200] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"4.087136685s","start":"2026-05-20T04:06:04.327526Z","end":"2026-05-20T04:06:08.414662Z","steps":["trace[2035776200] 'process raft request' (duration: 4.086999081s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:08.414821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:04.327489Z","time spent":"4.087260358s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:06:08.414833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:04.317244Z","time spent":"4.09747379s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:06:08.414788Z","caller":"traceutil/trace.go:171","msg":"trace[1148400494] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"4.097251575s","start":"2026-05-20T04:06:04.317486Z","end":"2026-05-20T04:06:08.414738Z","steps":["trace[1148400494] 'process raft request' (duration: 4.096946267s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:08.415053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:04.317465Z","time spent":"4.097491511s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:06:08.415106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892724088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:06:08.415064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225871516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T04:06:08.415098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667825621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:06:08.41517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5327458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:06:08.415175Z","caller":"traceutil/trace.go:171","msg":"trace[1514780505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"1.8928229s","start":"2026-05-20T04:06:06.522339Z","end":"2026-05-20T04:06:08.415162Z","steps":["trace[1514780505] 'agreement among raft nodes before linearized reading' (duration: 1.892702517s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:08.415186Z","caller":"traceutil/trace.go:171","msg":"trace[468265558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:572; }","duration":"1.226026209s","start":"2026-05-20T04:06:07.189145Z","end":"2026-05-20T04:06:08.415171Z","steps":["trace[468265558] 'agreement among raft nodes before linearized reading' (duration: 1.22569293s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:08.415208Z","caller":"traceutil/trace.go:171","msg":"trace[1789490911] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:572; }","duration":"2.532827302s","start":"2026-05-20T04:06:05.882373Z","end":"2026-05-20T04:06:08.4152Z","steps":["trace[1789490911] 'agreement among raft nodes before linearized reading' (duration: 2.532684269s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:08.415225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:06.522318Z","time spent":"1.892900212s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:06:08.415233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:05.882352Z","time spent":"2.532876463s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-05-20T04:06:08.415222Z","caller":"traceutil/trace.go:171","msg":"trace[380220952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:572; }","duration":"2.667994765s","start":"2026-05-20T04:06:05.747202Z","end":"2026-05-20T04:06:08.415197Z","steps":["trace[380220952] 'agreement among raft nodes before linearized reading' (duration: 2.667631196s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:08.415237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:07.189122Z","time spent":"1.226104291s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:06:08.415277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:05.74718Z","time spent":"2.668087068s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:06:08.41546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.038935916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:08.415542Z","caller":"traceutil/trace.go:171","msg":"trace[460793623] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:572; }","duration":"4.03906303s","start":"2026-05-20T04:06:04.376458Z","end":"2026-05-20T04:06:08.415521Z","steps":["trace[460793623] 'agreement among raft nodes before linearized reading' (duration: 4.03829399s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:08.415586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:04.376433Z","time spent":"4.039142752s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-05-20T04:06:08.415184Z","caller":"traceutil/trace.go:171","msg":"trace[1067958151] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"2.456032369s","start":"2026-05-20T04:06:05.959045Z","end":"2026-05-20T04:06:08.415078Z","steps":["trace[1067958151] 'process raft request' (duration: 2.455588798s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:08.416606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:05.959017Z","time spent":"2.45685867s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:06:10.420391Z","caller":"traceutil/trace.go:171","msg":"trace[793381772] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"527.971086ms","start":"2026-05-20T04:06:09.892394Z","end":"2026-05-20T04:06:10.420365Z","steps":["trace[793381772] 'process raft request' (duration: 526.465796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:10.420497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:09.892372Z","time spent":"528.076108ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:06:11.665133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.192542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:06:11.66539Z","caller":"traceutil/trace.go:171","msg":"trace[959921241] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"192.801554ms","start":"2026-05-20T04:06:11.472556Z","end":"2026-05-20T04:06:11.665357Z","steps":["trace[959921241] 'process raft request' (duration: 66.303314ms)","trace[959921241] 'compare' (duration: 125.875344ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:14.412545Z","caller":"traceutil/trace.go:171","msg":"trace[1415053455] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"119.117371ms","start":"2026-05-20T04:06:14.293398Z","end":"2026-05-20T04:06:14.412516Z","steps":["trace[1415053455] 'process raft request' (duration: 118.929526ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:20.042968Z","caller":"traceutil/trace.go:171","msg":"trace[831910342] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"248.938185ms","start":"2026-05-20T04:06:19.794002Z","end":"2026-05-20T04:06:20.04294Z","steps":["trace[831910342] 'process raft request' (duration: 248.75763ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:20.268882Z","caller":"traceutil/trace.go:171","msg":"trace[92463453] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"218.958705ms","start":"2026-05-20T04:06:20.049882Z","end":"2026-05-20T04:06:20.268841Z","steps":["trace[92463453] 'process raft request' (duration: 187.61629ms)","trace[92463453] 'compare' (duration: 31.166441ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:20.50298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.57393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:06:20.503255Z","caller":"traceutil/trace.go:171","msg":"trace[676063144] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"452.960077ms","start":"2026-05-20T04:06:20.050219Z","end":"2026-05-20T04:06:20.503179Z","steps":["trace[676063144] 'process raft request' (duration: 351.088379ms)","trace[676063144] 'compare' (duration: 101.447397ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:20.503562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:20.050187Z","time spent":"453.221304ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1290,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:06:20.503617Z","caller":"traceutil/trace.go:171","msg":"trace[510820200] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"441.00054ms","start":"2026-05-20T04:06:20.062565Z","end":"2026-05-20T04:06:20.503565Z","steps":["trace[510820200] 'process raft request' (duration: 440.521988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:20.503818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:20.062544Z","time spent":"441.165624ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:06:20.790975Z","caller":"traceutil/trace.go:171","msg":"trace[256664770] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:753; }","duration":"226.411968ms","start":"2026-05-20T04:06:20.564541Z","end":"2026-05-20T04:06:20.790953Z","steps":["trace[256664770] 'read index received' (duration: 164.9889ms)","trace[256664770] 'applied index is now lower than readState.Index' (duration: 61.422118ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:20.79105Z","caller":"traceutil/trace.go:171","msg":"trace[1704388146] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"274.931235ms","start":"2026-05-20T04:06:20.516101Z","end":"2026-05-20T04:06:20.791033Z","steps":["trace[1704388146] 'process raft request' (duration: 274.703878ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:20.791198Z","caller":"traceutil/trace.go:171","msg":"trace[786716324] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"274.498823ms","start":"2026-05-20T04:06:20.516688Z","end":"2026-05-20T04:06:20.791187Z","steps":["trace[786716324] 'process raft request' (duration: 274.211806ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:20.790977Z","caller":"traceutil/trace.go:171","msg":"trace[1274689527] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"277.092599ms","start":"2026-05-20T04:06:20.513845Z","end":"2026-05-20T04:06:20.790937Z","steps":["trace[1274689527] 'process raft request' (duration: 215.530628ms)","trace[1274689527] 'compare' (duration: 61.128159ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:20.79222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.75162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:06:20.792282Z","caller":"traceutil/trace.go:171","msg":"trace[1327166927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:724; }","duration":"276.851493ms","start":"2026-05-20T04:06:20.515417Z","end":"2026-05-20T04:06:20.792269Z","steps":["trace[1327166927] 'agreement among raft nodes before linearized reading' (duration: 275.681044ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:20.844043Z","caller":"traceutil/trace.go:171","msg":"trace[415490082] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"274.492051ms","start":"2026-05-20T04:06:20.569516Z","end":"2026-05-20T04:06:20.844008Z","steps":["trace[415490082] 'process raft request' (duration: 274.152782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:20.844115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.079458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-20T04:06:20.844242Z","caller":"traceutil/trace.go:171","msg":"trace[1929830212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:725; }","duration":"247.273924ms","start":"2026-05-20T04:06:20.596937Z","end":"2026-05-20T04:06:20.844211Z","steps":["trace[1929830212] 'agreement among raft nodes before linearized reading' (duration: 246.951645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:20.844249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.658222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:06:20.844329Z","caller":"traceutil/trace.go:171","msg":"trace[1041028229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:725; }","duration":"245.797565ms","start":"2026-05-20T04:06:20.598513Z","end":"2026-05-20T04:06:20.84431Z","steps":["trace[1041028229] 'agreement among raft nodes before linearized reading' (duration: 245.557969ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:21.028881Z","caller":"traceutil/trace.go:171","msg":"trace[845692832] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"230.151952ms","start":"2026-05-20T04:06:20.798689Z","end":"2026-05-20T04:06:21.028841Z","steps":["trace[845692832] 'process raft request' (duration: 199.705071ms)","trace[845692832] 'compare' (duration: 30.247166ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:21.029245Z","caller":"traceutil/trace.go:171","msg":"trace[175123086] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"229.930237ms","start":"2026-05-20T04:06:20.799283Z","end":"2026-05-20T04:06:21.029214Z","steps":["trace[175123086] 'process raft request' (duration: 229.489135ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:21.029677Z","caller":"traceutil/trace.go:171","msg":"trace[92223646] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"230.195564ms","start":"2026-05-20T04:06:20.799462Z","end":"2026-05-20T04:06:21.029658Z","steps":["trace[92223646] 'process raft request' (duration: 229.671351ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:21.029851Z","caller":"traceutil/trace.go:171","msg":"trace[889810461] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"229.867006ms","start":"2026-05-20T04:06:20.799974Z","end":"2026-05-20T04:06:21.029841Z","steps":["trace[889810461] 'process raft request' (duration: 229.618979ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:21.03008Z","caller":"traceutil/trace.go:171","msg":"trace[1677389394] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"229.614409ms","start":"2026-05-20T04:06:20.800427Z","end":"2026-05-20T04:06:21.030041Z","steps":["trace[1677389394] 'process raft request' (duration: 229.227059ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:21.034948Z","caller":"traceutil/trace.go:171","msg":"trace[2000163855] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"185.354293ms","start":"2026-05-20T04:06:20.849575Z","end":"2026-05-20T04:06:21.034929Z","steps":["trace[2000163855] 'process raft request' (duration: 185.186068ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:21.03516Z","caller":"traceutil/trace.go:171","msg":"trace[1966092145] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"185.499347ms","start":"2026-05-20T04:06:20.849598Z","end":"2026-05-20T04:06:21.035098Z","steps":["trace[1966092145] 'process raft request' (duration: 185.287032ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:21.205047Z","caller":"traceutil/trace.go:171","msg":"trace[1276403453] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"165.531333ms","start":"2026-05-20T04:06:21.039495Z","end":"2026-05-20T04:06:21.205026Z","steps":["trace[1276403453] 'process raft request' (duration: 99.499037ms)","trace[1276403453] 'compare' (duration: 65.911933ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:25.973438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.620366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jlp8m\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-05-20T04:06:25.97356Z","caller":"traceutil/trace.go:171","msg":"trace[1352493874] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jlp8m; range_end:; response_count:1; response_revision:751; }","duration":"165.821521ms","start":"2026-05-20T04:06:25.807714Z","end":"2026-05-20T04:06:25.973536Z","steps":["trace[1352493874] 'range keys from in-memory index tree' (duration: 165.39211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:27.020744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578215018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:06:27.52165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578215018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:06:27.762651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.741382238s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:06:27.972832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.894022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:06:27.973036Z","caller":"traceutil/trace.go:171","msg":"trace[1070403740] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:785; }","duration":"1.452757223s","start":"2026-05-20T04:06:26.520262Z","end":"2026-05-20T04:06:27.973019Z","steps":["trace[1070403740] 'read index received' (duration: 1.242603963s)","trace[1070403740] 'applied index is now lower than readState.Index' (duration: 210.15218ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:27.973204Z","caller":"traceutil/trace.go:171","msg":"trace[1567493848] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"1.950481421s","start":"2026-05-20T04:06:26.022629Z","end":"2026-05-20T04:06:27.97311Z","steps":["trace[1567493848] 'process raft request' (duration: 1.950310587s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:27.973234Z","caller":"traceutil/trace.go:171","msg":"trace[274732631] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"1.990943289s","start":"2026-05-20T04:06:25.982253Z","end":"2026-05-20T04:06:27.973196Z","steps":["trace[274732631] 'process raft request' (duration: 1.780596425s)","trace[274732631] 'compare' (duration: 209.193905ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:27.973354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.094204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:06:27.973372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.340852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-05-20T04:06:27.97339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101882489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T04:06:27.973377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077676736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:06:27.973426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.822555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-20T04:06:27.97342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:25.982224Z","time spent":"1.991098973s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:06:27.973436Z","caller":"traceutil/trace.go:171","msg":"trace[926561137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:753; }","duration":"916.424575ms","start":"2026-05-20T04:06:27.056992Z","end":"2026-05-20T04:06:27.973416Z","steps":["trace[926561137] 'agreement among raft nodes before linearized reading' (duration: 916.2305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:27.973427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:26.022604Z","time spent":"1.950699366s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:06:27.973453Z","caller":"traceutil/trace.go:171","msg":"trace[1332644748] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:753; }","duration":"1.077927913s","start":"2026-05-20T04:06:26.895507Z","end":"2026-05-20T04:06:27.973435Z","steps":["trace[1332644748] 'agreement among raft nodes before linearized reading' (duration: 1.07779062s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:27.973465Z","caller":"traceutil/trace.go:171","msg":"trace[1175714717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:753; }","duration":"911.908258ms","start":"2026-05-20T04:06:27.061547Z","end":"2026-05-20T04:06:27.973456Z","steps":["trace[1175714717] 'agreement among raft nodes before linearized reading' (duration: 911.745103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:27.973487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:27.056983Z","time spent":"916.492346ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:06:27.973466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384453829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T04:06:27.973502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:26.89549Z","time spent":"1.077998324s","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:06:27.973428Z","caller":"traceutil/trace.go:171","msg":"trace[255074161] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:753; }","duration":"134.226387ms","start":"2026-05-20T04:06:27.839178Z","end":"2026-05-20T04:06:27.973404Z","steps":["trace[255074161] 'agreement among raft nodes before linearized reading' (duration: 134.072983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:27.973253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452987939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:27.973581Z","caller":"traceutil/trace.go:171","msg":"trace[1520279074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:753; }","duration":"1.384604043s","start":"2026-05-20T04:06:26.58893Z","end":"2026-05-20T04:06:27.973534Z","steps":["trace[1520279074] 'agreement among raft nodes before linearized reading' (duration: 1.384261314s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:27.973621Z","caller":"traceutil/trace.go:171","msg":"trace[501429148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:753; }","duration":"1.453363799s","start":"2026-05-20T04:06:26.520222Z","end":"2026-05-20T04:06:27.973586Z","steps":["trace[501429148] 'agreement among raft nodes before linearized reading' (duration: 1.452887596s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:27.973499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:27.061523Z","time spent":"911.9704ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:06:27.973691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:26.5202Z","time spent":"1.453471362s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:06:27.973436Z","caller":"traceutil/trace.go:171","msg":"trace[400111335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:753; }","duration":"1.101963881s","start":"2026-05-20T04:06:26.871459Z","end":"2026-05-20T04:06:27.973423Z","steps":["trace[400111335] 'agreement among raft nodes before linearized reading' (duration: 1.101834507s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:27.9738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:26.87143Z","time spent":"1.102355241s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:06:27.97381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.554239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:06:27.974092Z","caller":"traceutil/trace.go:171","msg":"trace[1278806388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:753; }","duration":"918.869027ms","start":"2026-05-20T04:06:27.055188Z","end":"2026-05-20T04:06:27.974057Z","steps":["trace[1278806388] 'agreement among raft nodes before linearized reading' (duration: 918.125107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:27.974162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:27.055162Z","time spent":"918.984ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:06:27.974261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:26.588904Z","time spent":"1.38530033s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:06:32.746576Z","caller":"traceutil/trace.go:171","msg":"trace[695775374] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"180.966769ms","start":"2026-05-20T04:06:32.565581Z","end":"2026-05-20T04:06:32.746547Z","steps":["trace[695775374] 'process raft request' (duration: 111.788432ms)","trace[695775374] 'compare' (duration: 68.981682ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:33.789647Z","caller":"traceutil/trace.go:171","msg":"trace[1877111298] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"104.171117ms","start":"2026-05-20T04:06:33.685446Z","end":"2026-05-20T04:06:33.789617Z","steps":["trace[1877111298] 'process raft request' (duration: 103.997783ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:34.231999Z","caller":"traceutil/trace.go:171","msg":"trace[1090541413] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"123.140154ms","start":"2026-05-20T04:06:34.108829Z","end":"2026-05-20T04:06:34.231969Z","steps":["trace[1090541413] 'process raft request' (duration: 100.02243ms)","trace[1090541413] 'compare' (duration: 22.9782ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:34.258179Z","caller":"traceutil/trace.go:171","msg":"trace[1681296393] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"148.786322ms","start":"2026-05-20T04:06:34.109363Z","end":"2026-05-20T04:06:34.258149Z","steps":["trace[1681296393] 'process raft request' (duration: 148.70572ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:34.258204Z","caller":"traceutil/trace.go:171","msg":"trace[115623727] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"149.320696ms","start":"2026-05-20T04:06:34.108856Z","end":"2026-05-20T04:06:34.258176Z","steps":["trace[115623727] 'process raft request' (duration: 149.045599ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:34.258308Z","caller":"traceutil/trace.go:171","msg":"trace[594857412] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"148.777992ms","start":"2026-05-20T04:06:34.109521Z","end":"2026-05-20T04:06:34.258299Z","steps":["trace[594857412] 'process raft request' (duration: 148.588297ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:41.775417Z","caller":"traceutil/trace.go:171","msg":"trace[49132029] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:941; }","duration":"150.27236ms","start":"2026-05-20T04:06:41.625123Z","end":"2026-05-20T04:06:41.775395Z","steps":["trace[49132029] 'read index received' (duration: 150.093046ms)","trace[49132029] 'applied index is now lower than readState.Index' (duration: 178.764µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:41.775665Z","caller":"traceutil/trace.go:171","msg":"trace[777278579] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"162.141435ms","start":"2026-05-20T04:06:41.613515Z","end":"2026-05-20T04:06:41.775657Z","steps":["trace[777278579] 'process raft request' (duration: 161.781016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:41.775907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.774653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:41.775932Z","caller":"traceutil/trace.go:171","msg":"trace[1088361245] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:0; response_revision:904; }","duration":"150.853455ms","start":"2026-05-20T04:06:41.625072Z","end":"2026-05-20T04:06:41.775926Z","steps":["trace[1088361245] 'agreement among raft nodes before linearized reading' (duration: 150.756972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:41.776119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.634304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:1 size:605"} {"level":"info","ts":"2026-05-20T04:06:41.77614Z","caller":"traceutil/trace.go:171","msg":"trace[13920200] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:1; response_revision:904; }","duration":"119.696925ms","start":"2026-05-20T04:06:41.656438Z","end":"2026-05-20T04:06:41.776135Z","steps":["trace[13920200] 'agreement among raft nodes before linearized reading' (duration: 119.614913ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:42.088048Z","caller":"traceutil/trace.go:171","msg":"trace[1232073290] linearizableReadLoop","detail":"{readStateIndex:943; appliedIndex:942; }","duration":"298.469339ms","start":"2026-05-20T04:06:41.789554Z","end":"2026-05-20T04:06:42.088023Z","steps":["trace[1232073290] 'read index received' (duration: 295.979905ms)","trace[1232073290] 'applied index is now lower than readState.Index' (duration: 2.488684ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:42.088196Z","caller":"traceutil/trace.go:171","msg":"trace[1242444417] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"298.949391ms","start":"2026-05-20T04:06:41.789239Z","end":"2026-05-20T04:06:42.088189Z","steps":["trace[1242444417] 'process raft request' (duration: 296.283612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.088448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.876609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6249"} {"level":"info","ts":"2026-05-20T04:06:42.088481Z","caller":"traceutil/trace.go:171","msg":"trace[269676942] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:905; }","duration":"298.93794ms","start":"2026-05-20T04:06:41.789533Z","end":"2026-05-20T04:06:42.088471Z","steps":["trace[269676942] 'agreement among raft nodes before linearized reading' (duration: 298.791856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.103196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.190235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:42.10331Z","caller":"traceutil/trace.go:171","msg":"trace[816749926] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:906; }","duration":"313.317989ms","start":"2026-05-20T04:06:41.789965Z","end":"2026-05-20T04:06:42.103283Z","steps":["trace[816749926] 'agreement among raft nodes before linearized reading' (duration: 313.129104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.103349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:41.78996Z","time spent":"313.380502ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io\" "} {"level":"warn","ts":"2026-05-20T04:06:42.103477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.691539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:1 size:605"} {"level":"info","ts":"2026-05-20T04:06:42.103549Z","caller":"traceutil/trace.go:171","msg":"trace[1143498054] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"313.608897ms","start":"2026-05-20T04:06:41.789928Z","end":"2026-05-20T04:06:42.103537Z","steps":["trace[1143498054] 'process raft request' (duration: 312.979791ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:42.103564Z","caller":"traceutil/trace.go:171","msg":"trace[311852373] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:1; response_revision:906; }","duration":"313.797192ms","start":"2026-05-20T04:06:41.789748Z","end":"2026-05-20T04:06:42.103545Z","steps":["trace[311852373] 'agreement among raft nodes before linearized reading' (duration: 313.583556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.103618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:41.789737Z","time spent":"313.871033ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":627,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:06:42.103637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:41.789923Z","time spent":"313.650509ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4654,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:06:42.103775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.053973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:42.103805Z","caller":"traceutil/trace.go:171","msg":"trace[2009749009] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:906; }","duration":"183.119955ms","start":"2026-05-20T04:06:41.920674Z","end":"2026-05-20T04:06:42.103794Z","steps":["trace[2009749009] 'agreement among raft nodes before linearized reading' (duration: 183.070054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.103969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.247887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:42.104001Z","caller":"traceutil/trace.go:171","msg":"trace[1718591004] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:0; response_revision:906; }","duration":"311.281518ms","start":"2026-05-20T04:06:41.792705Z","end":"2026-05-20T04:06:42.103987Z","steps":["trace[1718591004] 'agreement among raft nodes before linearized reading' (duration: 311.240857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.104031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:41.792699Z","time spent":"311.322999ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"warn","ts":"2026-05-20T04:06:42.613626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578215319,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:06:42.781879Z","caller":"traceutil/trace.go:171","msg":"trace[1639754342] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"670.737244ms","start":"2026-05-20T04:06:42.111108Z","end":"2026-05-20T04:06:42.781845Z","steps":["trace[1639754342] 'process raft request' (duration: 670.547128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.782088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:42.111094Z","time spent":"670.866976ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4663,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:06:42.782148Z","caller":"traceutil/trace.go:171","msg":"trace[53179860] linearizableReadLoop","detail":"{readStateIndex:945; appliedIndex:945; }","duration":"668.518036ms","start":"2026-05-20T04:06:42.113503Z","end":"2026-05-20T04:06:42.782021Z","steps":["trace[53179860] 'read index received' (duration: 668.485555ms)","trace[53179860] 'applied index is now lower than readState.Index' (duration: 9.88µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:42.782225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.713531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:42.782253Z","caller":"traceutil/trace.go:171","msg":"trace[1949361252] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:907; }","duration":"668.754872ms","start":"2026-05-20T04:06:42.113486Z","end":"2026-05-20T04:06:42.782241Z","steps":["trace[1949361252] 'agreement among raft nodes before linearized reading' (duration: 668.546926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.782275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:42.113479Z","time spent":"668.790852ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-05-20T04:06:42.783431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.762232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:42.783751Z","caller":"traceutil/trace.go:171","msg":"trace[145484829] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:908; }","duration":"669.116221ms","start":"2026-05-20T04:06:42.114598Z","end":"2026-05-20T04:06:42.783715Z","steps":["trace[145484829] 'agreement among raft nodes before linearized reading' (duration: 668.717791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.783814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:42.11459Z","time spent":"669.213183ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io\" "} {"level":"info","ts":"2026-05-20T04:06:42.784121Z","caller":"traceutil/trace.go:171","msg":"trace[798798998] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"169.616277ms","start":"2026-05-20T04:06:42.614491Z","end":"2026-05-20T04:06:42.784108Z","steps":["trace[798798998] 'process raft request' (duration: 168.669773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.784352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.63772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc\" ","response":"range_response_count:1 size:5674"} {"level":"info","ts":"2026-05-20T04:06:42.784408Z","caller":"traceutil/trace.go:171","msg":"trace[2136690878] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc; range_end:; response_count:1; response_revision:908; }","duration":"505.727032ms","start":"2026-05-20T04:06:42.27866Z","end":"2026-05-20T04:06:42.784387Z","steps":["trace[2136690878] 'agreement among raft nodes before linearized reading' (duration: 505.547007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.784413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.148688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:06:42.784412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.292028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:06:42.784446Z","caller":"traceutil/trace.go:171","msg":"trace[806582545] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:908; }","duration":"563.22506ms","start":"2026-05-20T04:06:42.221211Z","end":"2026-05-20T04:06:42.784436Z","steps":["trace[806582545] 'agreement among raft nodes before linearized reading' (duration: 563.169439ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:42.78447Z","caller":"traceutil/trace.go:171","msg":"trace[1682702576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:908; }","duration":"473.389541ms","start":"2026-05-20T04:06:42.311071Z","end":"2026-05-20T04:06:42.78446Z","steps":["trace[1682702576] 'agreement among raft nodes before linearized reading' (duration: 473.218496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.784479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:42.221184Z","time spent":"563.287463ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:06:42.784502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:42.311044Z","time spent":"473.451054ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:06:42.784513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.168283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:06:42.784547Z","caller":"traceutil/trace.go:171","msg":"trace[146216928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:908; }","duration":"488.220104ms","start":"2026-05-20T04:06:42.296318Z","end":"2026-05-20T04:06:42.784538Z","steps":["trace[146216928] 'agreement among raft nodes before linearized reading' (duration: 488.135081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.78457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:42.296305Z","time spent":"488.260394ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:06:42.784644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.293651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:42.784673Z","caller":"traceutil/trace.go:171","msg":"trace[121290062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:908; }","duration":"264.354832ms","start":"2026-05-20T04:06:42.52031Z","end":"2026-05-20T04:06:42.784665Z","steps":["trace[121290062] 'agreement among raft nodes before linearized reading' (duration: 264.309041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.784699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.83528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-20T04:06:42.784724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.294062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-20T04:06:42.784732Z","caller":"traceutil/trace.go:171","msg":"trace[417443435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:908; }","duration":"648.889461ms","start":"2026-05-20T04:06:42.135833Z","end":"2026-05-20T04:06:42.784722Z","steps":["trace[417443435] 'agreement among raft nodes before linearized reading' (duration: 648.787889ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:42.784743Z","caller":"traceutil/trace.go:171","msg":"trace[1512495645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:908; }","duration":"491.416216ms","start":"2026-05-20T04:06:42.29332Z","end":"2026-05-20T04:06:42.784737Z","steps":["trace[1512495645] 'agreement among raft nodes before linearized reading' (duration: 491.348354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.784762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:42.293283Z","time spent":"491.473807ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:06:42.784762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:42.135821Z","time spent":"648.934462ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:06:42.784437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:42.278636Z","time spent":"505.793854ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5696,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc\" "} {"level":"warn","ts":"2026-05-20T04:06:42.784356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.775176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T04:06:42.785115Z","caller":"traceutil/trace.go:171","msg":"trace[1229273127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:908; }","duration":"517.569447ms","start":"2026-05-20T04:06:42.267535Z","end":"2026-05-20T04:06:42.785104Z","steps":["trace[1229273127] 'agreement among raft nodes before linearized reading' (duration: 516.743115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:42.785148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:42.267517Z","time spent":"517.620789ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:06:43.110674Z","caller":"traceutil/trace.go:171","msg":"trace[895370490] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"128.943713ms","start":"2026-05-20T04:06:42.981691Z","end":"2026-05-20T04:06:43.110635Z","steps":["trace[895370490] 'process raft request' (duration: 116.3998ms)","trace[895370490] 'compare' (duration: 12.236565ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:43.110799Z","caller":"traceutil/trace.go:171","msg":"trace[2142650839] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"122.823205ms","start":"2026-05-20T04:06:42.987936Z","end":"2026-05-20T04:06:43.110759Z","steps":["trace[2142650839] 'process raft request' (duration: 122.6109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:43.502724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.413655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:06:43.502828Z","caller":"traceutil/trace.go:171","msg":"trace[1970689492] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:963; }","duration":"379.087509ms","start":"2026-05-20T04:06:43.123725Z","end":"2026-05-20T04:06:43.502812Z","steps":["trace[1970689492] 'read index received' (duration: 191.489569ms)","trace[1970689492] 'applied index is now lower than readState.Index' (duration: 187.5967ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:43.50291Z","caller":"traceutil/trace.go:171","msg":"trace[163543848] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"386.50745ms","start":"2026-05-20T04:06:43.116392Z","end":"2026-05-20T04:06:43.502899Z","steps":["trace[163543848] 'process raft request' (duration: 198.858009ms)","trace[163543848] 'compare' (duration: 187.298182ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:43.502965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:43.116343Z","time spent":"386.593722ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:06:43.503453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.725386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:06:43.503109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.654902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:06:43.503504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.894804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:43.503544Z","caller":"traceutil/trace.go:171","msg":"trace[712275563] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:926; }","duration":"379.799157ms","start":"2026-05-20T04:06:43.123707Z","end":"2026-05-20T04:06:43.503506Z","steps":["trace[712275563] 'agreement among raft nodes before linearized reading' (duration: 379.673944ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:43.50356Z","caller":"traceutil/trace.go:171","msg":"trace[678082945] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:926; }","duration":"283.116963ms","start":"2026-05-20T04:06:43.220426Z","end":"2026-05-20T04:06:43.503542Z","steps":["trace[678082945] 'agreement among raft nodes before linearized reading' (duration: 282.538119ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:43.503587Z","caller":"traceutil/trace.go:171","msg":"trace[263906597] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:926; }","duration":"263.040998ms","start":"2026-05-20T04:06:43.240522Z","end":"2026-05-20T04:06:43.503563Z","steps":["trace[263906597] 'agreement among raft nodes before linearized reading' (duration: 262.888154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:43.503602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:43.123638Z","time spent":"379.94916ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"info","ts":"2026-05-20T04:06:43.761873Z","caller":"traceutil/trace.go:171","msg":"trace[696898685] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"157.435254ms","start":"2026-05-20T04:06:43.604414Z","end":"2026-05-20T04:06:43.76185Z","steps":["trace[696898685] 'process raft request' (duration: 149.006458ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:43.761873Z","caller":"traceutil/trace.go:171","msg":"trace[1137338937] linearizableReadLoop","detail":"{readStateIndex:966; appliedIndex:965; }","duration":"106.407864ms","start":"2026-05-20T04:06:43.655431Z","end":"2026-05-20T04:06:43.761839Z","steps":["trace[1137338937] 'read index received' (duration: 98.07811ms)","trace[1137338937] 'applied index is now lower than readState.Index' (duration: 8.328334ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:43.762064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.610689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:43.762108Z","caller":"traceutil/trace.go:171","msg":"trace[1777464351] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:928; }","duration":"106.690361ms","start":"2026-05-20T04:06:43.655403Z","end":"2026-05-20T04:06:43.762094Z","steps":["trace[1777464351] 'agreement among raft nodes before linearized reading' (duration: 106.514296ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:44.048939Z","caller":"traceutil/trace.go:171","msg":"trace[2092018439] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"187.766304ms","start":"2026-05-20T04:06:43.861134Z","end":"2026-05-20T04:06:44.0489Z","steps":["trace[2092018439] 'process raft request' (duration: 187.324373ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:44.319663Z","caller":"traceutil/trace.go:171","msg":"trace[158495319] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"265.002129ms","start":"2026-05-20T04:06:44.054637Z","end":"2026-05-20T04:06:44.319639Z","steps":["trace[158495319] 'process raft request' (duration: 264.813593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.045784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.068338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:06:45.045911Z","caller":"traceutil/trace.go:171","msg":"trace[1387699595] linearizableReadLoop","detail":"{readStateIndex:978; appliedIndex:976; }","duration":"989.241726ms","start":"2026-05-20T04:06:44.05666Z","end":"2026-05-20T04:06:45.045901Z","steps":["trace[1387699595] 'read index received' (duration: 262.7259ms)","trace[1387699595] 'applied index is now lower than readState.Index' (duration: 726.515215ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:45.045954Z","caller":"traceutil/trace.go:171","msg":"trace[1253297912] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"989.957994ms","start":"2026-05-20T04:06:44.055962Z","end":"2026-05-20T04:06:45.04592Z","steps":["trace[1253297912] 'process raft request' (duration: 524.732212ms)","trace[1253297912] 'compare' (duration: 464.75513ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:45.045988Z","caller":"traceutil/trace.go:171","msg":"trace[1310928061] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"988.492796ms","start":"2026-05-20T04:06:44.057466Z","end":"2026-05-20T04:06:45.045959Z","steps":["trace[1310928061] 'process raft request' (duration: 988.392463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.046134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.055899Z","time spent":"990.134599ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":666,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:06:45.046158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.43788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:06:45.046211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.057448Z","time spent":"988.61726ms","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3895,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:06:45.046254Z","caller":"traceutil/trace.go:171","msg":"trace[373818191] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:0; response_revision:941; }","duration":"989.82006ms","start":"2026-05-20T04:06:44.056413Z","end":"2026-05-20T04:06:45.046233Z","steps":["trace[373818191] 'agreement among raft nodes before linearized reading' (duration: 989.542323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.046298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.056389Z","time spent":"989.902721ms","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-05-20T04:06:45.436013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.574102ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:45.436179Z","caller":"traceutil/trace.go:171","msg":"trace[370029528] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"1.112147193s","start":"2026-05-20T04:06:44.323997Z","end":"2026-05-20T04:06:45.436145Z","steps":["trace[370029528] 'process raft request' (duration: 1.106764385s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:45.436216Z","caller":"traceutil/trace.go:171","msg":"trace[938497797] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:941; }","duration":"205.789087ms","start":"2026-05-20T04:06:45.230383Z","end":"2026-05-20T04:06:45.436172Z","steps":["trace[938497797] 'range keys from in-memory index tree' (duration: 205.548701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.436333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.32397Z","time spent":"1.112286756s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":683,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:06:45.50062Z","caller":"traceutil/trace.go:171","msg":"trace[1081022289] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:979; }","duration":"454.666261ms","start":"2026-05-20T04:06:45.045932Z","end":"2026-05-20T04:06:45.500598Z","steps":["trace[1081022289] 'read index received' (duration: 384.849767ms)","trace[1081022289] 'applied index is now lower than readState.Index' (duration: 69.815564ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:45.500876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.180887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:06:45.500924Z","caller":"traceutil/trace.go:171","msg":"trace[975427351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:943; }","duration":"633.279519ms","start":"2026-05-20T04:06:44.867633Z","end":"2026-05-20T04:06:45.500913Z","steps":["trace[975427351] 'agreement among raft nodes before linearized reading' (duration: 633.078954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.500942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.084886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"warn","ts":"2026-05-20T04:06:45.500967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.867617Z","time spent":"633.340581ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:06:45.500986Z","caller":"traceutil/trace.go:171","msg":"trace[201768352] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:943; }","duration":"895.169848ms","start":"2026-05-20T04:06:44.605804Z","end":"2026-05-20T04:06:45.500974Z","steps":["trace[201768352] 'agreement among raft nodes before linearized reading' (duration: 895.028634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.501013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.605698Z","time spent":"895.310092ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":821,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-05-20T04:06:45.500996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087088669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:06:45.501094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.387154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:45.501089Z","caller":"traceutil/trace.go:171","msg":"trace[666760899] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:943; }","duration":"1.087265094s","start":"2026-05-20T04:06:44.413805Z","end":"2026-05-20T04:06:45.50107Z","steps":["trace[666760899] 'agreement among raft nodes before linearized reading' (duration: 1.086998827s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.501071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.926911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T04:06:45.501134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.120625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:06:45.50116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.93444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/neutron-coredns\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:06:45.501165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.413745Z","time spent":"1.087408417s","remote":"127.0.0.1:33978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":69,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:06:45.501181Z","caller":"traceutil/trace.go:171","msg":"trace[634685117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:943; }","duration":"633.074024ms","start":"2026-05-20T04:06:44.868087Z","end":"2026-05-20T04:06:45.501161Z","steps":["trace[634685117] 'agreement among raft nodes before linearized reading' (duration: 632.588832ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:45.5012Z","caller":"traceutil/trace.go:171","msg":"trace[846556444] range","detail":"{range_begin:/registry/clusterroles/local-path-provisioner; range_end:; response_count:0; response_revision:943; }","duration":"452.218978ms","start":"2026-05-20T04:06:45.048969Z","end":"2026-05-20T04:06:45.501188Z","steps":["trace[846556444] 'agreement among raft nodes before linearized reading' (duration: 452.105285ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:45.501208Z","caller":"traceutil/trace.go:171","msg":"trace[1089456374] range","detail":"{range_begin:/registry/configmaps/openstack/neutron-coredns; range_end:; response_count:0; response_revision:943; }","duration":"118.007181ms","start":"2026-05-20T04:06:45.383192Z","end":"2026-05-20T04:06:45.501199Z","steps":["trace[1089456374] 'agreement among raft nodes before linearized reading' (duration: 117.95081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.501234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.868081Z","time spent":"633.144136ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:06:45.501238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:45.048955Z","time spent":"452.270469ms","remote":"127.0.0.1:33978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/local-path-provisioner\" "} {"level":"warn","ts":"2026-05-20T04:06:45.501235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175874979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-v62wj\" ","response":"range_response_count:1 size:3945"} {"level":"warn","ts":"2026-05-20T04:06:45.501289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.17794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-kv5r8\" ","response":"range_response_count:1 size:2275"} {"level":"warn","ts":"2026-05-20T04:06:45.501268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384340856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:1 size:10239"} {"level":"info","ts":"2026-05-20T04:06:45.501304Z","caller":"traceutil/trace.go:171","msg":"trace[678077861] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-v62wj; range_end:; response_count:1; response_revision:943; }","duration":"1.175965241s","start":"2026-05-20T04:06:44.325316Z","end":"2026-05-20T04:06:45.501282Z","steps":["trace[678077861] 'agreement among raft nodes before linearized reading' (duration: 1.175819728s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:45.501328Z","caller":"traceutil/trace.go:171","msg":"trace[763749591] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-kv5r8; range_end:; response_count:1; response_revision:943; }","duration":"623.232391ms","start":"2026-05-20T04:06:44.878087Z","end":"2026-05-20T04:06:45.501319Z","steps":["trace[763749591] 'agreement among raft nodes before linearized reading' (duration: 623.124139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.501055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.783966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:1 size:10239"} {"level":"info","ts":"2026-05-20T04:06:45.501353Z","caller":"traceutil/trace.go:171","msg":"trace[1241271359] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:1; response_revision:943; }","duration":"1.384524701s","start":"2026-05-20T04:06:44.116809Z","end":"2026-05-20T04:06:45.501334Z","steps":["trace[1241271359] 'agreement among raft nodes before linearized reading' (duration: 1.384199703s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.50138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.967276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:06:45.501388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.283623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-20T04:06:45.501412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.116782Z","time spent":"1.384621133s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":10261,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-05-20T04:06:45.501425Z","caller":"traceutil/trace.go:171","msg":"trace[2024082200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:943; }","duration":"632.335935ms","start":"2026-05-20T04:06:44.869082Z","end":"2026-05-20T04:06:45.501418Z","steps":["trace[2024082200] 'agreement among raft nodes before linearized reading' (duration: 632.252433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.501391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.037227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-20T04:06:45.501455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.869078Z","time spent":"632.372926ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:06:45.501432Z","caller":"traceutil/trace.go:171","msg":"trace[438900460] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:1; response_revision:943; }","duration":"466.195997ms","start":"2026-05-20T04:06:45.035174Z","end":"2026-05-20T04:06:45.50137Z","steps":["trace[438900460] 'agreement among raft nodes before linearized reading' (duration: 465.53756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.501489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.676895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:06:45.501752Z","caller":"traceutil/trace.go:171","msg":"trace[1661348593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:943; }","duration":"634.973742ms","start":"2026-05-20T04:06:44.866765Z","end":"2026-05-20T04:06:45.501739Z","steps":["trace[1661348593] 'agreement among raft nodes before linearized reading' (duration: 634.11563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.501754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:45.03515Z","time spent":"466.365061ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":10261,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-05-20T04:06:45.501126Z","caller":"traceutil/trace.go:171","msg":"trace[1437810500] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:943; }","duration":"180.464455ms","start":"2026-05-20T04:06:45.320654Z","end":"2026-05-20T04:06:45.501118Z","steps":["trace[1437810500] 'agreement among raft nodes before linearized reading' (duration: 180.415684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.501821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.866743Z","time spent":"635.058315ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:06:45.501361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.325302Z","time spent":"1.176050354s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3967,"request content":"key:\"/registry/pods/monitoring/goldpinger-v62wj\" "} {"level":"info","ts":"2026-05-20T04:06:45.501488Z","caller":"traceutil/trace.go:171","msg":"trace[492269682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:943; }","duration":"632.213592ms","start":"2026-05-20T04:06:44.869252Z","end":"2026-05-20T04:06:45.501466Z","steps":["trace[492269682] 'agreement among raft nodes before linearized reading' (duration: 631.912334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.501953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.869224Z","time spent":"632.710815ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:06:45.501151Z","caller":"traceutil/trace.go:171","msg":"trace[2065303726] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"710.694239ms","start":"2026-05-20T04:06:44.790434Z","end":"2026-05-20T04:06:45.501128Z","steps":["trace[2065303726] 'process raft request' (duration: 710.020421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.502094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.790406Z","time spent":"711.616992ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:06:45.501361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.878078Z","time spent":"623.274382ms","remote":"127.0.0.1:57882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":2297,"request content":"key:\"/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-kv5r8\" "} {"level":"warn","ts":"2026-05-20T04:06:45.501278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.383494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:45.502231Z","caller":"traceutil/trace.go:171","msg":"trace[1914036393] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:943; }","duration":"209.40749ms","start":"2026-05-20T04:06:45.292801Z","end":"2026-05-20T04:06:45.502209Z","steps":["trace[1914036393] 'agreement among raft nodes before linearized reading' (duration: 208.311401ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:45.501422Z","caller":"traceutil/trace.go:171","msg":"trace[1208857689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:943; }","duration":"978.053418ms","start":"2026-05-20T04:06:44.523358Z","end":"2026-05-20T04:06:45.501412Z","steps":["trace[1208857689] 'agreement among raft nodes before linearized reading' (duration: 977.993506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.502324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:44.523329Z","time spent":"978.980563ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:06:45.741864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.926953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:06:45.742133Z","caller":"traceutil/trace.go:171","msg":"trace[220770660] transaction","detail":"{read_only:false; number_of_response:1; response_revision:945; }","duration":"235.06033ms","start":"2026-05-20T04:06:45.507048Z","end":"2026-05-20T04:06:45.742109Z","steps":["trace[220770660] 'process raft request' (duration: 234.960647ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:45.742252Z","caller":"traceutil/trace.go:171","msg":"trace[1469607553] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"235.08032ms","start":"2026-05-20T04:06:45.507062Z","end":"2026-05-20T04:06:45.742143Z","steps":["trace[1469607553] 'process raft request' (duration: 133.747876ms)","trace[1469607553] 'compare' (duration: 100.754489ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:45.779996Z","caller":"traceutil/trace.go:171","msg":"trace[2075513249] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"272.768469ms","start":"2026-05-20T04:06:45.507198Z","end":"2026-05-20T04:06:45.779966Z","steps":["trace[2075513249] 'process raft request' (duration: 272.669546ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:45.780077Z","caller":"traceutil/trace.go:171","msg":"trace[2095484033] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"272.858631ms","start":"2026-05-20T04:06:45.50717Z","end":"2026-05-20T04:06:45.780029Z","steps":["trace[2095484033] 'process raft request' (duration: 272.512193ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:45.780417Z","caller":"traceutil/trace.go:171","msg":"trace[1289541929] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"273.081326ms","start":"2026-05-20T04:06:45.50729Z","end":"2026-05-20T04:06:45.780372Z","steps":["trace[1289541929] 'process raft request' (duration: 272.632985ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:45.78055Z","caller":"traceutil/trace.go:171","msg":"trace[944386451] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"272.948262ms","start":"2026-05-20T04:06:45.507582Z","end":"2026-05-20T04:06:45.78053Z","steps":["trace[944386451] 'process raft request' (duration: 272.721566ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:45.780582Z","caller":"traceutil/trace.go:171","msg":"trace[1237431601] linearizableReadLoop","detail":"{readStateIndex:986; appliedIndex:981; }","duration":"273.193549ms","start":"2026-05-20T04:06:45.50735Z","end":"2026-05-20T04:06:45.780544Z","steps":["trace[1237431601] 'read index received' (duration: 133.538241ms)","trace[1237431601] 'applied index is now lower than readState.Index' (duration: 139.653888ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:45.780672Z","caller":"traceutil/trace.go:171","msg":"trace[1908662993] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"272.387918ms","start":"2026-05-20T04:06:45.50827Z","end":"2026-05-20T04:06:45.780658Z","steps":["trace[1908662993] 'process raft request' (duration: 272.196583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.780801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.803538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/memcached-memcached-bin\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:06:45.780826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.24161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:45.780846Z","caller":"traceutil/trace.go:171","msg":"trace[179891195] range","detail":"{range_begin:/registry/configmaps/openstack/memcached-memcached-bin; range_end:; response_count:0; response_revision:950; }","duration":"272.889141ms","start":"2026-05-20T04:06:45.507944Z","end":"2026-05-20T04:06:45.780833Z","steps":["trace[179891195] 'agreement among raft nodes before linearized reading' (duration: 272.803539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.780838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.080151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:45.780869Z","caller":"traceutil/trace.go:171","msg":"trace[1695666097] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:0; response_revision:950; }","duration":"164.346382ms","start":"2026-05-20T04:06:45.616508Z","end":"2026-05-20T04:06:45.780855Z","steps":["trace[1695666097] 'agreement among raft nodes before linearized reading' (duration: 164.26644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.780847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.641941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:45.780884Z","caller":"traceutil/trace.go:171","msg":"trace[813290963] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:0; response_revision:950; }","duration":"272.141692ms","start":"2026-05-20T04:06:45.508728Z","end":"2026-05-20T04:06:45.78087Z","steps":["trace[813290963] 'agreement among raft nodes before linearized reading' (duration: 272.050969ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:45.780944Z","caller":"traceutil/trace.go:171","msg":"trace[542070272] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:0; response_revision:950; }","duration":"273.835296ms","start":"2026-05-20T04:06:45.507083Z","end":"2026-05-20T04:06:45.780919Z","steps":["trace[542070272] 'agreement among raft nodes before linearized reading' (duration: 273.642391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.78097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.368618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/neutron-coredns\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:45.781082Z","caller":"traceutil/trace.go:171","msg":"trace[172857471] range","detail":"{range_begin:/registry/clusterroles/neutron-coredns; range_end:; response_count:0; response_revision:950; }","duration":"272.519851ms","start":"2026-05-20T04:06:45.508536Z","end":"2026-05-20T04:06:45.781056Z","steps":["trace[172857471] 'agreement among raft nodes before linearized reading' (duration: 272.272625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:45.78107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.631048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:1 size:10239"} {"level":"info","ts":"2026-05-20T04:06:45.781164Z","caller":"traceutil/trace.go:171","msg":"trace[477995310] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:1; response_revision:950; }","duration":"127.765622ms","start":"2026-05-20T04:06:45.653376Z","end":"2026-05-20T04:06:45.781142Z","steps":["trace[477995310] 'agreement among raft nodes before linearized reading' (duration: 127.413623ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:45.993286Z","caller":"traceutil/trace.go:171","msg":"trace[879463208] linearizableReadLoop","detail":"{readStateIndex:989; appliedIndex:988; }","duration":"205.697674ms","start":"2026-05-20T04:06:45.787556Z","end":"2026-05-20T04:06:45.993254Z","steps":["trace[879463208] 'read index received' (duration: 139.875173ms)","trace[879463208] 'applied index is now lower than readState.Index' (duration: 65.820951ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:45.99333Z","caller":"traceutil/trace.go:171","msg":"trace[1185207384] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"207.08231ms","start":"2026-05-20T04:06:45.786208Z","end":"2026-05-20T04:06:45.99329Z","steps":["trace[1185207384] 'process raft request' (duration: 141.158156ms)","trace[1185207384] 'compare' (duration: 65.710289ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:45.993524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.90797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-tcp\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:45.993633Z","caller":"traceutil/trace.go:171","msg":"trace[505037283] range","detail":"{range_begin:/registry/configmaps/ingress-nginx/ingress-nginx-tcp; range_end:; response_count:0; response_revision:951; }","duration":"206.076435ms","start":"2026-05-20T04:06:45.787533Z","end":"2026-05-20T04:06:45.993609Z","steps":["trace[505037283] 'agreement among raft nodes before linearized reading' (duration: 205.8614ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.013913Z","caller":"traceutil/trace.go:171","msg":"trace[1703638167] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"208.896566ms","start":"2026-05-20T04:06:45.80499Z","end":"2026-05-20T04:06:46.013887Z","steps":["trace[1703638167] 'process raft request' (duration: 208.683471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:46.014209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.234511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:06:46.01422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.371545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:46.014248Z","caller":"traceutil/trace.go:171","msg":"trace[753065384] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns-metrics; range_end:; response_count:0; response_revision:953; }","duration":"226.306203ms","start":"2026-05-20T04:06:45.787931Z","end":"2026-05-20T04:06:46.014237Z","steps":["trace[753065384] 'agreement among raft nodes before linearized reading' (duration: 226.18302ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.014271Z","caller":"traceutil/trace.go:171","msg":"trace[60969944] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:0; response_revision:953; }","duration":"226.440466ms","start":"2026-05-20T04:06:45.787816Z","end":"2026-05-20T04:06:46.014256Z","steps":["trace[60969944] 'agreement among raft nodes before linearized reading' (duration: 226.308553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:46.014309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.772731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:06:46.014378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.189441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:1 size:10239"} {"level":"warn","ts":"2026-05-20T04:06:46.014428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.526618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:46.014436Z","caller":"traceutil/trace.go:171","msg":"trace[967582707] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:953; }","duration":"220.923635ms","start":"2026-05-20T04:06:45.793481Z","end":"2026-05-20T04:06:46.014404Z","steps":["trace[967582707] 'agreement among raft nodes before linearized reading' (duration: 220.683489ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.014483Z","caller":"traceutil/trace.go:171","msg":"trace[47664557] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-osd; range_end:; response_count:0; response_revision:953; }","duration":"103.608562ms","start":"2026-05-20T04:06:45.910852Z","end":"2026-05-20T04:06:46.014461Z","steps":["trace[47664557] 'agreement among raft nodes before linearized reading' (duration: 103.535579ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.014488Z","caller":"traceutil/trace.go:171","msg":"trace[543058489] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:1; response_revision:953; }","duration":"205.309954ms","start":"2026-05-20T04:06:45.809144Z","end":"2026-05-20T04:06:46.014453Z","steps":["trace[543058489] 'agreement among raft nodes before linearized reading' (duration: 204.968266ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.014539Z","caller":"traceutil/trace.go:171","msg":"trace[764362996] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"201.255031ms","start":"2026-05-20T04:06:45.813251Z","end":"2026-05-20T04:06:46.014506Z","steps":["trace[764362996] 'process raft request' (duration: 200.573892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:46.014569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.92507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:46.014696Z","caller":"traceutil/trace.go:171","msg":"trace[853911344] range","detail":"{range_begin:/registry/configmaps/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:953; }","duration":"227.045993ms","start":"2026-05-20T04:06:45.787609Z","end":"2026-05-20T04:06:46.014655Z","steps":["trace[853911344] 'agreement among raft nodes before linearized reading' (duration: 226.91776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:46.014697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.037465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:06:46.014742Z","caller":"traceutil/trace.go:171","msg":"trace[466331878] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:953; }","duration":"129.303862ms","start":"2026-05-20T04:06:45.885428Z","end":"2026-05-20T04:06:46.014732Z","steps":["trace[466331878] 'agreement among raft nodes before linearized reading' (duration: 129.117548ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.292146Z","caller":"traceutil/trace.go:171","msg":"trace[125178924] linearizableReadLoop","detail":"{readStateIndex:993; appliedIndex:992; }","duration":"273.930978ms","start":"2026-05-20T04:06:46.018193Z","end":"2026-05-20T04:06:46.292124Z","steps":["trace[125178924] 'read index received' (duration: 61.266254ms)","trace[125178924] 'applied index is now lower than readState.Index' (duration: 212.663854ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:46.292174Z","caller":"traceutil/trace.go:171","msg":"trace[822777723] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"275.257323ms","start":"2026-05-20T04:06:46.016885Z","end":"2026-05-20T04:06:46.292143Z","steps":["trace[822777723] 'process raft request' (duration: 274.944525ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.292241Z","caller":"traceutil/trace.go:171","msg":"trace[962459438] transaction","detail":"{read_only:false; number_of_response:0; response_revision:955; }","duration":"248.198657ms","start":"2026-05-20T04:06:46.044035Z","end":"2026-05-20T04:06:46.292234Z","steps":["trace[962459438] 'process raft request' (duration: 248.064014ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.292224Z","caller":"traceutil/trace.go:171","msg":"trace[852080074] transaction","detail":"{read_only:false; number_of_response:0; response_revision:955; }","duration":"264.339632ms","start":"2026-05-20T04:06:46.027852Z","end":"2026-05-20T04:06:46.292192Z","steps":["trace[852080074] 'process raft request' (duration: 264.194918ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.292266Z","caller":"traceutil/trace.go:171","msg":"trace[1030033734] transaction","detail":"{read_only:false; number_of_response:0; response_revision:955; }","duration":"251.991914ms","start":"2026-05-20T04:06:46.040244Z","end":"2026-05-20T04:06:46.292236Z","steps":["trace[1030033734] 'process raft request' (duration: 251.825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:46.292342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.122963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:46.2924Z","caller":"traceutil/trace.go:171","msg":"trace[350802262] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io; range_end:; response_count:0; response_revision:955; }","duration":"274.228346ms","start":"2026-05-20T04:06:46.018155Z","end":"2026-05-20T04:06:46.292383Z","steps":["trace[350802262] 'agreement among raft nodes before linearized reading' (duration: 274.105863ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.292396Z","caller":"traceutil/trace.go:171","msg":"trace[1971962643] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"270.49547ms","start":"2026-05-20T04:06:46.021854Z","end":"2026-05-20T04:06:46.29235Z","steps":["trace[1971962643] 'process raft request' (duration: 270.137261ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.298897Z","caller":"traceutil/trace.go:171","msg":"trace[1193067293] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"218.156235ms","start":"2026-05-20T04:06:46.080726Z","end":"2026-05-20T04:06:46.298882Z","steps":["trace[1193067293] 'process raft request' (duration: 217.913289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:46.299019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.018324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:46.299078Z","caller":"traceutil/trace.go:171","msg":"trace[1124924893] range","detail":"{range_begin:/registry/configmaps/ingress-nginx/ingress-nginx-controller; range_end:; response_count:0; response_revision:956; }","duration":"280.100586ms","start":"2026-05-20T04:06:46.018961Z","end":"2026-05-20T04:06:46.299062Z","steps":["trace[1124924893] 'agreement among raft nodes before linearized reading' (duration: 279.928752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:46.299066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.88586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-kv5r8\" ","response":"range_response_count:1 size:5072"} {"level":"info","ts":"2026-05-20T04:06:46.299337Z","caller":"traceutil/trace.go:171","msg":"trace[878231565] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-kv5r8; range_end:; response_count:1; response_revision:956; }","duration":"280.174599ms","start":"2026-05-20T04:06:46.019148Z","end":"2026-05-20T04:06:46.299322Z","steps":["trace[878231565] 'agreement among raft nodes before linearized reading' (duration: 279.699007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:46.299417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.956348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:46.299466Z","caller":"traceutil/trace.go:171","msg":"trace[1868796413] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-mgr; range_end:; response_count:0; response_revision:956; }","duration":"281.04677ms","start":"2026-05-20T04:06:46.018409Z","end":"2026-05-20T04:06:46.299455Z","steps":["trace[1868796413] 'agreement among raft nodes before linearized reading' (duration: 280.524017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:46.29982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.726282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:46.299862Z","caller":"traceutil/trace.go:171","msg":"trace[1464141308] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns; range_end:; response_count:0; response_revision:956; }","duration":"280.779103ms","start":"2026-05-20T04:06:46.019073Z","end":"2026-05-20T04:06:46.299852Z","steps":["trace[1464141308] 'agreement among raft nodes before linearized reading' (duration: 279.777368ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.592237Z","caller":"traceutil/trace.go:171","msg":"trace[191663799] linearizableReadLoop","detail":"{readStateIndex:1002; appliedIndex:1001; }","duration":"203.303214ms","start":"2026-05-20T04:06:46.388914Z","end":"2026-05-20T04:06:46.592217Z","steps":["trace[191663799] 'read index received' (duration: 203.204411ms)","trace[191663799] 'applied index is now lower than readState.Index' (duration: 97.683µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:46.592346Z","caller":"traceutil/trace.go:171","msg":"trace[796354805] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"203.872977ms","start":"2026-05-20T04:06:46.388444Z","end":"2026-05-20T04:06:46.592317Z","steps":["trace[796354805] 'process raft request' (duration: 203.619851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:46.592455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.508079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:46.592601Z","caller":"traceutil/trace.go:171","msg":"trace[580849065] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io; range_end:; response_count:0; response_revision:960; }","duration":"203.670883ms","start":"2026-05-20T04:06:46.388906Z","end":"2026-05-20T04:06:46.592577Z","steps":["trace[580849065] 'agreement among raft nodes before linearized reading' (duration: 203.451707ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.596361Z","caller":"traceutil/trace.go:171","msg":"trace[34117271] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"199.530156ms","start":"2026-05-20T04:06:46.396819Z","end":"2026-05-20T04:06:46.596349Z","steps":["trace[34117271] 'process raft request' (duration: 199.315ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.596373Z","caller":"traceutil/trace.go:171","msg":"trace[1414113712] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"195.468612ms","start":"2026-05-20T04:06:46.400892Z","end":"2026-05-20T04:06:46.59636Z","steps":["trace[1414113712] 'process raft request' (duration: 195.411691ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.596418Z","caller":"traceutil/trace.go:171","msg":"trace[347194332] transaction","detail":"{read_only:false; number_of_response:0; response_revision:961; }","duration":"199.146276ms","start":"2026-05-20T04:06:46.397259Z","end":"2026-05-20T04:06:46.596405Z","steps":["trace[347194332] 'process raft request' (duration: 199.012243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:46.596563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.864229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:06:46.596562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.081001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:46.596596Z","caller":"traceutil/trace.go:171","msg":"trace[920248615] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:0; response_revision:962; }","duration":"205.9162ms","start":"2026-05-20T04:06:46.390671Z","end":"2026-05-20T04:06:46.596587Z","steps":["trace[920248615] 'agreement among raft nodes before linearized reading' (duration: 205.811927ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:46.596602Z","caller":"traceutil/trace.go:171","msg":"trace[2030300784] range","detail":"{range_begin:/registry/clusterrolebindings/ingress-nginx; range_end:; response_count:0; response_revision:962; }","duration":"207.138752ms","start":"2026-05-20T04:06:46.389454Z","end":"2026-05-20T04:06:46.596593Z","steps":["trace[2030300784] 'agreement among raft nodes before linearized reading' (duration: 207.0473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:46.596728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.115191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:06:46.596829Z","caller":"traceutil/trace.go:171","msg":"trace[293412888] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:962; }","duration":"207.278655ms","start":"2026-05-20T04:06:46.38953Z","end":"2026-05-20T04:06:46.596808Z","steps":["trace[293412888] 'agreement among raft nodes before linearized reading' (duration: 206.979518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:47.174313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.641712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:47.174416Z","caller":"traceutil/trace.go:171","msg":"trace[2022798179] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:0; response_revision:1033; }","duration":"238.792666ms","start":"2026-05-20T04:06:46.935595Z","end":"2026-05-20T04:06:47.174388Z","steps":["trace[2022798179] 'range keys from in-memory index tree' (duration: 238.55549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:47.174529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.161163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:47.174608Z","caller":"traceutil/trace.go:171","msg":"trace[713926356] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:1033; }","duration":"265.256515ms","start":"2026-05-20T04:06:46.909335Z","end":"2026-05-20T04:06:47.174591Z","steps":["trace[713926356] 'range keys from in-memory index tree' (duration: 265.073751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:47.174779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.897663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:47.174801Z","caller":"traceutil/trace.go:171","msg":"trace[1450583251] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-system; range_end:; response_count:0; response_revision:1033; }","duration":"274.934504ms","start":"2026-05-20T04:06:46.899861Z","end":"2026-05-20T04:06:47.174796Z","steps":["trace[1450583251] 'range keys from in-memory index tree' (duration: 274.861662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:47.174787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.856405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-05-20T04:06:47.174805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.910323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-05-20T04:06:47.174869Z","caller":"traceutil/trace.go:171","msg":"trace[338280106] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:1033; }","duration":"250.954848ms","start":"2026-05-20T04:06:46.923891Z","end":"2026-05-20T04:06:47.174846Z","steps":["trace[338280106] 'range keys from in-memory index tree' (duration: 250.62759ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:47.174896Z","caller":"traceutil/trace.go:171","msg":"trace[680040840] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:1033; }","duration":"252.057867ms","start":"2026-05-20T04:06:46.922814Z","end":"2026-05-20T04:06:47.174872Z","steps":["trace[680040840] 'range keys from in-memory index tree' (duration: 251.683637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:47.484315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578215604,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:06:47.513061Z","caller":"traceutil/trace.go:171","msg":"trace[613055205] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"567.737865ms","start":"2026-05-20T04:06:46.945292Z","end":"2026-05-20T04:06:47.51303Z","steps":["trace[613055205] 'process raft request' (duration: 567.493649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:47.513228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:46.945264Z","time spent":"567.876879ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105315,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:06:47.535883Z","caller":"traceutil/trace.go:171","msg":"trace[40670566] linearizableReadLoop","detail":"{readStateIndex:1079; appliedIndex:1076; }","duration":"552.27035ms","start":"2026-05-20T04:06:46.983579Z","end":"2026-05-20T04:06:47.53585Z","steps":["trace[40670566] 'read index received' (duration: 529.172025ms)","trace[40670566] 'applied index is now lower than readState.Index' (duration: 23.097465ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:47.535982Z","caller":"traceutil/trace.go:171","msg":"trace[813142479] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"372.507691ms","start":"2026-05-20T04:06:47.163466Z","end":"2026-05-20T04:06:47.535974Z","steps":["trace[813142479] 'process raft request' (duration: 372.144972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:47.536059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:47.163426Z","time spent":"372.576642ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:06:47.536345Z","caller":"traceutil/trace.go:171","msg":"trace[1327093288] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"359.785254ms","start":"2026-05-20T04:06:47.17655Z","end":"2026-05-20T04:06:47.536335Z","steps":["trace[1327093288] 'process raft request' (duration: 359.173368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:47.536385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:47.176524Z","time spent":"359.842646ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:06:47.536841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.264835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:43402"} {"level":"info","ts":"2026-05-20T04:06:47.536871Z","caller":"traceutil/trace.go:171","msg":"trace[340924459] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1037; }","duration":"553.352417ms","start":"2026-05-20T04:06:46.983509Z","end":"2026-05-20T04:06:47.536861Z","steps":["trace[340924459] 'agreement among raft nodes before linearized reading' (duration: 553.219164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:47.536893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:46.983482Z","time spent":"553.405789ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":3,"response size":43424,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:06:47.537045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.456976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-05-20T04:06:47.537065Z","caller":"traceutil/trace.go:171","msg":"trace[1515246205] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1037; }","duration":"512.533308ms","start":"2026-05-20T04:06:47.024526Z","end":"2026-05-20T04:06:47.537059Z","steps":["trace[1515246205] 'agreement among raft nodes before linearized reading' (duration: 512.472857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:47.537098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:47.024493Z","time spent":"512.60027ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":197,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-05-20T04:06:47.537314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.086896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:47.537338Z","caller":"traceutil/trace.go:171","msg":"trace[1952993560] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:0; response_revision:1037; }","duration":"359.116616ms","start":"2026-05-20T04:06:47.178211Z","end":"2026-05-20T04:06:47.537327Z","steps":["trace[1952993560] 'agreement among raft nodes before linearized reading' (duration: 359.085795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:47.537355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:47.178205Z","time spent":"359.146247ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-05-20T04:06:47.537439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.918587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-global\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:47.537455Z","caller":"traceutil/trace.go:171","msg":"trace[1809178911] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-global; range_end:; response_count:0; response_revision:1037; }","duration":"359.946437ms","start":"2026-05-20T04:06:47.177504Z","end":"2026-05-20T04:06:47.53745Z","steps":["trace[1809178911] 'agreement among raft nodes before linearized reading' (duration: 359.917766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:47.537471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:47.177496Z","time spent":"359.971078ms","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/rook-ceph-global\" "} {"level":"warn","ts":"2026-05-20T04:06:47.537595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.19397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-6zp5q\" ","response":"range_response_count:1 size:3611"} {"level":"info","ts":"2026-05-20T04:06:47.537613Z","caller":"traceutil/trace.go:171","msg":"trace[698655902] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-6zp5q; range_end:; response_count:1; response_revision:1037; }","duration":"361.253231ms","start":"2026-05-20T04:06:47.176354Z","end":"2026-05-20T04:06:47.537607Z","steps":["trace[698655902] 'agreement among raft nodes before linearized reading' (duration: 361.19085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:47.537633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:47.176329Z","time spent":"361.299333ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3633,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-6zp5q\" "} {"level":"warn","ts":"2026-05-20T04:06:47.537791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.493448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-chrzv\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-05-20T04:06:47.53781Z","caller":"traceutil/trace.go:171","msg":"trace[643280987] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-chrzv; range_end:; response_count:1; response_revision:1037; }","duration":"361.539598ms","start":"2026-05-20T04:06:47.176264Z","end":"2026-05-20T04:06:47.537804Z","steps":["trace[643280987] 'agreement among raft nodes before linearized reading' (duration: 361.473647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:47.537841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:47.176244Z","time spent":"361.59298ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7688,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-chrzv\" "} {"level":"info","ts":"2026-05-20T04:06:48.030715Z","caller":"traceutil/trace.go:171","msg":"trace[1824259710] linearizableReadLoop","detail":"{readStateIndex:1199; appliedIndex:1198; }","duration":"165.684587ms","start":"2026-05-20T04:06:47.864992Z","end":"2026-05-20T04:06:48.030676Z","steps":["trace[1824259710] 'read index received' (duration: 148.543596ms)","trace[1824259710] 'applied index is now lower than readState.Index' (duration: 17.139631ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:48.030916Z","caller":"traceutil/trace.go:171","msg":"trace[1228975949] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"172.320536ms","start":"2026-05-20T04:06:47.858574Z","end":"2026-05-20T04:06:48.030894Z","steps":["trace[1228975949] 'process raft request' (duration: 154.93646ms)","trace[1228975949] 'compare' (duration: 16.896604ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:48.031418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.387254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:113913"} {"level":"info","ts":"2026-05-20T04:06:48.031484Z","caller":"traceutil/trace.go:171","msg":"trace[1303803186] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1155; }","duration":"166.493478ms","start":"2026-05-20T04:06:47.864972Z","end":"2026-05-20T04:06:48.031465Z","steps":["trace[1303803186] 'agreement among raft nodes before linearized reading' (duration: 166.178779ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:48.031728Z","caller":"traceutil/trace.go:171","msg":"trace[1233277289] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"165.677287ms","start":"2026-05-20T04:06:47.865989Z","end":"2026-05-20T04:06:48.031666Z","steps":["trace[1233277289] 'process raft request' (duration: 165.411189ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:48.031887Z","caller":"traceutil/trace.go:171","msg":"trace[1520373074] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"163.661986ms","start":"2026-05-20T04:06:47.868195Z","end":"2026-05-20T04:06:48.031857Z","steps":["trace[1520373074] 'process raft request' (duration: 163.347018ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:48.032219Z","caller":"traceutil/trace.go:171","msg":"trace[23478213] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"134.893405ms","start":"2026-05-20T04:06:47.897297Z","end":"2026-05-20T04:06:48.032191Z","steps":["trace[23478213] 'process raft request' (duration: 134.356021ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:48.032461Z","caller":"traceutil/trace.go:171","msg":"trace[2060401594] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"129.407504ms","start":"2026-05-20T04:06:47.902979Z","end":"2026-05-20T04:06:48.032387Z","steps":["trace[2060401594] 'process raft request' (duration: 129.017764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:48.032601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.430705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-jj6d6\" ","response":"range_response_count:1 size:3866"} {"level":"info","ts":"2026-05-20T04:06:48.03265Z","caller":"traceutil/trace.go:171","msg":"trace[813724381] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-jj6d6; range_end:; response_count:1; response_revision:1160; }","duration":"164.509136ms","start":"2026-05-20T04:06:47.868126Z","end":"2026-05-20T04:06:48.032635Z","steps":["trace[813724381] 'agreement among raft nodes before linearized reading' (duration: 164.320451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:48.032819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.430597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38008"} {"level":"info","ts":"2026-05-20T04:06:48.032855Z","caller":"traceutil/trace.go:171","msg":"trace[2115198135] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:1160; }","duration":"145.492798ms","start":"2026-05-20T04:06:47.887352Z","end":"2026-05-20T04:06:48.032845Z","steps":["trace[2115198135] 'agreement among raft nodes before linearized reading' (duration: 145.309693ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:49.049281Z","caller":"traceutil/trace.go:171","msg":"trace[916573432] linearizableReadLoop","detail":"{readStateIndex:1416; appliedIndex:1415; }","duration":"144.257847ms","start":"2026-05-20T04:06:48.904994Z","end":"2026-05-20T04:06:49.049251Z","steps":["trace[916573432] 'read index received' (duration: 64.655791ms)","trace[916573432] 'applied index is now lower than readState.Index' (duration: 79.600586ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:49.049424Z","caller":"traceutil/trace.go:171","msg":"trace[1694351761] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"146.427871ms","start":"2026-05-20T04:06:48.902981Z","end":"2026-05-20T04:06:49.049409Z","steps":["trace[1694351761] 'process raft request' (duration: 66.64549ms)","trace[1694351761] 'compare' (duration: 79.474853ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:49.049997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.971725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-05-20T04:06:49.050045Z","caller":"traceutil/trace.go:171","msg":"trace[1240097372] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:1372; }","duration":"145.076868ms","start":"2026-05-20T04:06:48.904956Z","end":"2026-05-20T04:06:49.050032Z","steps":["trace[1240097372] 'agreement among raft nodes before linearized reading' (duration: 144.633616ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:49.051218Z","caller":"traceutil/trace.go:171","msg":"trace[1841834355] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"144.3785ms","start":"2026-05-20T04:06:48.906809Z","end":"2026-05-20T04:06:49.051187Z","steps":["trace[1841834355] 'process raft request' (duration: 144.280016ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:49.05146Z","caller":"traceutil/trace.go:171","msg":"trace[1490860617] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"146.308999ms","start":"2026-05-20T04:06:48.905126Z","end":"2026-05-20T04:06:49.051435Z","steps":["trace[1490860617] 'process raft request' (duration: 145.777255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:49.057773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.422695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6249"} {"level":"info","ts":"2026-05-20T04:06:49.057812Z","caller":"traceutil/trace.go:171","msg":"trace[1293416427] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1377; }","duration":"136.497436ms","start":"2026-05-20T04:06:48.921306Z","end":"2026-05-20T04:06:49.057803Z","steps":["trace[1293416427] 'agreement among raft nodes before linearized reading' (duration: 136.371183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:49.506323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.701856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-05-20T04:06:49.506455Z","caller":"traceutil/trace.go:171","msg":"trace[1141202528] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1381; }","duration":"242.88875ms","start":"2026-05-20T04:06:49.263539Z","end":"2026-05-20T04:06:49.506428Z","steps":["trace[1141202528] 'range keys from in-memory index tree' (duration: 242.47299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:49.753099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.925713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:06:49.753254Z","caller":"traceutil/trace.go:171","msg":"trace[1477148834] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"201.382014ms","start":"2026-05-20T04:06:49.551842Z","end":"2026-05-20T04:06:49.753224Z","steps":["trace[1477148834] 'process raft request' (duration: 56.206514ms)","trace[1477148834] 'compare' (duration: 144.775409ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:49.76528Z","caller":"traceutil/trace.go:171","msg":"trace[1708978579] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"157.338102ms","start":"2026-05-20T04:06:49.607904Z","end":"2026-05-20T04:06:49.765242Z","steps":["trace[1708978579] 'process raft request' (duration: 157.146967ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:49.821472Z","caller":"traceutil/trace.go:171","msg":"trace[930301098] linearizableReadLoop","detail":"{readStateIndex:1429; appliedIndex:1427; }","duration":"165.981564ms","start":"2026-05-20T04:06:49.65546Z","end":"2026-05-20T04:06:49.821441Z","steps":["trace[930301098] 'read index received' (duration: 109.597625ms)","trace[930301098] 'applied index is now lower than readState.Index' (duration: 56.382219ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:49.821528Z","caller":"traceutil/trace.go:171","msg":"trace[2118197163] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"198.446797ms","start":"2026-05-20T04:06:49.623052Z","end":"2026-05-20T04:06:49.821499Z","steps":["trace[2118197163] 'process raft request' (duration: 198.205991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:49.82231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.228981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:06:49.822406Z","caller":"traceutil/trace.go:171","msg":"trace[1366009687] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1385; }","duration":"166.990261ms","start":"2026-05-20T04:06:49.655396Z","end":"2026-05-20T04:06:49.822386Z","steps":["trace[1366009687] 'agreement among raft nodes before linearized reading' (duration: 166.15651ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:49.944159Z","caller":"traceutil/trace.go:171","msg":"trace[1120779948] linearizableReadLoop","detail":"{readStateIndex:1431; appliedIndex:1429; }","duration":"108.052226ms","start":"2026-05-20T04:06:49.836075Z","end":"2026-05-20T04:06:49.944128Z","steps":["trace[1120779948] 'read index received' (duration: 4.507336ms)","trace[1120779948] 'applied index is now lower than readState.Index' (duration: 103.54349ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:49.944271Z","caller":"traceutil/trace.go:171","msg":"trace[1760139922] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"117.477119ms","start":"2026-05-20T04:06:49.826756Z","end":"2026-05-20T04:06:49.944234Z","steps":["trace[1760139922] 'process raft request' (duration: 113.22237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:49.944439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.344353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-20T04:06:49.944503Z","caller":"traceutil/trace.go:171","msg":"trace[1141811750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1387; }","duration":"108.475566ms","start":"2026-05-20T04:06:49.836012Z","end":"2026-05-20T04:06:49.944488Z","steps":["trace[1141811750] 'agreement among raft nodes before linearized reading' (duration: 108.21005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:49.944561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.949843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:06:49.944638Z","caller":"traceutil/trace.go:171","msg":"trace[1833998462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1387; }","duration":"108.091757ms","start":"2026-05-20T04:06:49.836528Z","end":"2026-05-20T04:06:49.944619Z","steps":["trace[1833998462] 'agreement among raft nodes before linearized reading' (duration: 107.84438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:49.945275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.908363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:06:49.945421Z","caller":"traceutil/trace.go:171","msg":"trace[91505236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1387; }","duration":"108.097778ms","start":"2026-05-20T04:06:49.83729Z","end":"2026-05-20T04:06:49.945388Z","steps":["trace[91505236] 'agreement among raft nodes before linearized reading' (duration: 107.079231ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:53.140582Z","caller":"traceutil/trace.go:171","msg":"trace[1658325970] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"133.075088ms","start":"2026-05-20T04:06:53.007473Z","end":"2026-05-20T04:06:53.140548Z","steps":["trace[1658325970] 'process raft request' (duration: 132.858423ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:53.14063Z","caller":"traceutil/trace.go:171","msg":"trace[1748082826] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"133.058938ms","start":"2026-05-20T04:06:53.00755Z","end":"2026-05-20T04:06:53.140609Z","steps":["trace[1748082826] 'process raft request' (duration: 132.909524ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:53.140746Z","caller":"traceutil/trace.go:171","msg":"trace[1462059091] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"133.069478ms","start":"2026-05-20T04:06:53.007592Z","end":"2026-05-20T04:06:53.140661Z","steps":["trace[1462059091] 'process raft request' (duration: 132.919044ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:53.140879Z","caller":"traceutil/trace.go:171","msg":"trace[729663383] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"133.186471ms","start":"2026-05-20T04:06:53.007666Z","end":"2026-05-20T04:06:53.140852Z","steps":["trace[729663383] 'process raft request' (duration: 132.878613ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:53.141099Z","caller":"traceutil/trace.go:171","msg":"trace[1986954620] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"131.867448ms","start":"2026-05-20T04:06:53.009224Z","end":"2026-05-20T04:06:53.141092Z","steps":["trace[1986954620] 'process raft request' (duration: 131.53766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:53.533338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.040436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38008"} {"level":"info","ts":"2026-05-20T04:06:53.533423Z","caller":"traceutil/trace.go:171","msg":"trace[2136045449] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:1429; }","duration":"108.1861ms","start":"2026-05-20T04:06:53.425218Z","end":"2026-05-20T04:06:53.533404Z","steps":["trace[2136045449] 'range keys from in-memory index tree' (duration: 107.571003ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:54.025647Z","caller":"traceutil/trace.go:171","msg":"trace[1449481909] linearizableReadLoop","detail":"{readStateIndex:1475; appliedIndex:1474; }","duration":"170.048748ms","start":"2026-05-20T04:06:53.855564Z","end":"2026-05-20T04:06:54.025612Z","steps":["trace[1449481909] 'read index received' (duration: 169.72634ms)","trace[1449481909] 'applied index is now lower than readState.Index' (duration: 321.018µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:54.02569Z","caller":"traceutil/trace.go:171","msg":"trace[1484825285] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"260.879253ms","start":"2026-05-20T04:06:53.764789Z","end":"2026-05-20T04:06:54.025668Z","steps":["trace[1484825285] 'process raft request' (duration: 260.606816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:54.025907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.326635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:06:54.025973Z","caller":"traceutil/trace.go:171","msg":"trace[1111088303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1430; }","duration":"170.490751ms","start":"2026-05-20T04:06:53.855463Z","end":"2026-05-20T04:06:54.025954Z","steps":["trace[1111088303] 'agreement among raft nodes before linearized reading' (duration: 170.280166ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:54.298191Z","caller":"traceutil/trace.go:171","msg":"trace[1049815836] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"266.345184ms","start":"2026-05-20T04:06:54.031807Z","end":"2026-05-20T04:06:54.298152Z","steps":["trace[1049815836] 'process raft request' (duration: 266.079816ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:54.344982Z","caller":"traceutil/trace.go:171","msg":"trace[781514481] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"312.782825ms","start":"2026-05-20T04:06:54.03217Z","end":"2026-05-20T04:06:54.344953Z","steps":["trace[781514481] 'process raft request' (duration: 312.5785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:54.345147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:54.032145Z","time spent":"312.916998ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:06:54.345342Z","caller":"traceutil/trace.go:171","msg":"trace[935260922] linearizableReadLoop","detail":"{readStateIndex:1478; appliedIndex:1475; }","duration":"296.378083ms","start":"2026-05-20T04:06:54.048918Z","end":"2026-05-20T04:06:54.345296Z","steps":["trace[935260922] 'read index received' (duration: 248.937284ms)","trace[935260922] 'applied index is now lower than readState.Index' (duration: 47.437229ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:54.345771Z","caller":"traceutil/trace.go:171","msg":"trace[1615449158] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"312.397976ms","start":"2026-05-20T04:06:54.033357Z","end":"2026-05-20T04:06:54.345755Z","steps":["trace[1615449158] 'process raft request' (duration: 311.542434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:54.34592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:54.033344Z","time spent":"312.461768ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:06:54.34626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.339509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:06:54.346298Z","caller":"traceutil/trace.go:171","msg":"trace[1220242018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1433; }","duration":"297.40524ms","start":"2026-05-20T04:06:54.04888Z","end":"2026-05-20T04:06:54.346285Z","steps":["trace[1220242018] 'agreement among raft nodes before linearized reading' (duration: 297.252926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:54.346518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.782379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-20T04:06:54.346627Z","caller":"traceutil/trace.go:171","msg":"trace[658913790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1433; }","duration":"295.911263ms","start":"2026-05-20T04:06:54.050679Z","end":"2026-05-20T04:06:54.34659Z","steps":["trace[658913790] 'agreement among raft nodes before linearized reading' (duration: 295.607995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:54.568952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.622838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:06:54.569251Z","caller":"traceutil/trace.go:171","msg":"trace[591934683] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"218.907794ms","start":"2026-05-20T04:06:54.350296Z","end":"2026-05-20T04:06:54.569204Z","steps":["trace[591934683] 'process raft request' (duration: 92.922877ms)","trace[591934683] 'compare' (duration: 125.32466ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:54.569399Z","caller":"traceutil/trace.go:171","msg":"trace[636402682] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"219.032477ms","start":"2026-05-20T04:06:54.350339Z","end":"2026-05-20T04:06:54.569372Z","steps":["trace[636402682] 'process raft request' (duration: 218.739419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:55.644756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.191537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:06:55.644771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.520204ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:55.64484Z","caller":"traceutil/trace.go:171","msg":"trace[645545905] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1435; }","duration":"703.31886ms","start":"2026-05-20T04:06:54.941498Z","end":"2026-05-20T04:06:55.644817Z","steps":["trace[645545905] 'range keys from in-memory index tree' (duration: 703.011272ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:55.644903Z","caller":"traceutil/trace.go:171","msg":"trace[443074446] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1435; }","duration":"413.666958ms","start":"2026-05-20T04:06:55.231219Z","end":"2026-05-20T04:06:55.644886Z","steps":["trace[443074446] 'range keys from in-memory index tree' (duration: 413.502194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:55.644934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:54.941477Z","time spent":"703.442573ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:06:56.52929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:55.887704Z","time spent":"641.582773ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T04:06:57.086259Z","caller":"traceutil/trace.go:171","msg":"trace[1283824991] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1480; }","duration":"783.459439ms","start":"2026-05-20T04:06:56.302777Z","end":"2026-05-20T04:06:57.086237Z","steps":["trace[1283824991] 'read index received' (duration: 226.369646ms)","trace[1283824991] 'applied index is now lower than readState.Index' (duration: 557.088423ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:06:57.086392Z","caller":"traceutil/trace.go:171","msg":"trace[835309513] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"1.053873306s","start":"2026-05-20T04:06:56.032481Z","end":"2026-05-20T04:06:57.086355Z","steps":["trace[835309513] 'process raft request' (duration: 1.053559568s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:57.086472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.684954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:06:57.086514Z","caller":"traceutil/trace.go:171","msg":"trace[1046134873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1436; }","duration":"783.787586ms","start":"2026-05-20T04:06:56.302717Z","end":"2026-05-20T04:06:57.086504Z","steps":["trace[1046134873] 'agreement among raft nodes before linearized reading' (duration: 783.625002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:57.086553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:56.302684Z","time spent":"783.860488ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:06:57.086565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:56.032453Z","time spent":"1.05401812s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:06:57.656889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.26987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:06:57.656971Z","caller":"traceutil/trace.go:171","msg":"trace[1920192579] linearizableReadLoop","detail":"{readStateIndex:1483; appliedIndex:1482; }","duration":"570.63631ms","start":"2026-05-20T04:06:57.086322Z","end":"2026-05-20T04:06:57.656958Z","steps":["trace[1920192579] 'read index received' (duration: 188.245336ms)","trace[1920192579] 'applied index is now lower than readState.Index' (duration: 382.390094ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:57.657136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30780519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:06:57.657172Z","caller":"traceutil/trace.go:171","msg":"trace[103456803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1437; }","duration":"1.307884192s","start":"2026-05-20T04:06:56.34927Z","end":"2026-05-20T04:06:57.657154Z","steps":["trace[103456803] 'agreement among raft nodes before linearized reading' (duration: 1.307784229s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:57.657193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:56.34924Z","time spent":"1.307948313s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:06:57.65732Z","caller":"traceutil/trace.go:171","msg":"trace[1108193838] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"1.126953404s","start":"2026-05-20T04:06:56.530359Z","end":"2026-05-20T04:06:57.657312Z","steps":["trace[1108193838] 'process raft request' (duration: 744.175529ms)","trace[1108193838] 'compare' (duration: 382.113287ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:57.657365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:56.530342Z","time spent":"1.127001475s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:06:57.657467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.857114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:57.65749Z","caller":"traceutil/trace.go:171","msg":"trace[1921194187] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:1437; }","duration":"682.912486ms","start":"2026-05-20T04:06:56.974569Z","end":"2026-05-20T04:06:57.657482Z","steps":["trace[1921194187] 'agreement among raft nodes before linearized reading' (duration: 682.879065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:57.657507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:56.97455Z","time spent":"682.953126ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-05-20T04:06:57.65761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134761944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:06:57.657662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306905087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-20T04:06:57.657711Z","caller":"traceutil/trace.go:171","msg":"trace[1992856671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1437; }","duration":"1.134936218s","start":"2026-05-20T04:06:56.522748Z","end":"2026-05-20T04:06:57.657684Z","steps":["trace[1992856671] 'agreement among raft nodes before linearized reading' (duration: 1.134753293s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:57.657705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061191794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/openvswitch-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:06:57.657746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083042745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T04:06:57.657783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:56.522722Z","time spent":"1.135047931s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:06:57.657798Z","caller":"traceutil/trace.go:171","msg":"trace[1094833664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1437; }","duration":"1.083153809s","start":"2026-05-20T04:06:56.574629Z","end":"2026-05-20T04:06:57.657782Z","steps":["trace[1094833664] 'agreement among raft nodes before linearized reading' (duration: 1.082931243s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:57.657798Z","caller":"traceutil/trace.go:171","msg":"trace[1045112128] range","detail":"{range_begin:/registry/serviceaccounts/openstack/openvswitch-server; range_end:; response_count:0; response_revision:1437; }","duration":"1.061316237s","start":"2026-05-20T04:06:56.596455Z","end":"2026-05-20T04:06:57.657771Z","steps":["trace[1045112128] 'agreement among raft nodes before linearized reading' (duration: 1.061167643s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:57.657838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:56.574604Z","time spent":"1.08322422s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:06:57.657849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:56.596425Z","time spent":"1.06141138s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/openstack/openvswitch-server\" "} {"level":"warn","ts":"2026-05-20T04:06:57.657712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085046937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-20T04:06:57.657905Z","caller":"traceutil/trace.go:171","msg":"trace[657190647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1437; }","duration":"1.085264593s","start":"2026-05-20T04:06:56.572623Z","end":"2026-05-20T04:06:57.657887Z","steps":["trace[657190647] 'agreement among raft nodes before linearized reading' (duration: 1.084953895s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:57.657853Z","caller":"traceutil/trace.go:171","msg":"trace[1658920359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1437; }","duration":"1.306967418s","start":"2026-05-20T04:06:56.350718Z","end":"2026-05-20T04:06:57.657686Z","steps":["trace[1658920359] 'agreement among raft nodes before linearized reading' (duration: 1.306886296s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:57.657964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:56.572606Z","time spent":"1.085342875s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:06:57.657975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:56.350701Z","time spent":"1.307263676s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:06:57.663213Z","caller":"traceutil/trace.go:171","msg":"trace[342036526] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"569.844981ms","start":"2026-05-20T04:06:57.093335Z","end":"2026-05-20T04:06:57.66318Z","steps":["trace[342036526] 'process raft request' (duration: 569.669337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:57.663376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:57.093313Z","time spent":"569.977434ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:06:58.246132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:06:58.746363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:06:59.023199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.312946491s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:06:59.023781Z","caller":"traceutil/trace.go:171","msg":"trace[1765845206] linearizableReadLoop","detail":"{readStateIndex:1489; appliedIndex:1488; }","duration":"1.324888439s","start":"2026-05-20T04:06:57.698855Z","end":"2026-05-20T04:06:59.023743Z","steps":["trace[1765845206] 'read index received' (duration: 1.324661193s)","trace[1765845206] 'applied index is now lower than readState.Index' (duration: 226.216µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:06:59.023923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325039922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:06:59.023966Z","caller":"traceutil/trace.go:171","msg":"trace[1348437127] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:0; response_revision:1442; }","duration":"1.325124995s","start":"2026-05-20T04:06:57.698828Z","end":"2026-05-20T04:06:59.023953Z","steps":["trace[1348437127] 'agreement among raft nodes before linearized reading' (duration: 1.325027372s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:06:59.023829Z","caller":"traceutil/trace.go:171","msg":"trace[1470817353] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1442; }","duration":"1.325685729s","start":"2026-05-20T04:06:57.698111Z","end":"2026-05-20T04:06:59.023797Z","steps":["trace[1470817353] 'process raft request' (duration: 1.325502194s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:59.024006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:57.698819Z","time spent":"1.325178546s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-05-20T04:06:59.024145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:57.698092Z","time spent":"1.325977536s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:06:59.536083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216176,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:06:59.699945Z","caller":"traceutil/trace.go:171","msg":"trace[395070529] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"665.902949ms","start":"2026-05-20T04:06:59.034021Z","end":"2026-05-20T04:06:59.699924Z","steps":["trace[395070529] 'process raft request' (duration: 662.885001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:06:59.700066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:59.034003Z","time spent":"666.011672ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19031,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:07:01.525154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99985755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:07:01.525287Z","caller":"traceutil/trace.go:171","msg":"trace[1983225999] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055835s","start":"2026-05-20T04:06:59.525207Z","end":"2026-05-20T04:07:01.525263Z","steps":["trace[1983225999] 'agreement among raft nodes before linearized reading' (duration: 1.999888801s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:01.525342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:59.525184Z","time spent":"2.000146597s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:07:02.508245Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.808626277s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:07:02.509965Z","caller":"traceutil/trace.go:171","msg":"trace[700802276] linearizableReadLoop","detail":"{readStateIndex:1492; appliedIndex:1489; }","duration":"3.474174997s","start":"2026-05-20T04:06:59.035763Z","end":"2026-05-20T04:07:02.509938Z","steps":["trace[700802276] 'read index received' (duration: 661.226688ms)","trace[700802276] 'applied index is now lower than readState.Index' (duration: 2.812947029s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:02.510523Z","caller":"traceutil/trace.go:171","msg":"trace[1087740846] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"2.847613639s","start":"2026-05-20T04:06:59.662874Z","end":"2026-05-20T04:07:02.510488Z","steps":["trace[1087740846] 'process raft request' (duration: 2.847011284s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:02.510562Z","caller":"traceutil/trace.go:171","msg":"trace[2006736662] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"3.416919566s","start":"2026-05-20T04:06:59.093617Z","end":"2026-05-20T04:07:02.510536Z","steps":["trace[2006736662] 'process raft request' (duration: 3.416004253s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:02.51063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.474847994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:02.510672Z","caller":"traceutil/trace.go:171","msg":"trace[578951504] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:0; response_revision:1446; }","duration":"3.474922167s","start":"2026-05-20T04:06:59.035741Z","end":"2026-05-20T04:07:02.510663Z","steps":["trace[578951504] 'agreement among raft nodes before linearized reading' (duration: 3.474825094s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:02.510696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:59.03573Z","time spent":"3.474960467s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"warn","ts":"2026-05-20T04:07:02.510689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:59.093594Z","time spent":"3.417023199s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:02.510729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:59.662847Z","time spent":"2.847754013s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6245,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:02.510715Z","caller":"traceutil/trace.go:171","msg":"trace[40631362] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"3.254726179s","start":"2026-05-20T04:06:59.255957Z","end":"2026-05-20T04:07:02.510683Z","steps":["trace[40631362] 'process raft request' (duration: 3.253870367s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:02.510879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:59.25593Z","time spent":"3.254866673s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:03.010661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:07:03.514349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:07:03.525642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999760116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:07:03.525687Z","caller":"traceutil/trace.go:171","msg":"trace[287743805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999951731s","start":"2026-05-20T04:07:01.525722Z","end":"2026-05-20T04:07:03.525673Z","steps":["trace[287743805] 'agreement among raft nodes before linearized reading' (duration: 1.999873639s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:03.525725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:01.525695Z","time spent":"2.000022293s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:07:03.991144Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.481632906s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:07:03.992401Z","caller":"traceutil/trace.go:171","msg":"trace[2070817662] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"4.285137482s","start":"2026-05-20T04:06:59.707227Z","end":"2026-05-20T04:07:03.992365Z","steps":["trace[2070817662] 'process raft request' (duration: 4.284233089s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:03.992498Z","caller":"traceutil/trace.go:171","msg":"trace[905468810] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"3.896141848s","start":"2026-05-20T04:07:00.096293Z","end":"2026-05-20T04:07:03.992435Z","steps":["trace[905468810] 'process raft request' (duration: 3.895938012s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:03.992585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:59.707207Z","time spent":"4.285298956s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:07:03.992724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:00.096267Z","time spent":"3.896333333s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:04.038642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998634108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:07:04.03871Z","caller":"traceutil/trace.go:171","msg":"trace[1538149132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99872169s","start":"2026-05-20T04:07:02.039975Z","end":"2026-05-20T04:07:04.038696Z","steps":["trace[1538149132] 'agreement among raft nodes before linearized reading' (duration: 1.998642168s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.038757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.039966Z","time spent":"1.998781822s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:07:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:07:04.257714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.387689ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:07:04.258031Z","caller":"traceutil/trace.go:171","msg":"trace[287809490] linearizableReadLoop","detail":"{readStateIndex:1496; appliedIndex:1493; }","duration":"1.747943528s","start":"2026-05-20T04:07:02.510053Z","end":"2026-05-20T04:07:04.257996Z","steps":["trace[287809490] 'read index received' (duration: 1.481233355s)","trace[287809490] 'applied index is now lower than readState.Index' (duration: 266.707343ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:04.258071Z","caller":"traceutil/trace.go:171","msg":"trace[1216963755] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"259.083217ms","start":"2026-05-20T04:07:03.998965Z","end":"2026-05-20T04:07:04.258048Z","steps":["trace[1216963755] 'process raft request' (duration: 258.893622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.258238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100429274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.258358Z","caller":"traceutil/trace.go:171","msg":"trace[298906128] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1449; }","duration":"2.100606508s","start":"2026-05-20T04:07:02.157726Z","end":"2026-05-20T04:07:04.258333Z","steps":["trace[298906128] 'agreement among raft nodes before linearized reading' (duration: 2.10029113s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.258413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.1577Z","time spent":"2.100700891s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.258417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101137412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.25847Z","caller":"traceutil/trace.go:171","msg":"trace[1921658278] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1449; }","duration":"2.101253794s","start":"2026-05-20T04:07:02.157197Z","end":"2026-05-20T04:07:04.25845Z","steps":["trace[1921658278] 'agreement among raft nodes before linearized reading' (duration: 2.100969707s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.258542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930750594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.258624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.157185Z","time spent":"2.101326047s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.258642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004990222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.25867Z","caller":"traceutil/trace.go:171","msg":"trace[893110586] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:1449; }","duration":"1.930927808s","start":"2026-05-20T04:07:02.327708Z","end":"2026-05-20T04:07:04.258635Z","steps":["trace[893110586] 'agreement among raft nodes before linearized reading' (duration: 1.930316922s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:04.25872Z","caller":"traceutil/trace.go:171","msg":"trace[193917038] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:1449; }","duration":"2.005113075s","start":"2026-05-20T04:07:02.253588Z","end":"2026-05-20T04:07:04.258701Z","steps":["trace[193917038] 'agreement among raft nodes before linearized reading' (duration: 2.00494258s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.258741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.327687Z","time spent":"1.931033661s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.258769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.253573Z","time spent":"2.005185487s","remote":"127.0.0.1:57688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.258784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967282073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.258845Z","caller":"traceutil/trace.go:171","msg":"trace[106024533] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:1449; }","duration":"1.967395846s","start":"2026-05-20T04:07:02.291435Z","end":"2026-05-20T04:07:04.258831Z","steps":["trace[106024533] 'agreement among raft nodes before linearized reading' (duration: 1.967277513s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.258855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837719974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.25886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057152222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.258898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.291408Z","time spent":"1.967477617s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:07:04.258931Z","caller":"traceutil/trace.go:171","msg":"trace[431777098] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:1449; }","duration":"1.837825957s","start":"2026-05-20T04:07:02.421073Z","end":"2026-05-20T04:07:04.258899Z","steps":["trace[431777098] 'agreement among raft nodes before linearized reading' (duration: 1.837717694s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:04.25893Z","caller":"traceutil/trace.go:171","msg":"trace[1394335248] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1449; }","duration":"2.057257224s","start":"2026-05-20T04:07:02.201654Z","end":"2026-05-20T04:07:04.258911Z","steps":["trace[1394335248] 'agreement among raft nodes before linearized reading' (duration: 2.057128651s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.258968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.421052Z","time spent":"1.837907319s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.25895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074848866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.258996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.201639Z","time spent":"2.057341567s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.25904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102033065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.259313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968002501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.259323Z","caller":"traceutil/trace.go:171","msg":"trace[2114703058] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1449; }","duration":"2.102111326s","start":"2026-05-20T04:07:02.156961Z","end":"2026-05-20T04:07:04.259072Z","steps":["trace[2114703058] 'agreement among raft nodes before linearized reading' (duration: 2.102034624s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:04.259324Z","caller":"traceutil/trace.go:171","msg":"trace[1805362066] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:1449; }","duration":"2.074978279s","start":"2026-05-20T04:07:02.184048Z","end":"2026-05-20T04:07:04.259026Z","steps":["trace[1805362066] 'agreement among raft nodes before linearized reading' (duration: 2.074798924s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:04.25935Z","caller":"traceutil/trace.go:171","msg":"trace[1237355072] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:1449; }","duration":"1.968059952s","start":"2026-05-20T04:07:02.291279Z","end":"2026-05-20T04:07:04.259339Z","steps":["trace[1237355072] 'agreement among raft nodes before linearized reading' (duration: 1.967780275s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.259365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.156939Z","time spent":"2.102415734s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.259373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838390291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.25939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.184039Z","time spent":"2.075338798s","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.259419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951299941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.259417Z","caller":"traceutil/trace.go:171","msg":"trace[745972485] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:1449; }","duration":"1.838453512s","start":"2026-05-20T04:07:02.420951Z","end":"2026-05-20T04:07:04.259405Z","steps":["trace[745972485] 'agreement among raft nodes before linearized reading' (duration: 1.838133604s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.259465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982139604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.25947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.420939Z","time spent":"1.838520545s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.259478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767282934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.259494Z","caller":"traceutil/trace.go:171","msg":"trace[286915994] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:1449; }","duration":"1.982181195s","start":"2026-05-20T04:07:02.277305Z","end":"2026-05-20T04:07:04.259486Z","steps":["trace[286915994] 'agreement among raft nodes before linearized reading' (duration: 1.982142534s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:04.259514Z","caller":"traceutil/trace.go:171","msg":"trace[2000194498] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1449; }","duration":"1.767346946s","start":"2026-05-20T04:07:02.492157Z","end":"2026-05-20T04:07:04.259504Z","steps":["trace[2000194498] 'agreement among raft nodes before linearized reading' (duration: 1.767298845s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.259538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.277297Z","time spent":"1.982221076s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.259535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951827644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.259554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.492138Z","time spent":"1.767408508s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.259569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120102618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.259581Z","caller":"traceutil/trace.go:171","msg":"trace[139018280] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:1449; }","duration":"1.951883797s","start":"2026-05-20T04:07:02.307688Z","end":"2026-05-20T04:07:04.259572Z","steps":["trace[139018280] 'agreement among raft nodes before linearized reading' (duration: 1.951816645s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.25953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036183992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.259719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982425071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.259717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838769371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.259749Z","caller":"traceutil/trace.go:171","msg":"trace[1308001873] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:1449; }","duration":"1.982468012s","start":"2026-05-20T04:07:02.277272Z","end":"2026-05-20T04:07:04.25974Z","steps":["trace[1308001873] 'agreement among raft nodes before linearized reading' (duration: 1.982422591s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:04.259746Z","caller":"traceutil/trace.go:171","msg":"trace[1896223438] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1449; }","duration":"2.036414118s","start":"2026-05-20T04:07:02.223316Z","end":"2026-05-20T04:07:04.25973Z","steps":["trace[1896223438] 'agreement among raft nodes before linearized reading' (duration: 2.036168901s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.259758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952272806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.259775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121232407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.259797Z","caller":"traceutil/trace.go:171","msg":"trace[918148214] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:1449; }","duration":"1.952337098s","start":"2026-05-20T04:07:02.30745Z","end":"2026-05-20T04:07:04.259787Z","steps":["trace[918148214] 'agreement among raft nodes before linearized reading' (duration: 1.952274756s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.2598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.223309Z","time spent":"2.036475929s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 "} {"level":"info","ts":"2026-05-20T04:07:04.259809Z","caller":"traceutil/trace.go:171","msg":"trace[1760294803] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:1449; }","duration":"2.121305179s","start":"2026-05-20T04:07:02.138494Z","end":"2026-05-20T04:07:04.259799Z","steps":["trace[1760294803] 'agreement among raft nodes before linearized reading' (duration: 2.121249518s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.259813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890704344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.25983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.307432Z","time spent":"1.952388799s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.25983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058198558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.259848Z","caller":"traceutil/trace.go:171","msg":"trace[1725150371] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:1449; }","duration":"1.890770456s","start":"2026-05-20T04:07:02.369069Z","end":"2026-05-20T04:07:04.259839Z","steps":["trace[1725150371] 'agreement among raft nodes before linearized reading' (duration: 1.890715295s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:04.259881Z","caller":"traceutil/trace.go:171","msg":"trace[1922002367] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1449; }","duration":"2.058279591s","start":"2026-05-20T04:07:02.201589Z","end":"2026-05-20T04:07:04.259869Z","steps":["trace[1922002367] 'agreement among raft nodes before linearized reading' (duration: 2.058198868s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.259894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.369047Z","time spent":"1.890838319s","remote":"127.0.0.1:57734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.259879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968030633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.259903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121382593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.25992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.20157Z","time spent":"2.058338252s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 "} {"level":"info","ts":"2026-05-20T04:07:04.25994Z","caller":"traceutil/trace.go:171","msg":"trace[1278430076] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:1449; }","duration":"1.968113535s","start":"2026-05-20T04:07:02.291812Z","end":"2026-05-20T04:07:04.259925Z","steps":["trace[1278430076] 'agreement among raft nodes before linearized reading' (duration: 1.968007531s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.259982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.291803Z","time spent":"1.968168106s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-05-20T04:07:04.259943Z","caller":"traceutil/trace.go:171","msg":"trace[1021399732] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:1449; }","duration":"2.121422354s","start":"2026-05-20T04:07:02.138512Z","end":"2026-05-20T04:07:04.259934Z","steps":["trace[1021399732] 'agreement among raft nodes before linearized reading' (duration: 2.121367122s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:04.259718Z","caller":"traceutil/trace.go:171","msg":"trace[1554363527] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:1449; }","duration":"2.12017779s","start":"2026-05-20T04:07:02.139426Z","end":"2026-05-20T04:07:04.259604Z","steps":["trace[1554363527] 'agreement among raft nodes before linearized reading' (duration: 2.120075698s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.260044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.138495Z","time spent":"2.121536516s","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.260078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.139403Z","time spent":"2.120662803s","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.260128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891709012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.260165Z","caller":"traceutil/trace.go:171","msg":"trace[905084777] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:1449; }","duration":"1.891794194s","start":"2026-05-20T04:07:02.36836Z","end":"2026-05-20T04:07:04.260155Z","steps":["trace[905084777] 'agreement among raft nodes before linearized reading' (duration: 1.891735683s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.260235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.368337Z","time spent":"1.891856615s","remote":"127.0.0.1:57734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.260297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143605024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.260331Z","caller":"traceutil/trace.go:171","msg":"trace[1237434757] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:1449; }","duration":"2.143653755s","start":"2026-05-20T04:07:02.116667Z","end":"2026-05-20T04:07:04.260321Z","steps":["trace[1237434757] 'agreement among raft nodes before linearized reading' (duration: 2.143598613s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.259381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.291266Z","time spent":"1.968107174s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.260318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075647007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.260373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.116658Z","time spent":"2.143694815s","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.26039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89204093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.260396Z","caller":"traceutil/trace.go:171","msg":"trace[2072162873] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:1449; }","duration":"2.07576915s","start":"2026-05-20T04:07:02.184614Z","end":"2026-05-20T04:07:04.260383Z","steps":["trace[2072162873] 'agreement among raft nodes before linearized reading' (duration: 2.075561765s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.259428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76711973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.260467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.184588Z","time spent":"2.075837141s","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-05-20T04:07:04.260429Z","caller":"traceutil/trace.go:171","msg":"trace[1680244227] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:1449; }","duration":"1.892096592s","start":"2026-05-20T04:07:02.368321Z","end":"2026-05-20T04:07:04.260418Z","steps":["trace[1680244227] 'agreement among raft nodes before linearized reading' (duration: 1.89202675s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.260473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076410776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.260514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914675531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.260517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.368312Z","time spent":"1.892191484s","remote":"127.0.0.1:57734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:07:04.260536Z","caller":"traceutil/trace.go:171","msg":"trace[1836244503] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:1449; }","duration":"2.07650329s","start":"2026-05-20T04:07:02.184016Z","end":"2026-05-20T04:07:04.26052Z","steps":["trace[1836244503] 'agreement among raft nodes before linearized reading' (duration: 2.076343726s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:04.260544Z","caller":"traceutil/trace.go:171","msg":"trace[1534058220] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:1449; }","duration":"1.914732903s","start":"2026-05-20T04:07:02.345802Z","end":"2026-05-20T04:07:04.260535Z","steps":["trace[1534058220] 'agreement among raft nodes before linearized reading' (duration: 1.914692902s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.260577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.34578Z","time spent":"1.914788595s","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.260542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144484416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.260616Z","caller":"traceutil/trace.go:171","msg":"trace[781207280] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:1449; }","duration":"2.144587769s","start":"2026-05-20T04:07:02.116016Z","end":"2026-05-20T04:07:04.260604Z","steps":["trace[781207280] 'agreement among raft nodes before linearized reading' (duration: 2.144497176s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.260652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.115992Z","time spent":"2.14465005s","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-05-20T04:07:04.259476Z","caller":"traceutil/trace.go:171","msg":"trace[994739224] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:1449; }","duration":"1.951360964s","start":"2026-05-20T04:07:02.308091Z","end":"2026-05-20T04:07:04.259452Z","steps":["trace[994739224] 'agreement among raft nodes before linearized reading' (duration: 1.9512395s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.260666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179744721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.260698Z","caller":"traceutil/trace.go:171","msg":"trace[1034502738] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:1449; }","duration":"2.179832854s","start":"2026-05-20T04:07:02.080855Z","end":"2026-05-20T04:07:04.260688Z","steps":["trace[1034502738] 'agreement among raft nodes before linearized reading' (duration: 2.179783063s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.260697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.308084Z","time spent":"1.952601286s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.260728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.080819Z","time spent":"2.179900955s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.259778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.277262Z","time spent":"1.982508854s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.260826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93255485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.259848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.138478Z","time spent":"2.121360811s","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180243203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.261035Z","caller":"traceutil/trace.go:171","msg":"trace[624938553] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:1449; }","duration":"2.180296555s","start":"2026-05-20T04:07:02.080729Z","end":"2026-05-20T04:07:04.261025Z","steps":["trace[624938553] 'agreement among raft nodes before linearized reading' (duration: 2.180238894s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:04.259759Z","caller":"traceutil/trace.go:171","msg":"trace[295633403] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:1449; }","duration":"1.838837602s","start":"2026-05-20T04:07:02.42091Z","end":"2026-05-20T04:07:04.259748Z","steps":["trace[295633403] 'agreement among raft nodes before linearized reading' (duration: 1.83873843s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.261144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.080718Z","time spent":"2.180339656s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.26117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.42089Z","time spent":"1.840247089s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.260472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913813669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.261277Z","caller":"traceutil/trace.go:171","msg":"trace[405917030] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:1449; }","duration":"1.914624819s","start":"2026-05-20T04:07:02.346639Z","end":"2026-05-20T04:07:04.261264Z","steps":["trace[405917030] 'agreement among raft nodes before linearized reading' (duration: 1.913811259s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.261311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.346631Z","time spent":"1.9146697s","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.261326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196773589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.261363Z","caller":"traceutil/trace.go:171","msg":"trace[1408757989] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:1449; }","duration":"2.196833949s","start":"2026-05-20T04:07:02.064514Z","end":"2026-05-20T04:07:04.261348Z","steps":["trace[1408757989] 'agreement among raft nodes before linearized reading' (duration: 2.196782828s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.261393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.064496Z","time spent":"2.196889341s","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.259624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.307682Z","time spent":"1.951933308s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.261557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19723296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.260469Z","caller":"traceutil/trace.go:171","msg":"trace[47461499] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1449; }","duration":"1.768182287s","start":"2026-05-20T04:07:02.492273Z","end":"2026-05-20T04:07:04.260455Z","steps":["trace[47461499] 'agreement among raft nodes before linearized reading' (duration: 1.767123219s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:04.261595Z","caller":"traceutil/trace.go:171","msg":"trace[676304971] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:1449; }","duration":"2.197319153s","start":"2026-05-20T04:07:02.064268Z","end":"2026-05-20T04:07:04.261587Z","steps":["trace[676304971] 'agreement among raft nodes before linearized reading' (duration: 2.197255611s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.261583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039230291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.261634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.064245Z","time spent":"2.197379873s","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:07:04.261646Z","caller":"traceutil/trace.go:171","msg":"trace[2097227769] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1449; }","duration":"2.039299943s","start":"2026-05-20T04:07:02.222332Z","end":"2026-05-20T04:07:04.261632Z","steps":["trace[2097227769] 'agreement among raft nodes before linearized reading' (duration: 2.03920377s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.261683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.222309Z","time spent":"2.039364675s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.260768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915012471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.261724Z","caller":"traceutil/trace.go:171","msg":"trace[580078526] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:1449; }","duration":"1.915990275s","start":"2026-05-20T04:07:02.345722Z","end":"2026-05-20T04:07:04.261712Z","steps":["trace[580078526] 'agreement among raft nodes before linearized reading' (duration: 1.91501836s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.261759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.34571Z","time spent":"1.916038797s","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.261805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215065889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.261839Z","caller":"traceutil/trace.go:171","msg":"trace[818234402] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:1449; }","duration":"2.21510584s","start":"2026-05-20T04:07:02.046719Z","end":"2026-05-20T04:07:04.261825Z","steps":["trace[818234402] 'agreement among raft nodes before linearized reading' (duration: 2.215068159s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.261851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059739718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.261896Z","caller":"traceutil/trace.go:171","msg":"trace[273209548] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1449; }","duration":"2.05981138s","start":"2026-05-20T04:07:02.202072Z","end":"2026-05-20T04:07:04.261883Z","steps":["trace[273209548] 'agreement among raft nodes before linearized reading' (duration: 2.059742398s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.260582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144684031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.261935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.202054Z","time spent":"2.059871111s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 "} {"level":"info","ts":"2026-05-20T04:07:04.261942Z","caller":"traceutil/trace.go:171","msg":"trace[1901284715] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:1449; }","duration":"2.146063905s","start":"2026-05-20T04:07:02.115866Z","end":"2026-05-20T04:07:04.26193Z","steps":["trace[1901284715] 'agreement among raft nodes before linearized reading' (duration: 2.144695151s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.261954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.046711Z","time spent":"2.215221922s","remote":"127.0.0.1:57596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.261982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.115852Z","time spent":"2.146118477s","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.262128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215615323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.262236Z","caller":"traceutil/trace.go:171","msg":"trace[856106959] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:1449; }","duration":"2.215692725s","start":"2026-05-20T04:07:02.046467Z","end":"2026-05-20T04:07:04.262159Z","steps":["trace[856106959] 'agreement among raft nodes before linearized reading' (duration: 2.215634564s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.262277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.046442Z","time spent":"2.215823138s","remote":"127.0.0.1:57596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.261769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197602759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.26244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216168747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.262436Z","caller":"traceutil/trace.go:171","msg":"trace[1920241349] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:1449; }","duration":"2.198261016s","start":"2026-05-20T04:07:02.064146Z","end":"2026-05-20T04:07:04.262407Z","steps":["trace[1920241349] 'agreement among raft nodes before linearized reading' (duration: 2.19759985s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.262507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234025405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.262532Z","caller":"traceutil/trace.go:171","msg":"trace[1292434736] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:1449; }","duration":"2.234066246s","start":"2026-05-20T04:07:02.02846Z","end":"2026-05-20T04:07:04.262526Z","steps":["trace[1292434736] 'agreement among raft nodes before linearized reading' (duration: 2.234028665s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.262561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.028453Z","time spent":"2.234100597s","remote":"127.0.0.1:57594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.262652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.564848477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T04:07:04.262662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.064138Z","time spent":"2.198369349s","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"info","ts":"2026-05-20T04:07:04.262699Z","caller":"traceutil/trace.go:171","msg":"trace[1098754107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1449; }","duration":"4.56492409s","start":"2026-05-20T04:06:59.697764Z","end":"2026-05-20T04:07:04.262688Z","steps":["trace[1098754107] 'agreement among raft nodes before linearized reading' (duration: 4.564763635s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.261629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.492255Z","time spent":"1.769360787s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.260621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179439383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.26277Z","caller":"traceutil/trace.go:171","msg":"trace[408963710] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:1449; }","duration":"2.181602649s","start":"2026-05-20T04:07:02.081153Z","end":"2026-05-20T04:07:04.262756Z","steps":["trace[408963710] 'agreement among raft nodes before linearized reading' (duration: 2.179448874s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.262806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235084763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.262471Z","caller":"traceutil/trace.go:171","msg":"trace[1083243669] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:1449; }","duration":"2.216210988s","start":"2026-05-20T04:07:02.04625Z","end":"2026-05-20T04:07:04.262461Z","steps":["trace[1083243669] 'agreement among raft nodes before linearized reading' (duration: 2.216158276s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.262827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.081141Z","time spent":"2.18166542s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.262873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.046243Z","time spent":"2.216614609s","remote":"127.0.0.1:57596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.262899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235231846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.262927Z","caller":"traceutil/trace.go:171","msg":"trace[504046054] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:1449; }","duration":"2.235284218s","start":"2026-05-20T04:07:02.027635Z","end":"2026-05-20T04:07:04.262919Z","steps":["trace[504046054] 'agreement among raft nodes before linearized reading' (duration: 2.235228857s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.262958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.027616Z","time spent":"2.235333339s","remote":"127.0.0.1:57594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"info","ts":"2026-05-20T04:07:04.262844Z","caller":"traceutil/trace.go:171","msg":"trace[469627152] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:1449; }","duration":"2.235144015s","start":"2026-05-20T04:07:02.027683Z","end":"2026-05-20T04:07:04.262827Z","steps":["trace[469627152] 'agreement among raft nodes before linearized reading' (duration: 2.235096194s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.2631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.027664Z","time spent":"2.235419101s","remote":"127.0.0.1:57594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.26316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261892562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.263192Z","caller":"traceutil/trace.go:171","msg":"trace[2073945146] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:1449; }","duration":"2.261938683s","start":"2026-05-20T04:07:02.001244Z","end":"2026-05-20T04:07:04.263183Z","steps":["trace[2073945146] 'agreement among raft nodes before linearized reading' (duration: 2.261853741s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.263228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.001237Z","time spent":"2.261981555s","remote":"127.0.0.1:57580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.263311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747721522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.263352Z","caller":"traceutil/trace.go:171","msg":"trace[1108036254] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:1449; }","duration":"1.747782734s","start":"2026-05-20T04:07:02.515557Z","end":"2026-05-20T04:07:04.26334Z","steps":["trace[1108036254] 'agreement among raft nodes before linearized reading' (duration: 1.747712622s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.263402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262410995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.263433Z","caller":"traceutil/trace.go:171","msg":"trace[752227293] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:1449; }","duration":"2.262466937s","start":"2026-05-20T04:07:02.000957Z","end":"2026-05-20T04:07:04.263424Z","steps":["trace[752227293] 'agreement among raft nodes before linearized reading' (duration: 2.262418616s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.263471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.000941Z","time spent":"2.262520938s","remote":"127.0.0.1:57580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.263623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262735944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.263652Z","caller":"traceutil/trace.go:171","msg":"trace[722501985] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:1449; }","duration":"2.262781365s","start":"2026-05-20T04:07:02.000862Z","end":"2026-05-20T04:07:04.263644Z","steps":["trace[722501985] 'agreement among raft nodes before linearized reading' (duration: 2.262736663s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.263687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.000853Z","time spent":"2.262821365s","remote":"127.0.0.1:57580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.2638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318930087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.263828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333534172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.263853Z","caller":"traceutil/trace.go:171","msg":"trace[1207433554] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:1449; }","duration":"2.318991698s","start":"2026-05-20T04:07:01.94484Z","end":"2026-05-20T04:07:04.263831Z","steps":["trace[1207433554] 'agreement among raft nodes before linearized reading' (duration: 2.318893056s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:04.263865Z","caller":"traceutil/trace.go:171","msg":"trace[1151430286] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1449; }","duration":"2.333591674s","start":"2026-05-20T04:07:01.930259Z","end":"2026-05-20T04:07:04.263851Z","steps":["trace[1151430286] 'agreement among raft nodes before linearized reading' (duration: 2.333537612s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.263893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:01.944833Z","time spent":"2.319050711s","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.263897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:01.930245Z","time spent":"2.333643535s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.26402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826196478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.264067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333767098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.26407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284214254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.264098Z","caller":"traceutil/trace.go:171","msg":"trace[2127893020] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1449; }","duration":"2.33383727s","start":"2026-05-20T04:07:01.930252Z","end":"2026-05-20T04:07:04.264089Z","steps":["trace[2127893020] 'agreement among raft nodes before linearized reading' (duration: 2.333780118s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:04.264105Z","caller":"traceutil/trace.go:171","msg":"trace[729419620] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:1449; }","duration":"2.284273516s","start":"2026-05-20T04:07:01.979821Z","end":"2026-05-20T04:07:04.264094Z","steps":["trace[729419620] 'agreement among raft nodes before linearized reading' (duration: 2.284221985s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.264131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:01.930234Z","time spent":"2.333888632s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 "} {"level":"info","ts":"2026-05-20T04:07:04.264061Z","caller":"traceutil/trace.go:171","msg":"trace[236534064] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1449; }","duration":"1.82626667s","start":"2026-05-20T04:07:02.437783Z","end":"2026-05-20T04:07:04.26405Z","steps":["trace[236534064] 'agreement among raft nodes before linearized reading' (duration: 1.826192018s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.264151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:01.979807Z","time spent":"2.284325967s","remote":"127.0.0.1:57566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.264185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.437775Z","time spent":"1.826392183s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.264298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334007534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.26433Z","caller":"traceutil/trace.go:171","msg":"trace[1594373800] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1449; }","duration":"2.334065716s","start":"2026-05-20T04:07:01.930255Z","end":"2026-05-20T04:07:04.26432Z","steps":["trace[1594373800] 'agreement among raft nodes before linearized reading' (duration: 2.334009384s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.264371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:01.930243Z","time spent":"2.334109227s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.264376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285044177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.26441Z","caller":"traceutil/trace.go:171","msg":"trace[850075794] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:1449; }","duration":"2.285100148s","start":"2026-05-20T04:07:01.9793Z","end":"2026-05-20T04:07:04.2644Z","steps":["trace[850075794] 'agreement among raft nodes before linearized reading' (duration: 2.285046506s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.264459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:01.979285Z","time spent":"2.28515024s","remote":"127.0.0.1:57566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.264535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261936534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-05-20T04:07:04.26457Z","caller":"traceutil/trace.go:171","msg":"trace[717524005] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1449; }","duration":"3.262002766s","start":"2026-05-20T04:07:01.002554Z","end":"2026-05-20T04:07:04.264557Z","steps":["trace[717524005] 'agreement among raft nodes before linearized reading' (duration: 3.261930534s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.264601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:01.002455Z","time spent":"3.262138709s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":246,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-05-20T04:07:04.264606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285276303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.264623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772424676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.264651Z","caller":"traceutil/trace.go:171","msg":"trace[2090036566] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:1449; }","duration":"2.285322254s","start":"2026-05-20T04:07:01.979315Z","end":"2026-05-20T04:07:04.264637Z","steps":["trace[2090036566] 'agreement among raft nodes before linearized reading' (duration: 2.285256832s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:04.264672Z","caller":"traceutil/trace.go:171","msg":"trace[756795319] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1449; }","duration":"1.772493548s","start":"2026-05-20T04:07:02.492163Z","end":"2026-05-20T04:07:04.264656Z","steps":["trace[756795319] 'agreement among raft nodes before linearized reading' (duration: 1.772404266s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.264712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.492148Z","time spent":"1.77255045s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.264698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:01.979272Z","time spent":"2.285413826s","remote":"127.0.0.1:57566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.264773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.631828937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.264815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807679922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.264836Z","caller":"traceutil/trace.go:171","msg":"trace[461938541] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:1449; }","duration":"1.807721853s","start":"2026-05-20T04:07:02.457108Z","end":"2026-05-20T04:07:04.26483Z","steps":["trace[461938541] 'agreement among raft nodes before linearized reading' (duration: 1.807678632s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.264854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.457101Z","time spent":"1.807747563s","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.264869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305594304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.264899Z","caller":"traceutil/trace.go:171","msg":"trace[1210006567] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:1449; }","duration":"2.305635805s","start":"2026-05-20T04:07:01.959254Z","end":"2026-05-20T04:07:04.26489Z","steps":["trace[1210006567] 'agreement among raft nodes before linearized reading' (duration: 2.305586884s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.264933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:01.959248Z","time spent":"2.305676386s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.265002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808364519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.265022Z","caller":"traceutil/trace.go:171","msg":"trace[742416110] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:1449; }","duration":"1.80840481s","start":"2026-05-20T04:07:02.456612Z","end":"2026-05-20T04:07:04.265016Z","steps":["trace[742416110] 'agreement among raft nodes before linearized reading' (duration: 1.808365909s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.265041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.456599Z","time spent":"1.808436871s","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.265133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808543233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.265151Z","caller":"traceutil/trace.go:171","msg":"trace[1621737517] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:1449; }","duration":"1.808562474s","start":"2026-05-20T04:07:02.456583Z","end":"2026-05-20T04:07:04.265146Z","steps":["trace[1621737517] 'agreement among raft nodes before linearized reading' (duration: 1.808526523s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.265173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.456555Z","time spent":"1.808608125s","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.265173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306357204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.26522Z","caller":"traceutil/trace.go:171","msg":"trace[580955567] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:1449; }","duration":"2.306392405s","start":"2026-05-20T04:07:01.958806Z","end":"2026-05-20T04:07:04.265198Z","steps":["trace[580955567] 'agreement among raft nodes before linearized reading' (duration: 2.306341034s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.265264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:01.958799Z","time spent":"2.306452286s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.265429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320122898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.265463Z","caller":"traceutil/trace.go:171","msg":"trace[441620597] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:1449; }","duration":"2.320170859s","start":"2026-05-20T04:07:01.945283Z","end":"2026-05-20T04:07:04.265454Z","steps":["trace[441620597] 'agreement among raft nodes before linearized reading' (duration: 2.320110547s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.265491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:01.945276Z","time spent":"2.32020773s","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.265619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320754285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.265646Z","caller":"traceutil/trace.go:171","msg":"trace[1783848463] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:1449; }","duration":"2.320797575s","start":"2026-05-20T04:07:01.94484Z","end":"2026-05-20T04:07:04.265637Z","steps":["trace[1783848463] 'agreement among raft nodes before linearized reading' (duration: 2.320753844s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.265673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:01.944829Z","time spent":"2.320836207s","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.266798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938960014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.266844Z","caller":"traceutil/trace.go:171","msg":"trace[761917] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:1449; }","duration":"1.939029776s","start":"2026-05-20T04:07:02.3278Z","end":"2026-05-20T04:07:04.26683Z","steps":["trace[761917] 'agreement among raft nodes before linearized reading' (duration: 1.938953305s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.266894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.327784Z","time spent":"1.939096169s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.265121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306277992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.268529Z","caller":"traceutil/trace.go:171","msg":"trace[165049610] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:1449; }","duration":"2.30969723s","start":"2026-05-20T04:07:01.958819Z","end":"2026-05-20T04:07:04.268516Z","steps":["trace[165049610] 'agreement among raft nodes before linearized reading' (duration: 2.306263011s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.268577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:01.958815Z","time spent":"2.309745751s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.268827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:59.697745Z","time spent":"4.571070288s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:07:04.269328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.251409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-20T04:07:04.269344Z","caller":"traceutil/trace.go:171","msg":"trace[153105276] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783; range_end:; response_count:1; response_revision:1449; }","duration":"691.302281ms","start":"2026-05-20T04:07:03.578037Z","end":"2026-05-20T04:07:04.26934Z","steps":["trace[153105276] 'agreement among raft nodes before linearized reading' (duration: 691.225139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.269363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:03.578017Z","time spent":"691.337532ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" "} {"level":"warn","ts":"2026-05-20T04:07:04.269466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.573097431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:07:04.269479Z","caller":"traceutil/trace.go:171","msg":"trace[2081769931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1449; }","duration":"4.573130031s","start":"2026-05-20T04:06:59.696346Z","end":"2026-05-20T04:07:04.269476Z","steps":["trace[2081769931] 'agreement among raft nodes before linearized reading' (duration: 4.57308562s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.269497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:59.696336Z","time spent":"4.573151802s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:07:04.269575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.575973555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:07:04.26959Z","caller":"traceutil/trace.go:171","msg":"trace[1175814753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1449; }","duration":"4.575988915s","start":"2026-05-20T04:06:59.693597Z","end":"2026-05-20T04:07:04.269586Z","steps":["trace[1175814753] 'agreement among raft nodes before linearized reading' (duration: 4.575947524s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.269602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:59.693531Z","time spent":"4.576067776s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:07:04.269678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.594458198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:07:04.269689Z","caller":"traceutil/trace.go:171","msg":"trace[1135161733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1449; }","duration":"4.5945021s","start":"2026-05-20T04:06:59.675184Z","end":"2026-05-20T04:07:04.269686Z","steps":["trace[1135161733] 'agreement among raft nodes before linearized reading' (duration: 4.594466779s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.2697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:59.675169Z","time spent":"4.594528461s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:07:04.274749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837355555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.274854Z","caller":"traceutil/trace.go:171","msg":"trace[322798561] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1449; }","duration":"1.837508239s","start":"2026-05-20T04:07:02.437323Z","end":"2026-05-20T04:07:04.274831Z","steps":["trace[322798561] 'agreement among raft nodes before linearized reading' (duration: 1.837314254s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.2749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.437312Z","time spent":"1.837575011s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.275057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837753435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.275076Z","caller":"traceutil/trace.go:171","msg":"trace[1980378836] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1449; }","duration":"1.837794336s","start":"2026-05-20T04:07:02.437277Z","end":"2026-05-20T04:07:04.275071Z","steps":["trace[1980378836] 'agreement among raft nodes before linearized reading' (duration: 1.837763785s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.275092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.437263Z","time spent":"1.837824117s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.27534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346111953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.275364Z","caller":"traceutil/trace.go:171","msg":"trace[1429158911] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1449; }","duration":"1.346164845s","start":"2026-05-20T04:07:02.929192Z","end":"2026-05-20T04:07:04.275357Z","steps":["trace[1429158911] 'agreement among raft nodes before linearized reading' (duration: 1.346127014s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.275379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.929171Z","time spent":"1.346203637s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.275487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.523191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.275509Z","caller":"traceutil/trace.go:171","msg":"trace[731118015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1449; }","duration":"697.566672ms","start":"2026-05-20T04:07:03.577938Z","end":"2026-05-20T04:07:04.275505Z","steps":["trace[731118015] 'agreement among raft nodes before linearized reading' (duration: 697.532521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.275522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:03.577923Z","time spent":"697.596883ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:07:04.275615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.708684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.275634Z","caller":"traceutil/trace.go:171","msg":"trace[1932373291] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1449; }","duration":"855.755415ms","start":"2026-05-20T04:07:03.419873Z","end":"2026-05-20T04:07:04.275629Z","steps":["trace[1932373291] 'agreement among raft nodes before linearized reading' (duration: 855.724605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.275648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:03.419854Z","time spent":"855.790546ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.275902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759256558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.275923Z","caller":"traceutil/trace.go:171","msg":"trace[1493404335] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:1449; }","duration":"1.75929161s","start":"2026-05-20T04:07:02.516626Z","end":"2026-05-20T04:07:04.275918Z","steps":["trace[1493404335] 'agreement among raft nodes before linearized reading' (duration: 1.759254119s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.259426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98198115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.282986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028798992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.283029Z","caller":"traceutil/trace.go:171","msg":"trace[1784400984] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:1449; }","duration":"2.028860115s","start":"2026-05-20T04:07:02.254161Z","end":"2026-05-20T04:07:04.283021Z","steps":["trace[1784400984] 'agreement among raft nodes before linearized reading' (duration: 2.005637217s)","trace[1784400984] 'filter and sort the key-value pairs' (duration: 23.163325ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:04.283046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.254152Z","time spent":"2.028889865s","remote":"127.0.0.1:57688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.258703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005081804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.283436Z","caller":"traceutil/trace.go:171","msg":"trace[624604513] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:1449; }","duration":"2.029835471s","start":"2026-05-20T04:07:02.253581Z","end":"2026-05-20T04:07:04.283416Z","steps":["trace[624604513] 'agreement among raft nodes before linearized reading' (duration: 2.005084015s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.283484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.253561Z","time spent":"2.029898772s","remote":"127.0.0.1:57688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.275938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.51662Z","time spent":"1.75931326s","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-05-20T04:07:04.283778Z","caller":"traceutil/trace.go:171","msg":"trace[2128821873] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:1449; }","duration":"2.006265724s","start":"2026-05-20T04:07:02.277399Z","end":"2026-05-20T04:07:04.283665Z","steps":["trace[2128821873] 'agreement among raft nodes before linearized reading' (duration: 1.98200183s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.260577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.184003Z","time spent":"2.076563771s","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.263384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.515544Z","time spent":"1.747830855s","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:07:04.284185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768302851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:04.28426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.615752786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:07:04.284289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.556836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-chrzv\" ","response":"range_response_count:1 size:7969"} {"level":"info","ts":"2026-05-20T04:07:04.284313Z","caller":"traceutil/trace.go:171","msg":"trace[1891654530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1449; }","duration":"4.615850078s","start":"2026-05-20T04:06:59.66845Z","end":"2026-05-20T04:07:04.2843Z","steps":["trace[1891654530] 'agreement among raft nodes before linearized reading' (duration: 4.601292824s)","trace[1891654530] 'range keys from bolt db' (duration: 14.439311ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:04.284321Z","caller":"traceutil/trace.go:171","msg":"trace[635434468] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:1449; }","duration":"1.768428623s","start":"2026-05-20T04:07:02.51585Z","end":"2026-05-20T04:07:04.284278Z","steps":["trace[635434468] 'agreement among raft nodes before linearized reading' (duration: 1.76827843s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.284389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.515842Z","time spent":"1.768531086s","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.284428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.58754334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:07:04.284507Z","caller":"traceutil/trace.go:171","msg":"trace[1776254979] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1449; }","duration":"4.587631583s","start":"2026-05-20T04:06:59.696853Z","end":"2026-05-20T04:07:04.284484Z","steps":["trace[1776254979] 'agreement among raft nodes before linearized reading' (duration: 4.565768391s)","trace[1776254979] 'range keys from bolt db' (duration: 21.711127ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:04.284557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:59.69628Z","time spent":"4.58826638s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:07:04.28432Z","caller":"traceutil/trace.go:171","msg":"trace[1399556962] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-chrzv; range_end:; response_count:1; response_revision:1449; }","duration":"278.622458ms","start":"2026-05-20T04:07:04.005686Z","end":"2026-05-20T04:07:04.284309Z","steps":["trace[1399556962] 'agreement among raft nodes before linearized reading' (duration: 278.211978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.284656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.277369Z","time spent":"2.006538461s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.284343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:06:59.668409Z","time spent":"4.61592798s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:07:04.284729Z","caller":"traceutil/trace.go:171","msg":"trace[424566550] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:1449; }","duration":"1.932595712s","start":"2026-05-20T04:07:02.328256Z","end":"2026-05-20T04:07:04.260851Z","steps":["trace[424566550] 'agreement among raft nodes before linearized reading' (duration: 1.932549701s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.28482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.32825Z","time spent":"1.956555547s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:07:04.28487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062442087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.283993Z","caller":"traceutil/trace.go:171","msg":"trace[520079260] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1449; }","duration":"3.631859728s","start":"2026-05-20T04:07:00.632934Z","end":"2026-05-20T04:07:04.264794Z","steps":["trace[520079260] 'agreement among raft nodes before linearized reading' (duration: 3.631807916s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:04.284924Z","caller":"traceutil/trace.go:171","msg":"trace[1424833555] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1449; }","duration":"2.062533369s","start":"2026-05-20T04:07:02.222375Z","end":"2026-05-20T04:07:04.284909Z","steps":["trace[1424833555] 'agreement among raft nodes before linearized reading' (duration: 2.037655681s)","trace[1424833555] 'get authentication metadata' (duration: 24.782286ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:04.28496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.222356Z","time spent":"2.062596521s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:04.287595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708059342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:04.288623Z","caller":"traceutil/trace.go:171","msg":"trace[148980285] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:0; response_revision:1449; }","duration":"1.70913374s","start":"2026-05-20T04:07:02.579472Z","end":"2026-05-20T04:07:04.288606Z","steps":["trace[148980285] 'agreement among raft nodes before linearized reading' (duration: 1.704562042s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.288678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:02.57945Z","time spent":"1.709216512s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"warn","ts":"2026-05-20T04:07:04.290064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:00.632882Z","time spent":"3.652040156s","remote":"127.0.0.1:33748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:07:04.694739Z","caller":"traceutil/trace.go:171","msg":"trace[416418298] linearizableReadLoop","detail":"{readStateIndex:1498; appliedIndex:1497; }","duration":"404.086413ms","start":"2026-05-20T04:07:04.290629Z","end":"2026-05-20T04:07:04.694715Z","steps":["trace[416418298] 'read index received' (duration: 403.916528ms)","trace[416418298] 'applied index is now lower than readState.Index' (duration: 168.555µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:04.695028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.37965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-05-20T04:07:04.695106Z","caller":"traceutil/trace.go:171","msg":"trace[809905919] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1450; }","duration":"404.496783ms","start":"2026-05-20T04:07:04.290594Z","end":"2026-05-20T04:07:04.69509Z","steps":["trace[809905919] 'agreement among raft nodes before linearized reading' (duration: 404.217336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.695174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.29058Z","time spent":"404.582515ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":246,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"info","ts":"2026-05-20T04:07:04.694795Z","caller":"traceutil/trace.go:171","msg":"trace[1511734844] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"404.161675ms","start":"2026-05-20T04:07:04.290593Z","end":"2026-05-20T04:07:04.694755Z","steps":["trace[1511734844] 'process raft request' (duration: 403.890838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:04.695555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.290576Z","time spent":"404.78334ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:05.167049Z","caller":"traceutil/trace.go:171","msg":"trace[1260198700] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"874.103198ms","start":"2026-05-20T04:07:04.2929Z","end":"2026-05-20T04:07:05.167004Z","steps":["trace[1260198700] 'process raft request' (duration: 873.03074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:05.167313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.292882Z","time spent":"874.326294ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:05.167729Z","caller":"traceutil/trace.go:171","msg":"trace[2098870625] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"873.049192ms","start":"2026-05-20T04:07:04.294591Z","end":"2026-05-20T04:07:05.16764Z","steps":["trace[2098870625] 'process raft request' (duration: 872.21156ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:05.167879Z","caller":"traceutil/trace.go:171","msg":"trace[1010886911] linearizableReadLoop","detail":"{readStateIndex:1506; appliedIndex:1498; }","duration":"473.047824ms","start":"2026-05-20T04:07:04.694813Z","end":"2026-05-20T04:07:05.167861Z","steps":["trace[1010886911] 'read index received' (duration: 471.212937ms)","trace[1010886911] 'applied index is now lower than readState.Index' (duration: 1.834007ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:05.168058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.294575Z","time spent":"873.326078ms","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9256,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:07:05.16808Z","caller":"traceutil/trace.go:171","msg":"trace[375381315] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"873.465172ms","start":"2026-05-20T04:07:04.294604Z","end":"2026-05-20T04:07:05.168069Z","steps":["trace[375381315] 'process raft request' (duration: 872.797074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:05.168218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.294592Z","time spent":"873.579314ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:05.168381Z","caller":"traceutil/trace.go:171","msg":"trace[2091464375] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"873.698108ms","start":"2026-05-20T04:07:04.294626Z","end":"2026-05-20T04:07:05.168324Z","steps":["trace[2091464375] 'process raft request' (duration: 872.99133ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:05.168371Z","caller":"traceutil/trace.go:171","msg":"trace[67556137] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"872.949428ms","start":"2026-05-20T04:07:04.295343Z","end":"2026-05-20T04:07:05.168293Z","steps":["trace[67556137] 'process raft request' (duration: 872.445446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:05.168586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.294607Z","time spent":"873.872992ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7965,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:05.168589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.661588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:07:05.168727Z","caller":"traceutil/trace.go:171","msg":"trace[1318616827] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"874.012146ms","start":"2026-05-20T04:07:04.294648Z","end":"2026-05-20T04:07:05.168661Z","steps":["trace[1318616827] 'process raft request' (duration: 873.069882ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:05.168762Z","caller":"traceutil/trace.go:171","msg":"trace[524836827] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1458; }","duration":"515.828903ms","start":"2026-05-20T04:07:04.652829Z","end":"2026-05-20T04:07:05.168658Z","steps":["trace[524836827] 'agreement among raft nodes before linearized reading' (duration: 515.627578ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:05.168828Z","caller":"traceutil/trace.go:171","msg":"trace[1909775058] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"873.597086ms","start":"2026-05-20T04:07:04.295223Z","end":"2026-05-20T04:07:05.16882Z","steps":["trace[1909775058] 'process raft request' (duration: 872.533009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:05.168906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.295214Z","time spent":"873.665037ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:05.168849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.6528Z","time spent":"516.030698ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":10,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:05.168589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.295336Z","time spent":"873.153574ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:05.169305Z","caller":"traceutil/trace.go:171","msg":"trace[2032105919] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"586.210141ms","start":"2026-05-20T04:07:04.583073Z","end":"2026-05-20T04:07:05.169283Z","steps":["trace[2032105919] 'process raft request' (duration: 584.747584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:05.169418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.583041Z","time spent":"586.305904ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:05.169561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.291267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:07:05.168787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.294639Z","time spent":"874.115798ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:05.169627Z","caller":"traceutil/trace.go:171","msg":"trace[38393517] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1459; }","duration":"483.41198ms","start":"2026-05-20T04:07:04.686199Z","end":"2026-05-20T04:07:05.169611Z","steps":["trace[38393517] 'agreement among raft nodes before linearized reading' (duration: 483.313257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:05.169681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.686176Z","time spent":"483.489012ms","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:05.169905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.474375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-05-20T04:07:05.169988Z","caller":"traceutil/trace.go:171","msg":"trace[177600411] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1459; }","duration":"467.310606ms","start":"2026-05-20T04:07:04.702655Z","end":"2026-05-20T04:07:05.169966Z","steps":["trace[177600411] 'agreement among raft nodes before linearized reading' (duration: 466.380942ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:05.169974Z","caller":"traceutil/trace.go:171","msg":"trace[617620162] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"468.63728ms","start":"2026-05-20T04:07:04.700652Z","end":"2026-05-20T04:07:05.16929Z","steps":["trace[617620162] 'process raft request' (duration: 468.283071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:05.170008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.38462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:19427"} {"level":"warn","ts":"2026-05-20T04:07:05.170035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.702646Z","time spent":"467.379498ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2919,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-05-20T04:07:05.170063Z","caller":"traceutil/trace.go:171","msg":"trace[1164752092] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1459; }","duration":"875.439382ms","start":"2026-05-20T04:07:04.294612Z","end":"2026-05-20T04:07:05.170051Z","steps":["trace[1164752092] 'agreement among raft nodes before linearized reading' (duration: 874.412146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:05.170083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.497053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:05.170135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.700635Z","time spent":"469.41837ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:07:05.170147Z","caller":"traceutil/trace.go:171","msg":"trace[871507802] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:0; response_revision:1459; }","duration":"875.582406ms","start":"2026-05-20T04:07:04.294549Z","end":"2026-05-20T04:07:05.170131Z","steps":["trace[871507802] 'agreement among raft nodes before linearized reading' (duration: 874.494188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:05.170321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.294538Z","time spent":"875.74433ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-05-20T04:07:05.1701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:04.294602Z","time spent":"875.491183ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":19449,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:07:05.53661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.386997ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:05.536722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.640634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:07:05.536743Z","caller":"traceutil/trace.go:171","msg":"trace[2112541954] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1459; }","duration":"305.569391ms","start":"2026-05-20T04:07:05.231156Z","end":"2026-05-20T04:07:05.536725Z","steps":["trace[2112541954] 'range keys from in-memory index tree' (duration: 305.369816ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:05.536795Z","caller":"traceutil/trace.go:171","msg":"trace[1323585968] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"360.287116ms","start":"2026-05-20T04:07:05.176495Z","end":"2026-05-20T04:07:05.536782Z","steps":["trace[1323585968] 'process raft request' (duration: 147.517968ms)","trace[1323585968] 'compare' (duration: 212.540942ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:05.536895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:05.176475Z","time spent":"360.361597ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2914,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:05.632451Z","caller":"traceutil/trace.go:171","msg":"trace[1962547538] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"455.241076ms","start":"2026-05-20T04:07:05.177181Z","end":"2026-05-20T04:07:05.632422Z","steps":["trace[1962547538] 'process raft request' (duration: 455.02196ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:05.632483Z","caller":"traceutil/trace.go:171","msg":"trace[1760313958] linearizableReadLoop","detail":"{readStateIndex:1509; appliedIndex:1507; }","duration":"455.093852ms","start":"2026-05-20T04:07:05.177366Z","end":"2026-05-20T04:07:05.63246Z","steps":["trace[1760313958] 'read index received' (duration: 146.735599ms)","trace[1760313958] 'applied index is now lower than readState.Index' (duration: 308.357263ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:05.632592Z","caller":"traceutil/trace.go:171","msg":"trace[1141117570] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"455.138234ms","start":"2026-05-20T04:07:05.177414Z","end":"2026-05-20T04:07:05.632552Z","steps":["trace[1141117570] 'process raft request' (duration: 454.944198ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:05.632612Z","caller":"traceutil/trace.go:171","msg":"trace[147407789] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"449.737846ms","start":"2026-05-20T04:07:05.182838Z","end":"2026-05-20T04:07:05.632576Z","steps":["trace[147407789] 'process raft request' (duration: 449.56697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:05.632643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.262827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:05.632688Z","caller":"traceutil/trace.go:171","msg":"trace[569394833] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:0; response_revision:1463; }","duration":"455.362399ms","start":"2026-05-20T04:07:05.177314Z","end":"2026-05-20T04:07:05.632676Z","steps":["trace[569394833] 'agreement among raft nodes before linearized reading' (duration: 455.267297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:05.632722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:05.177305Z","time spent":"455.409521ms","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-05-20T04:07:05.632712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.651033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:05.63274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:05.177404Z","time spent":"455.270187ms","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6622,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:07:05.632758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:05.182825Z","time spent":"449.856898ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19006,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:05.632784Z","caller":"traceutil/trace.go:171","msg":"trace[1027012100] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1463; }","duration":"340.773556ms","start":"2026-05-20T04:07:05.291994Z","end":"2026-05-20T04:07:05.632768Z","steps":["trace[1027012100] 'agreement among raft nodes before linearized reading' (duration: 340.660923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:05.632804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.703045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:05.632843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:05.291932Z","time spent":"340.896308ms","remote":"127.0.0.1:33930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:07:05.632867Z","caller":"traceutil/trace.go:171","msg":"trace[862303811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1463; }","duration":"110.818498ms","start":"2026-05-20T04:07:05.522029Z","end":"2026-05-20T04:07:05.632847Z","steps":["trace[862303811] 'agreement among raft nodes before linearized reading' (duration: 110.703285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:05.632656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:05.177157Z","time spent":"455.366578ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:05.785976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.527061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:05.786078Z","caller":"traceutil/trace.go:171","msg":"trace[1726701023] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:0; response_revision:1463; }","duration":"149.708497ms","start":"2026-05-20T04:07:05.636347Z","end":"2026-05-20T04:07:05.786055Z","steps":["trace[1726701023] 'range keys from in-memory index tree' (duration: 149.029089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:05.786075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.360847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2929"} {"level":"info","ts":"2026-05-20T04:07:05.786181Z","caller":"traceutil/trace.go:171","msg":"trace[1418811338] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1463; }","duration":"149.744837ms","start":"2026-05-20T04:07:05.636385Z","end":"2026-05-20T04:07:05.78613Z","steps":["trace[1418811338] 'range keys from in-memory index tree' (duration: 149.176183ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:05.788625Z","caller":"traceutil/trace.go:171","msg":"trace[1322776851] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"150.386993ms","start":"2026-05-20T04:07:05.638201Z","end":"2026-05-20T04:07:05.788588Z","steps":["trace[1322776851] 'process raft request' (duration: 150.079255ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:06.064628Z","caller":"traceutil/trace.go:171","msg":"trace[1040161537] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"269.447983ms","start":"2026-05-20T04:07:05.795155Z","end":"2026-05-20T04:07:06.064603Z","steps":["trace[1040161537] 'process raft request' (duration: 269.29861ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:06.526139Z","caller":"traceutil/trace.go:171","msg":"trace[264226043] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"730.471197ms","start":"2026-05-20T04:07:05.795645Z","end":"2026-05-20T04:07:06.526117Z","steps":["trace[264226043] 'process raft request' (duration: 730.297423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:06.526303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:05.795613Z","time spent":"730.600632ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4126,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:06.526443Z","caller":"traceutil/trace.go:171","msg":"trace[970131488] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1512; }","duration":"663.829306ms","start":"2026-05-20T04:07:05.862596Z","end":"2026-05-20T04:07:06.526426Z","steps":["trace[970131488] 'read index received' (duration: 201.872247ms)","trace[970131488] 'applied index is now lower than readState.Index' (duration: 461.956319ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:06.526523Z","caller":"traceutil/trace.go:171","msg":"trace[1467870695] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1468; }","duration":"724.768042ms","start":"2026-05-20T04:07:05.801748Z","end":"2026-05-20T04:07:06.526516Z","steps":["trace[1467870695] 'process raft request' (duration: 724.6563ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:06.526517Z","caller":"traceutil/trace.go:171","msg":"trace[1483027726] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"726.381955ms","start":"2026-05-20T04:07:05.80011Z","end":"2026-05-20T04:07:06.526491Z","steps":["trace[1483027726] 'process raft request' (duration: 726.223571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:06.526612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:05.80169Z","time spent":"724.879385ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:07:06.526626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:05.800099Z","time spent":"726.470307ms","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:06.526652Z","caller":"traceutil/trace.go:171","msg":"trace[382067312] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"730.954311ms","start":"2026-05-20T04:07:05.795688Z","end":"2026-05-20T04:07:06.526643Z","steps":["trace[382067312] 'process raft request' (duration: 730.391535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:06.526701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:05.795669Z","time spent":"731.012613ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:07:06.52681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.213866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:4 size:62416"} {"level":"info","ts":"2026-05-20T04:07:06.52685Z","caller":"traceutil/trace.go:171","msg":"trace[1983974095] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:4; response_revision:1468; }","duration":"664.305618ms","start":"2026-05-20T04:07:05.862535Z","end":"2026-05-20T04:07:06.526841Z","steps":["trace[1983974095] 'agreement among raft nodes before linearized reading' (duration: 663.98403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:06.526873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:05.862512Z","time spent":"664.355929ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":4,"response size":62438,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:07:06.955463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.194745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:07:06.955593Z","caller":"traceutil/trace.go:171","msg":"trace[2081699928] linearizableReadLoop","detail":"{readStateIndex:1518; appliedIndex:1517; }","duration":"429.079764ms","start":"2026-05-20T04:07:06.526491Z","end":"2026-05-20T04:07:06.95557Z","steps":["trace[2081699928] 'read index received' (duration: 105.706125ms)","trace[2081699928] 'applied index is now lower than readState.Index' (duration: 323.371029ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:06.955777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.915973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:06.955855Z","caller":"traceutil/trace.go:171","msg":"trace[1684258800] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1469; }","duration":"540.056516ms","start":"2026-05-20T04:07:06.415782Z","end":"2026-05-20T04:07:06.955838Z","steps":["trace[1684258800] 'agreement among raft nodes before linearized reading' (duration: 539.842971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:06.9559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:06.415756Z","time spent":"540.131809ms","remote":"127.0.0.1:34656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:06.955938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.239367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/openvswitch-server\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-05-20T04:07:06.956Z","caller":"traceutil/trace.go:171","msg":"trace[1458265009] range","detail":"{range_begin:/registry/serviceaccounts/openstack/openvswitch-server; range_end:; response_count:1; response_revision:1469; }","duration":"724.355361ms","start":"2026-05-20T04:07:06.23163Z","end":"2026-05-20T04:07:06.955986Z","steps":["trace[1458265009] 'agreement among raft nodes before linearized reading' (duration: 724.032553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:06.956052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:06.231604Z","time spent":"724.436732ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":565,"request content":"key:\"/registry/serviceaccounts/openstack/openvswitch-server\" "} {"level":"info","ts":"2026-05-20T04:07:06.956135Z","caller":"traceutil/trace.go:171","msg":"trace[1331994252] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"886.147246ms","start":"2026-05-20T04:07:06.069972Z","end":"2026-05-20T04:07:06.956119Z","steps":["trace[1331994252] 'process raft request' (duration: 562.210284ms)","trace[1331994252] 'compare' (duration: 322.802684ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:06.956169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.512623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:07:06.956204Z","caller":"traceutil/trace.go:171","msg":"trace[845389137] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1469; }","duration":"532.588494ms","start":"2026-05-20T04:07:06.423604Z","end":"2026-05-20T04:07:06.956193Z","steps":["trace[845389137] 'agreement among raft nodes before linearized reading' (duration: 532.534133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:06.956224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:06.42358Z","time spent":"532.638475ms","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:06.956224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:06.069946Z","time spent":"886.220209ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:07:06.95634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.636734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-cd9nh\" ","response":"range_response_count:1 size:9894"} {"level":"info","ts":"2026-05-20T04:07:06.956408Z","caller":"traceutil/trace.go:171","msg":"trace[140873652] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-cd9nh; range_end:; response_count:1; response_revision:1469; }","duration":"885.736716ms","start":"2026-05-20T04:07:06.070656Z","end":"2026-05-20T04:07:06.956392Z","steps":["trace[140873652] 'agreement among raft nodes before linearized reading' (duration: 885.512821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:06.956408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069293553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T04:07:06.956458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:06.070642Z","time spent":"885.798598ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9916,"request content":"key:\"/registry/pods/openstack/openvswitch-cd9nh\" "} {"level":"info","ts":"2026-05-20T04:07:06.956458Z","caller":"traceutil/trace.go:171","msg":"trace[2090975773] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:1469; }","duration":"1.069377496s","start":"2026-05-20T04:07:05.887068Z","end":"2026-05-20T04:07:06.956446Z","steps":["trace[2090975773] 'agreement among raft nodes before linearized reading' (duration: 1.069223812s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:06.956512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:05.887051Z","time spent":"1.069450268s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:07:06.960181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.563133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-05-20T04:07:06.960211Z","caller":"traceutil/trace.go:171","msg":"trace[633188555] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:1470; }","duration":"432.620375ms","start":"2026-05-20T04:07:06.527584Z","end":"2026-05-20T04:07:06.960204Z","steps":["trace[633188555] 'agreement among raft nodes before linearized reading' (duration: 432.524912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:06.960225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:06.527567Z","time spent":"432.655815ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":394,"request content":"key:\"/registry/namespaces/monitoring\" "} {"level":"warn","ts":"2026-05-20T04:07:06.960243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.208638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9506"} {"level":"info","ts":"2026-05-20T04:07:06.960283Z","caller":"traceutil/trace.go:171","msg":"trace[742133536] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:1470; }","duration":"424.282461ms","start":"2026-05-20T04:07:06.535989Z","end":"2026-05-20T04:07:06.960272Z","steps":["trace[742133536] 'agreement among raft nodes before linearized reading' (duration: 424.104716ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:06.960299Z","caller":"traceutil/trace.go:171","msg":"trace[1311122866] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1470; }","duration":"432.606914ms","start":"2026-05-20T04:07:06.527681Z","end":"2026-05-20T04:07:06.960287Z","steps":["trace[1311122866] 'process raft request' (duration: 432.257555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:06.960313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:06.53597Z","time spent":"424.335221ms","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9528,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-05-20T04:07:06.96043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:06.52765Z","time spent":"432.689006ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-20T04:07:07.176316Z","caller":"traceutil/trace.go:171","msg":"trace[519660041] linearizableReadLoop","detail":"{readStateIndex:1522; appliedIndex:1520; }","duration":"123.129264ms","start":"2026-05-20T04:07:07.053167Z","end":"2026-05-20T04:07:07.176296Z","steps":["trace[519660041] 'read index received' (duration: 122.767293ms)","trace[519660041] 'applied index is now lower than readState.Index' (duration: 360.48µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:07.176684Z","caller":"traceutil/trace.go:171","msg":"trace[984754876] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"206.217688ms","start":"2026-05-20T04:07:06.97042Z","end":"2026-05-20T04:07:07.176638Z","steps":["trace[984754876] 'process raft request' (duration: 205.271683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:07.176921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.068214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2929"} {"level":"info","ts":"2026-05-20T04:07:07.176985Z","caller":"traceutil/trace.go:171","msg":"trace[1715016383] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1472; }","duration":"211.149035ms","start":"2026-05-20T04:07:06.965819Z","end":"2026-05-20T04:07:07.176968Z","steps":["trace[1715016383] 'agreement among raft nodes before linearized reading' (duration: 211.002722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:07.176975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.73109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9506"} {"level":"info","ts":"2026-05-20T04:07:07.177022Z","caller":"traceutil/trace.go:171","msg":"trace[1814430795] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:1472; }","duration":"211.811493ms","start":"2026-05-20T04:07:06.965199Z","end":"2026-05-20T04:07:07.17701Z","steps":["trace[1814430795] 'agreement among raft nodes before linearized reading' (duration: 211.662279ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:07.17646Z","caller":"traceutil/trace.go:171","msg":"trace[1373742642] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"142.989383ms","start":"2026-05-20T04:07:07.033458Z","end":"2026-05-20T04:07:07.176448Z","steps":["trace[1373742642] 'process raft request' (duration: 142.739517ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:07.177671Z","caller":"traceutil/trace.go:171","msg":"trace[1987799189] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"120.236709ms","start":"2026-05-20T04:07:07.057419Z","end":"2026-05-20T04:07:07.177656Z","steps":["trace[1987799189] 'process raft request' (duration: 120.132916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:07.745402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.240109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:07:07.745582Z","caller":"traceutil/trace.go:171","msg":"trace[376618835] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"291.693334ms","start":"2026-05-20T04:07:07.453857Z","end":"2026-05-20T04:07:07.745551Z","steps":["trace[376618835] 'process raft request' (duration: 48.221069ms)","trace[376618835] 'compare' (duration: 243.013554ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:07.745646Z","caller":"traceutil/trace.go:171","msg":"trace[62692074] linearizableReadLoop","detail":"{readStateIndex:1611; appliedIndex:1610; }","duration":"290.647957ms","start":"2026-05-20T04:07:07.454979Z","end":"2026-05-20T04:07:07.745627Z","steps":["trace[62692074] 'read index received' (duration: 47.09215ms)","trace[62692074] 'applied index is now lower than readState.Index' (duration: 243.554137ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:07.745891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.899393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki.18b12a791aa4d396\" ","response":"range_response_count:1 size:923"} {"level":"info","ts":"2026-05-20T04:07:07.745932Z","caller":"traceutil/trace.go:171","msg":"trace[769365438] range","detail":"{range_begin:/registry/events/monitoring/loki.18b12a791aa4d396; range_end:; response_count:1; response_revision:1560; }","duration":"290.970906ms","start":"2026-05-20T04:07:07.454952Z","end":"2026-05-20T04:07:07.745923Z","steps":["trace[769365438] 'agreement among raft nodes before linearized reading' (duration: 290.74601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:07.746122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.233653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-05-20T04:07:07.746149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.405793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-05-20T04:07:07.746186Z","caller":"traceutil/trace.go:171","msg":"trace[739900221] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:1561; }","duration":"200.314337ms","start":"2026-05-20T04:07:07.545847Z","end":"2026-05-20T04:07:07.746162Z","steps":["trace[739900221] 'agreement among raft nodes before linearized reading' (duration: 200.113042ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:07.74624Z","caller":"traceutil/trace.go:171","msg":"trace[1540856055] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"273.62839ms","start":"2026-05-20T04:07:07.472599Z","end":"2026-05-20T04:07:07.746227Z","steps":["trace[1540856055] 'process raft request' (duration: 273.082137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:07.746276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.571656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-05-20T04:07:07.746303Z","caller":"traceutil/trace.go:171","msg":"trace[1114240006] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:1561; }","duration":"199.624798ms","start":"2026-05-20T04:07:07.54667Z","end":"2026-05-20T04:07:07.746295Z","steps":["trace[1114240006] 'agreement among raft nodes before linearized reading' (duration: 199.562997ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:07.746197Z","caller":"traceutil/trace.go:171","msg":"trace[1755601677] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:1561; }","duration":"199.483504ms","start":"2026-05-20T04:07:07.5467Z","end":"2026-05-20T04:07:07.746184Z","steps":["trace[1755601677] 'agreement among raft nodes before linearized reading' (duration: 199.239968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:07.746388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.698068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:07.746405Z","caller":"traceutil/trace.go:171","msg":"trace[1383661682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1561; }","duration":"225.714929ms","start":"2026-05-20T04:07:07.520685Z","end":"2026-05-20T04:07:07.7464Z","steps":["trace[1383661682] 'agreement among raft nodes before linearized reading' (duration: 225.687148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:07.747308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.825956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235663"} {"level":"info","ts":"2026-05-20T04:07:07.747375Z","caller":"traceutil/trace.go:171","msg":"trace[343154010] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:1561; }","duration":"234.246857ms","start":"2026-05-20T04:07:07.513112Z","end":"2026-05-20T04:07:07.747359Z","steps":["trace[343154010] 'agreement among raft nodes before linearized reading' (duration: 232.78758ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:08.499242Z","caller":"traceutil/trace.go:171","msg":"trace[815622747] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"143.611369ms","start":"2026-05-20T04:07:08.35561Z","end":"2026-05-20T04:07:08.499222Z","steps":["trace[815622747] 'process raft request' (duration: 143.448775ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:08.697707Z","caller":"traceutil/trace.go:171","msg":"trace[1644764166] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"189.450617ms","start":"2026-05-20T04:07:08.508237Z","end":"2026-05-20T04:07:08.697688Z","steps":["trace[1644764166] 'process raft request' (duration: 189.332704ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:08.70406Z","caller":"traceutil/trace.go:171","msg":"trace[1854326441] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"193.753847ms","start":"2026-05-20T04:07:08.510274Z","end":"2026-05-20T04:07:08.704028Z","steps":["trace[1854326441] 'process raft request' (duration: 193.599793ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:09.313441Z","caller":"traceutil/trace.go:171","msg":"trace[1422066235] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"283.451272ms","start":"2026-05-20T04:07:09.02996Z","end":"2026-05-20T04:07:09.313411Z","steps":["trace[1422066235] 'process raft request' (duration: 283.246687ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:09.331191Z","caller":"traceutil/trace.go:171","msg":"trace[655004297] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"290.852882ms","start":"2026-05-20T04:07:09.040311Z","end":"2026-05-20T04:07:09.331164Z","steps":["trace[655004297] 'process raft request' (duration: 290.612696ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:09.331403Z","caller":"traceutil/trace.go:171","msg":"trace[935898490] linearizableReadLoop","detail":"{readStateIndex:1625; appliedIndex:1622; }","duration":"132.429052ms","start":"2026-05-20T04:07:09.198934Z","end":"2026-05-20T04:07:09.331363Z","steps":["trace[935898490] 'read index received' (duration: 114.403729ms)","trace[935898490] 'applied index is now lower than readState.Index' (duration: 18.022253ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:09.331484Z","caller":"traceutil/trace.go:171","msg":"trace[35379880] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"143.392263ms","start":"2026-05-20T04:07:09.188051Z","end":"2026-05-20T04:07:09.331443Z","steps":["trace[35379880] 'process raft request' (duration: 143.042184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:09.331664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.686639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-20T04:07:09.331716Z","caller":"traceutil/trace.go:171","msg":"trace[150697055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1574; }","duration":"132.798891ms","start":"2026-05-20T04:07:09.198905Z","end":"2026-05-20T04:07:09.331704Z","steps":["trace[150697055] 'agreement among raft nodes before linearized reading' (duration: 132.572855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:09.336859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.133372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T04:07:09.336893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.345183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-20T04:07:09.336916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.113457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:07:09.336919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.891436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-20T04:07:09.33694Z","caller":"traceutil/trace.go:171","msg":"trace[994843591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1575; }","duration":"128.259905ms","start":"2026-05-20T04:07:09.208659Z","end":"2026-05-20T04:07:09.336919Z","steps":["trace[994843591] 'agreement among raft nodes before linearized reading' (duration: 127.991448ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:09.336961Z","caller":"traceutil/trace.go:171","msg":"trace[174672467] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1575; }","duration":"127.220209ms","start":"2026-05-20T04:07:09.209728Z","end":"2026-05-20T04:07:09.336948Z","steps":["trace[174672467] 'agreement among raft nodes before linearized reading' (duration: 127.103176ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:09.336958Z","caller":"traceutil/trace.go:171","msg":"trace[1769680765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1575; }","duration":"127.448895ms","start":"2026-05-20T04:07:09.209494Z","end":"2026-05-20T04:07:09.336943Z","steps":["trace[1769680765] 'agreement among raft nodes before linearized reading' (duration: 127.221739ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:09.336997Z","caller":"traceutil/trace.go:171","msg":"trace[757494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1575; }","duration":"128.001929ms","start":"2026-05-20T04:07:09.208976Z","end":"2026-05-20T04:07:09.336978Z","steps":["trace[757494] 'agreement among raft nodes before linearized reading' (duration: 127.785913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:09.33698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.194614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T04:07:09.337059Z","caller":"traceutil/trace.go:171","msg":"trace[1314273857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1575; }","duration":"128.309096ms","start":"2026-05-20T04:07:09.208731Z","end":"2026-05-20T04:07:09.33704Z","steps":["trace[1314273857] 'agreement among raft nodes before linearized reading' (duration: 128.0708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:09.638665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.450618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:09.638725Z","caller":"traceutil/trace.go:171","msg":"trace[728615643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1584; }","duration":"117.569651ms","start":"2026-05-20T04:07:09.521142Z","end":"2026-05-20T04:07:09.638712Z","steps":["trace[728615643] 'range keys from in-memory index tree' (duration: 117.324885ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:10.281919Z","caller":"traceutil/trace.go:171","msg":"trace[494151499] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"229.700602ms","start":"2026-05-20T04:07:10.052195Z","end":"2026-05-20T04:07:10.281896Z","steps":["trace[494151499] 'process raft request' (duration: 229.563168ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:11.164486Z","caller":"traceutil/trace.go:171","msg":"trace[682220490] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"111.829613ms","start":"2026-05-20T04:07:11.05263Z","end":"2026-05-20T04:07:11.16446Z","steps":["trace[682220490] 'process raft request' (duration: 111.633258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:11.845152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:07:12.274891Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110638165s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:07:12.27539Z","caller":"traceutil/trace.go:171","msg":"trace[2047377076] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"1.221174544s","start":"2026-05-20T04:07:11.054189Z","end":"2026-05-20T04:07:12.275363Z","steps":["trace[2047377076] 'process raft request' (duration: 1.220891867s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:12.275572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:11.054164Z","time spent":"1.221307967s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5298,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:12.839375Z","caller":"traceutil/trace.go:171","msg":"trace[2025625355] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"1.502935812s","start":"2026-05-20T04:07:11.336411Z","end":"2026-05-20T04:07:12.839347Z","steps":["trace[2025625355] 'process raft request' (duration: 1.502642745s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:12.839526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:11.336377Z","time spent":"1.503071776s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:12.843574Z","caller":"traceutil/trace.go:171","msg":"trace[1461251475] linearizableReadLoop","detail":"{readStateIndex:1644; appliedIndex:1641; }","duration":"1.498798357s","start":"2026-05-20T04:07:11.344759Z","end":"2026-05-20T04:07:12.843558Z","steps":["trace[1461251475] 'read index received' (duration: 930.295911ms)","trace[1461251475] 'applied index is now lower than readState.Index' (duration: 568.501306ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:12.843816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499028033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-20T04:07:12.843922Z","caller":"traceutil/trace.go:171","msg":"trace[492577061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1592; }","duration":"1.499174397s","start":"2026-05-20T04:07:11.344728Z","end":"2026-05-20T04:07:12.843903Z","steps":["trace[492577061] 'agreement among raft nodes before linearized reading' (duration: 1.49889569s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:12.843978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:11.344713Z","time spent":"1.499256689s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:07:12.845734Z","caller":"traceutil/trace.go:171","msg":"trace[305838514] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"563.154359ms","start":"2026-05-20T04:07:12.282562Z","end":"2026-05-20T04:07:12.845716Z","steps":["trace[305838514] 'process raft request' (duration: 563.059786ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:12.845807Z","caller":"traceutil/trace.go:171","msg":"trace[300977614] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"563.341973ms","start":"2026-05-20T04:07:12.282428Z","end":"2026-05-20T04:07:12.84577Z","steps":["trace[300977614] 'process raft request' (duration: 563.127758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:12.845827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:12.28253Z","time spent":"563.251351ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1597,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:12.845851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500543881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T04:07:12.8459Z","caller":"traceutil/trace.go:171","msg":"trace[1312313849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1597; }","duration":"1.500608013s","start":"2026-05-20T04:07:11.345281Z","end":"2026-05-20T04:07:12.845889Z","steps":["trace[1312313849] 'agreement among raft nodes before linearized reading' (duration: 1.50047313s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:12.845931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:11.345275Z","time spent":"1.500648234s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:07:12.845957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:12.282402Z","time spent":"563.475397ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1577,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:12.846761Z","caller":"traceutil/trace.go:171","msg":"trace[2082025228] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"564.525404ms","start":"2026-05-20T04:07:12.282206Z","end":"2026-05-20T04:07:12.846732Z","steps":["trace[2082025228] 'process raft request' (duration: 563.19815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:12.847036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.034555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-cd9nh\" ","response":"range_response_count:1 size:12122"} {"level":"info","ts":"2026-05-20T04:07:12.847105Z","caller":"traceutil/trace.go:171","msg":"trace[1604237556] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-cd9nh; range_end:; response_count:1; response_revision:1597; }","duration":"563.148568ms","start":"2026-05-20T04:07:12.28394Z","end":"2026-05-20T04:07:12.847089Z","steps":["trace[1604237556] 'agreement among raft nodes before linearized reading' (duration: 562.911362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:12.847156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:12.283921Z","time spent":"563.228181ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12144,"request content":"key:\"/registry/pods/openstack/openvswitch-cd9nh\" "} {"level":"warn","ts":"2026-05-20T04:07:12.847201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.469007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:12.847214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325943816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:12.847261Z","caller":"traceutil/trace.go:171","msg":"trace[326566339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1597; }","duration":"809.571879ms","start":"2026-05-20T04:07:12.037675Z","end":"2026-05-20T04:07:12.847247Z","steps":["trace[326566339] 'agreement among raft nodes before linearized reading' (duration: 809.466327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:12.847216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497827522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-20T04:07:12.84731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:12.037654Z","time spent":"809.648432ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:07:12.847305Z","caller":"traceutil/trace.go:171","msg":"trace[1983410123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1597; }","duration":"1.497965696s","start":"2026-05-20T04:07:11.349333Z","end":"2026-05-20T04:07:12.847299Z","steps":["trace[1983410123] 'agreement among raft nodes before linearized reading' (duration: 1.49773499s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:12.847275Z","caller":"traceutil/trace.go:171","msg":"trace[1633854222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1597; }","duration":"1.326055929s","start":"2026-05-20T04:07:11.521203Z","end":"2026-05-20T04:07:12.847259Z","steps":["trace[1633854222] 'agreement among raft nodes before linearized reading' (duration: 1.325954756s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:12.847355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:11.349309Z","time spent":"1.498038018s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:07:12.847409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:11.521179Z","time spent":"1.326191262s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:07:12.847571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496148758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:07:12.847596Z","caller":"traceutil/trace.go:171","msg":"trace[1826489687] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1597; }","duration":"1.49621294s","start":"2026-05-20T04:07:11.351376Z","end":"2026-05-20T04:07:12.847589Z","steps":["trace[1826489687] 'agreement among raft nodes before linearized reading' (duration: 1.495665516s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:12.847615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:11.35136Z","time spent":"1.496248472s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:07:12.84733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026572415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:12.847742Z","caller":"traceutil/trace.go:171","msg":"trace[138767241] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:0; response_revision:1597; }","duration":"1.027022347s","start":"2026-05-20T04:07:11.820705Z","end":"2026-05-20T04:07:12.847727Z","steps":["trace[138767241] 'agreement among raft nodes before linearized reading' (duration: 1.026581535s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:12.847781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:11.820684Z","time spent":"1.027084679s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"info","ts":"2026-05-20T04:07:12.847946Z","caller":"traceutil/trace.go:171","msg":"trace[815156455] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"563.933178ms","start":"2026-05-20T04:07:12.283966Z","end":"2026-05-20T04:07:12.847899Z","steps":["trace[815156455] 'process raft request' (duration: 561.69735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:12.848077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:12.283952Z","time spent":"564.047271ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1043,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:12.848622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:12.282185Z","time spent":"564.701518ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1047,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:12.848698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498843968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-20T04:07:12.848796Z","caller":"traceutil/trace.go:171","msg":"trace[357809533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1597; }","duration":"1.49894548s","start":"2026-05-20T04:07:11.349837Z","end":"2026-05-20T04:07:12.848782Z","steps":["trace[357809533] 'agreement among raft nodes before linearized reading' (duration: 1.498717825s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:12.848832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:11.349818Z","time spent":"1.499005872s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:07:12.849183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498559621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:07:12.849246Z","caller":"traceutil/trace.go:171","msg":"trace[1385279154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1597; }","duration":"1.498639653s","start":"2026-05-20T04:07:11.350591Z","end":"2026-05-20T04:07:12.849231Z","steps":["trace[1385279154] 'agreement among raft nodes before linearized reading' (duration: 1.498504679s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:12.849306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:11.350587Z","time spent":"1.498710994s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:07:14.366964Z","caller":"traceutil/trace.go:171","msg":"trace[859549699] linearizableReadLoop","detail":"{readStateIndex:1661; appliedIndex:1660; }","duration":"121.953832ms","start":"2026-05-20T04:07:14.244984Z","end":"2026-05-20T04:07:14.366937Z","steps":["trace[859549699] 'read index received' (duration: 47.053949ms)","trace[859549699] 'applied index is now lower than readState.Index' (duration: 74.898623ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:14.367025Z","caller":"traceutil/trace.go:171","msg":"trace[1654582134] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"281.511722ms","start":"2026-05-20T04:07:14.085477Z","end":"2026-05-20T04:07:14.366989Z","steps":["trace[1654582134] 'process raft request' (duration: 206.69519ms)","trace[1654582134] 'compare' (duration: 74.631547ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:14.367113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.117207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:14.367183Z","caller":"traceutil/trace.go:171","msg":"trace[1392837994] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:1609; }","duration":"122.25397ms","start":"2026-05-20T04:07:14.244914Z","end":"2026-05-20T04:07:14.367168Z","steps":["trace[1392837994] 'agreement among raft nodes before linearized reading' (duration: 122.126477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:15.028743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.315776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:07:15.028863Z","caller":"traceutil/trace.go:171","msg":"trace[57859732] linearizableReadLoop","detail":"{readStateIndex:1663; appliedIndex:1662; }","duration":"506.585626ms","start":"2026-05-20T04:07:14.522254Z","end":"2026-05-20T04:07:15.02884Z","steps":["trace[57859732] 'read index received' (duration: 41.911µs)","trace[57859732] 'applied index is now lower than readState.Index' (duration: 506.541845ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:15.028882Z","caller":"traceutil/trace.go:171","msg":"trace[740332583] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"582.012234ms","start":"2026-05-20T04:07:14.446838Z","end":"2026-05-20T04:07:15.02885Z","steps":["trace[740332583] 'process raft request' (duration: 44.515144ms)","trace[740332583] 'compare' (duration: 536.578486ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:15.028993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.73892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:15.029013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:14.446822Z","time spent":"582.125247ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58198,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:07:15.029023Z","caller":"traceutil/trace.go:171","msg":"trace[1293503942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1610; }","duration":"506.805292ms","start":"2026-05-20T04:07:14.522208Z","end":"2026-05-20T04:07:15.029014Z","steps":["trace[1293503942] 'agreement among raft nodes before linearized reading' (duration: 506.715429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:15.02906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:14.522192Z","time spent":"506.859253ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:07:15.033545Z","caller":"traceutil/trace.go:171","msg":"trace[1601274121] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"187.379835ms","start":"2026-05-20T04:07:14.846139Z","end":"2026-05-20T04:07:15.033519Z","steps":["trace[1601274121] 'process raft request' (duration: 186.964984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:15.033543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.306916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:07:15.033581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.112942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:07:15.033684Z","caller":"traceutil/trace.go:171","msg":"trace[1251768311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1611; }","duration":"172.474081ms","start":"2026-05-20T04:07:14.861161Z","end":"2026-05-20T04:07:15.033635Z","steps":["trace[1251768311] 'agreement among raft nodes before linearized reading' (duration: 172.159673ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:15.033671Z","caller":"traceutil/trace.go:171","msg":"trace[1415219185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1611; }","duration":"172.221054ms","start":"2026-05-20T04:07:14.861432Z","end":"2026-05-20T04:07:15.033653Z","steps":["trace[1415219185] 'agreement among raft nodes before linearized reading' (duration: 172.07403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:15.033587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.195095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:07:15.033831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.942334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:07:15.033934Z","caller":"traceutil/trace.go:171","msg":"trace[862287678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1611; }","duration":"174.569445ms","start":"2026-05-20T04:07:14.859339Z","end":"2026-05-20T04:07:15.033908Z","steps":["trace[862287678] 'agreement among raft nodes before linearized reading' (duration: 174.053322ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:15.034053Z","caller":"traceutil/trace.go:171","msg":"trace[977722851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1611; }","duration":"175.209402ms","start":"2026-05-20T04:07:14.858828Z","end":"2026-05-20T04:07:15.034038Z","steps":["trace[977722851] 'agreement among raft nodes before linearized reading' (duration: 174.601765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:15.0341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.397833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-20T04:07:15.034168Z","caller":"traceutil/trace.go:171","msg":"trace[490857715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1611; }","duration":"179.144023ms","start":"2026-05-20T04:07:14.855007Z","end":"2026-05-20T04:07:15.034151Z","steps":["trace[490857715] 'agreement among raft nodes before linearized reading' (duration: 178.27177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:15.034139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.233597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:07:15.034449Z","caller":"traceutil/trace.go:171","msg":"trace[225682269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1611; }","duration":"174.609147ms","start":"2026-05-20T04:07:14.859691Z","end":"2026-05-20T04:07:15.0343Z","steps":["trace[225682269] 'agreement among raft nodes before linearized reading' (duration: 173.861077ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:17.469494Z","caller":"traceutil/trace.go:171","msg":"trace[310070935] linearizableReadLoop","detail":"{readStateIndex:1699; appliedIndex:1698; }","duration":"422.491235ms","start":"2026-05-20T04:07:17.046976Z","end":"2026-05-20T04:07:17.469467Z","steps":["trace[310070935] 'read index received' (duration: 422.30391ms)","trace[310070935] 'applied index is now lower than readState.Index' (duration: 186.095µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:17.469574Z","caller":"traceutil/trace.go:171","msg":"trace[7284624] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"430.020179ms","start":"2026-05-20T04:07:17.039516Z","end":"2026-05-20T04:07:17.469536Z","steps":["trace[7284624] 'process raft request' (duration: 429.747202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:17.469766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.544965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:07:17.46975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:17.039488Z","time spent":"430.172093ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:17.469775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.828544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:07:17.469814Z","caller":"traceutil/trace.go:171","msg":"trace[1822861161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1645; }","duration":"420.636108ms","start":"2026-05-20T04:07:17.049164Z","end":"2026-05-20T04:07:17.4698Z","steps":["trace[1822861161] 'agreement among raft nodes before linearized reading' (duration: 420.469553ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:17.469856Z","caller":"traceutil/trace.go:171","msg":"trace[1763483280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1645; }","duration":"422.968567ms","start":"2026-05-20T04:07:17.046867Z","end":"2026-05-20T04:07:17.469836Z","steps":["trace[1763483280] 'agreement among raft nodes before linearized reading' (duration: 422.717111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:17.469844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.997704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:07:17.469898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.561116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T04:07:17.469914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:17.04684Z","time spent":"423.06508ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:07:17.469921Z","caller":"traceutil/trace.go:171","msg":"trace[779860318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1645; }","duration":"417.194219ms","start":"2026-05-20T04:07:17.052709Z","end":"2026-05-20T04:07:17.469903Z","steps":["trace[779860318] 'agreement among raft nodes before linearized reading' (duration: 417.000784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:17.469913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.543405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T04:07:17.469861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:17.04915Z","time spent":"420.698349ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:07:17.469973Z","caller":"traceutil/trace.go:171","msg":"trace[259853742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1645; }","duration":"420.630977ms","start":"2026-05-20T04:07:17.049317Z","end":"2026-05-20T04:07:17.469948Z","steps":["trace[259853742] 'agreement among raft nodes before linearized reading' (duration: 420.455283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:17.469967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:17.052698Z","time spent":"417.259771ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:07:17.470038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:17.04926Z","time spent":"420.76403ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:07:17.470007Z","caller":"traceutil/trace.go:171","msg":"trace[1367226279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1645; }","duration":"420.658397ms","start":"2026-05-20T04:07:17.049326Z","end":"2026-05-20T04:07:17.469984Z","steps":["trace[1367226279] 'agreement among raft nodes before linearized reading' (duration: 420.394931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:17.470157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:17.049313Z","time spent":"420.798111ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:07:17.47037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.787854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:07:17.470458Z","caller":"traceutil/trace.go:171","msg":"trace[2006980647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1645; }","duration":"417.909277ms","start":"2026-05-20T04:07:17.052529Z","end":"2026-05-20T04:07:17.470438Z","steps":["trace[2006980647] 'agreement among raft nodes before linearized reading' (duration: 417.155118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:17.470593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:17.052519Z","time spent":"418.061211ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:07:17.6222Z","caller":"traceutil/trace.go:171","msg":"trace[1127405792] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"147.507388ms","start":"2026-05-20T04:07:17.474648Z","end":"2026-05-20T04:07:17.622156Z","steps":["trace[1127405792] 'process raft request' (duration: 126.734605ms)","trace[1127405792] 'compare' (duration: 20.592149ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:18.514233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.216449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:07:18.514496Z","caller":"traceutil/trace.go:171","msg":"trace[1304026997] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"1.039706422s","start":"2026-05-20T04:07:17.474698Z","end":"2026-05-20T04:07:18.514405Z","steps":["trace[1304026997] 'process raft request' (duration: 731.236267ms)","trace[1304026997] 'compare' (duration: 308.022954ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:18.514543Z","caller":"traceutil/trace.go:171","msg":"trace[1227669318] linearizableReadLoop","detail":"{readStateIndex:1703; appliedIndex:1699; }","duration":"1.038925393s","start":"2026-05-20T04:07:17.475594Z","end":"2026-05-20T04:07:18.514519Z","steps":["trace[1227669318] 'read index received' (duration: 125.758442ms)","trace[1227669318] 'applied index is now lower than readState.Index' (duration: 913.165771ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:18.514612Z","caller":"traceutil/trace.go:171","msg":"trace[1491136001] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"1.039371443s","start":"2026-05-20T04:07:17.475203Z","end":"2026-05-20T04:07:18.514574Z","steps":["trace[1491136001] 'process raft request' (duration: 1.039207989s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:18.514673Z","caller":"traceutil/trace.go:171","msg":"trace[841633645] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"1.039072896s","start":"2026-05-20T04:07:17.475587Z","end":"2026-05-20T04:07:18.51466Z","steps":["trace[841633645] 'process raft request' (duration: 1.038881122s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:18.514763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:17.475578Z","time spent":"1.039126518s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:18.514787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:17.475178Z","time spent":"1.039513577s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:18.514891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.399995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:18.514982Z","caller":"traceutil/trace.go:171","msg":"trace[2111020500] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1650; }","duration":"101.556859ms","start":"2026-05-20T04:07:18.413405Z","end":"2026-05-20T04:07:18.514961Z","steps":["trace[2111020500] 'agreement among raft nodes before linearized reading' (duration: 101.372464ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:18.514974Z","caller":"traceutil/trace.go:171","msg":"trace[1971814917] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"1.039869436s","start":"2026-05-20T04:07:17.475067Z","end":"2026-05-20T04:07:18.514937Z","steps":["trace[1971814917] 'process raft request' (duration: 1.039257681s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:18.515171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:17.474674Z","time spent":"1.039906257s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:18.515104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:17.475044Z","time spent":"1.039993769s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:18.515236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03961213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32107"} {"level":"info","ts":"2026-05-20T04:07:18.515318Z","caller":"traceutil/trace.go:171","msg":"trace[536643762] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1650; }","duration":"1.039721652s","start":"2026-05-20T04:07:17.475567Z","end":"2026-05-20T04:07:18.515289Z","steps":["trace[536643762] 'agreement among raft nodes before linearized reading' (duration: 1.039360043s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:18.515381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:17.475558Z","time spent":"1.039808874s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32129,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:07:19.7836Z","caller":"traceutil/trace.go:171","msg":"trace[1172380038] linearizableReadLoop","detail":"{readStateIndex:1717; appliedIndex:1716; }","duration":"303.316102ms","start":"2026-05-20T04:07:19.480259Z","end":"2026-05-20T04:07:19.783575Z","steps":["trace[1172380038] 'read index received' (duration: 303.077836ms)","trace[1172380038] 'applied index is now lower than readState.Index' (duration: 237.086µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:19.783661Z","caller":"traceutil/trace.go:171","msg":"trace[82601177] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"307.878949ms","start":"2026-05-20T04:07:19.475755Z","end":"2026-05-20T04:07:19.783634Z","steps":["trace[82601177] 'process raft request' (duration: 307.666294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:19.783972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:19.47573Z","time spent":"308.177137ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:19.783981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.711403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:07:19.784071Z","caller":"traceutil/trace.go:171","msg":"trace[38330566] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1663; }","duration":"303.874467ms","start":"2026-05-20T04:07:19.480173Z","end":"2026-05-20T04:07:19.784047Z","steps":["trace[38330566] 'agreement among raft nodes before linearized reading' (duration: 303.716693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:19.784115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:19.480149Z","time spent":"303.955018ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:19.784743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.624189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T04:07:19.784792Z","caller":"traceutil/trace.go:171","msg":"trace[1473669080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1663; }","duration":"157.729601ms","start":"2026-05-20T04:07:19.627049Z","end":"2026-05-20T04:07:19.784779Z","steps":["trace[1473669080] 'agreement among raft nodes before linearized reading' (duration: 156.88215ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:19.941004Z","caller":"traceutil/trace.go:171","msg":"trace[1350591860] linearizableReadLoop","detail":"{readStateIndex:1718; appliedIndex:1717; }","duration":"124.899629ms","start":"2026-05-20T04:07:19.816084Z","end":"2026-05-20T04:07:19.940983Z","steps":["trace[1350591860] 'read index received' (duration: 123.122014ms)","trace[1350591860] 'applied index is now lower than readState.Index' (duration: 1.776925ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:19.941106Z","caller":"traceutil/trace.go:171","msg":"trace[1215747472] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"152.259691ms","start":"2026-05-20T04:07:19.788822Z","end":"2026-05-20T04:07:19.941081Z","steps":["trace[1215747472] 'process raft request' (duration: 150.412355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:19.941189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.093433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:07:19.94122Z","caller":"traceutil/trace.go:171","msg":"trace[430844840] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1664; }","duration":"125.182446ms","start":"2026-05-20T04:07:19.816029Z","end":"2026-05-20T04:07:19.941212Z","steps":["trace[430844840] 'agreement among raft nodes before linearized reading' (duration: 125.035822ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:22.477668Z","caller":"traceutil/trace.go:171","msg":"trace[287788018] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"169.062324ms","start":"2026-05-20T04:07:22.308579Z","end":"2026-05-20T04:07:22.477641Z","steps":["trace[287788018] 'process raft request' (duration: 168.746396ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:22.730178Z","caller":"traceutil/trace.go:171","msg":"trace[1765891455] linearizableReadLoop","detail":"{readStateIndex:1741; appliedIndex:1740; }","duration":"194.776405ms","start":"2026-05-20T04:07:22.535376Z","end":"2026-05-20T04:07:22.730153Z","steps":["trace[1765891455] 'read index received' (duration: 133.430739ms)","trace[1765891455] 'applied index is now lower than readState.Index' (duration: 61.344696ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:22.730247Z","caller":"traceutil/trace.go:171","msg":"trace[924342116] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"198.552611ms","start":"2026-05-20T04:07:22.531633Z","end":"2026-05-20T04:07:22.730185Z","steps":["trace[924342116] 'process raft request' (duration: 137.051301ms)","trace[924342116] 'compare' (duration: 61.333896ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:22.730408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.005851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:07:22.730449Z","caller":"traceutil/trace.go:171","msg":"trace[1116955245] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1685; }","duration":"195.078552ms","start":"2026-05-20T04:07:22.535359Z","end":"2026-05-20T04:07:22.730438Z","steps":["trace[1116955245] 'agreement among raft nodes before linearized reading' (duration: 194.917518ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:22.730939Z","caller":"traceutil/trace.go:171","msg":"trace[759424372] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"195.425912ms","start":"2026-05-20T04:07:22.535499Z","end":"2026-05-20T04:07:22.730925Z","steps":["trace[759424372] 'process raft request' (duration: 195.208576ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:22.731012Z","caller":"traceutil/trace.go:171","msg":"trace[461981091] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"195.307738ms","start":"2026-05-20T04:07:22.535676Z","end":"2026-05-20T04:07:22.730984Z","steps":["trace[461981091] 'process raft request' (duration: 195.177925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:22.731407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.77336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:07:22.731563Z","caller":"traceutil/trace.go:171","msg":"trace[473090526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1687; }","duration":"196.109888ms","start":"2026-05-20T04:07:22.535428Z","end":"2026-05-20T04:07:22.731538Z","steps":["trace[473090526] 'agreement among raft nodes before linearized reading' (duration: 195.484692ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:25.255734Z","caller":"traceutil/trace.go:171","msg":"trace[1414538747] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"101.59853ms","start":"2026-05-20T04:07:25.154104Z","end":"2026-05-20T04:07:25.255703Z","steps":["trace[1414538747] 'process raft request' (duration: 101.430666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:25.762084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.057426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:07:25.762192Z","caller":"traceutil/trace.go:171","msg":"trace[450038550] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1769; }","duration":"239.811821ms","start":"2026-05-20T04:07:25.522363Z","end":"2026-05-20T04:07:25.762175Z","steps":["trace[450038550] 'read index received' (duration: 60.442µs)","trace[450038550] 'applied index is now lower than readState.Index' (duration: 239.750149ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:25.76227Z","caller":"traceutil/trace.go:171","msg":"trace[2113518382] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"498.544129ms","start":"2026-05-20T04:07:25.263715Z","end":"2026-05-20T04:07:25.762259Z","steps":["trace[2113518382] 'process raft request' (duration: 167.236907ms)","trace[2113518382] 'compare' (duration: 330.790009ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:25.762344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:25.263691Z","time spent":"498.60965ms","remote":"127.0.0.1:34118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:25.76267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.286943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:25.762744Z","caller":"traceutil/trace.go:171","msg":"trace[923066542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1714; }","duration":"240.407737ms","start":"2026-05-20T04:07:25.522318Z","end":"2026-05-20T04:07:25.762726Z","steps":["trace[923066542] 'agreement among raft nodes before linearized reading' (duration: 240.307554ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:26.023853Z","caller":"traceutil/trace.go:171","msg":"trace[997058653] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"254.623761ms","start":"2026-05-20T04:07:25.768905Z","end":"2026-05-20T04:07:26.023529Z","steps":["trace[997058653] 'process raft request' (duration: 254.468207ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:26.240194Z","caller":"traceutil/trace.go:171","msg":"trace[2057025467] linearizableReadLoop","detail":"{readStateIndex:1772; appliedIndex:1770; }","duration":"351.967353ms","start":"2026-05-20T04:07:25.888196Z","end":"2026-05-20T04:07:26.240164Z","steps":["trace[2057025467] 'read index received' (duration: 135.146642ms)","trace[2057025467] 'applied index is now lower than readState.Index' (duration: 216.819341ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:26.240215Z","caller":"traceutil/trace.go:171","msg":"trace[1678980091] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"439.719227ms","start":"2026-05-20T04:07:25.800462Z","end":"2026-05-20T04:07:26.240181Z","steps":["trace[1678980091] 'process raft request' (duration: 346.44966ms)","trace[1678980091] 'compare' (duration: 93.00984ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:26.240393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:25.80044Z","time spent":"439.85174ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:26.240453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.25406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:07:26.240532Z","caller":"traceutil/trace.go:171","msg":"trace[1481281945] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:1716; }","duration":"352.374153ms","start":"2026-05-20T04:07:25.888139Z","end":"2026-05-20T04:07:26.240514Z","steps":["trace[1481281945] 'agreement among raft nodes before linearized reading' (duration: 352.156588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:26.240586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:25.888101Z","time spent":"352.473376ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:07:26.240818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.657196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:07:26.240936Z","caller":"traceutil/trace.go:171","msg":"trace[1873770879] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1716; }","duration":"274.82256ms","start":"2026-05-20T04:07:25.966092Z","end":"2026-05-20T04:07:26.240915Z","steps":["trace[1873770879] 'agreement among raft nodes before linearized reading' (duration: 274.344468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:26.241557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.67336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:07:26.241636Z","caller":"traceutil/trace.go:171","msg":"trace[1616536110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1716; }","duration":"280.788973ms","start":"2026-05-20T04:07:25.960829Z","end":"2026-05-20T04:07:26.241618Z","steps":["trace[1616536110] 'agreement among raft nodes before linearized reading' (duration: 279.49938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:26.760599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.678972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:07:26.761288Z","caller":"traceutil/trace.go:171","msg":"trace[1929444335] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"513.427621ms","start":"2026-05-20T04:07:26.247823Z","end":"2026-05-20T04:07:26.761251Z","steps":["trace[1929444335] 'process raft request' (duration: 322.995839ms)","trace[1929444335] 'compare' (duration: 189.233851ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:26.761358Z","caller":"traceutil/trace.go:171","msg":"trace[1147122164] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"270.862719ms","start":"2026-05-20T04:07:26.490475Z","end":"2026-05-20T04:07:26.761338Z","steps":["trace[1147122164] 'process raft request' (duration: 270.252273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:26.761483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:26.247742Z","time spent":"513.620146ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:26.942957Z","caller":"traceutil/trace.go:171","msg":"trace[1383312635] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"171.418265ms","start":"2026-05-20T04:07:26.771506Z","end":"2026-05-20T04:07:26.942925Z","steps":["trace[1383312635] 'process raft request' (duration: 105.696346ms)","trace[1383312635] 'compare' (duration: 65.528624ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:26.943341Z","caller":"traceutil/trace.go:171","msg":"trace[1944658976] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"171.326972ms","start":"2026-05-20T04:07:26.771976Z","end":"2026-05-20T04:07:26.943303Z","steps":["trace[1944658976] 'process raft request' (duration: 170.895421ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:26.943703Z","caller":"traceutil/trace.go:171","msg":"trace[558120893] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"171.23686ms","start":"2026-05-20T04:07:26.772451Z","end":"2026-05-20T04:07:26.943688Z","steps":["trace[558120893] 'process raft request' (duration: 170.734587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:27.419528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.00164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:07:27.419591Z","caller":"traceutil/trace.go:171","msg":"trace[1698006100] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1722; }","duration":"174.118323ms","start":"2026-05-20T04:07:27.245458Z","end":"2026-05-20T04:07:27.419577Z","steps":["trace[1698006100] 'range keys from in-memory index tree' (duration: 173.806806ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:27.748868Z","caller":"traceutil/trace.go:171","msg":"trace[1611062760] linearizableReadLoop","detail":"{readStateIndex:1780; appliedIndex:1779; }","duration":"229.578988ms","start":"2026-05-20T04:07:27.519258Z","end":"2026-05-20T04:07:27.748837Z","steps":["trace[1611062760] 'read index received' (duration: 229.324051ms)","trace[1611062760] 'applied index is now lower than readState.Index' (duration: 253.077µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:27.74902Z","caller":"traceutil/trace.go:171","msg":"trace[944852620] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"316.795779ms","start":"2026-05-20T04:07:27.432213Z","end":"2026-05-20T04:07:27.749009Z","steps":["trace[944852620] 'process raft request' (duration: 316.45163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:27.749136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:27.432183Z","time spent":"316.868351ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12722,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:27.749344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.059291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:27.749529Z","caller":"traceutil/trace.go:171","msg":"trace[516339189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1723; }","duration":"230.221696ms","start":"2026-05-20T04:07:27.519241Z","end":"2026-05-20T04:07:27.749463Z","steps":["trace[516339189] 'agreement among raft nodes before linearized reading' (duration: 229.965268ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:28.376243Z","caller":"traceutil/trace.go:171","msg":"trace[1525710505] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"608.611096ms","start":"2026-05-20T04:07:27.767606Z","end":"2026-05-20T04:07:28.376217Z","steps":["trace[1525710505] 'process raft request' (duration: 608.430382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:28.376391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:27.767578Z","time spent":"608.742379ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:28.584877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.214478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:07:28.584971Z","caller":"traceutil/trace.go:171","msg":"trace[916099236] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1781; }","duration":"203.608892ms","start":"2026-05-20T04:07:28.381346Z","end":"2026-05-20T04:07:28.584955Z","steps":["trace[916099236] 'read index received' (duration: 85.189399ms)","trace[916099236] 'applied index is now lower than readState.Index' (duration: 118.418273ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:28.585084Z","caller":"traceutil/trace.go:171","msg":"trace[2044094825] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"338.60728ms","start":"2026-05-20T04:07:28.24644Z","end":"2026-05-20T04:07:28.585047Z","steps":["trace[2044094825] 'process raft request' (duration: 220.120565ms)","trace[2044094825] 'compare' (duration: 118.077735ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:28.585234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.881739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-jj6d6\" ","response":"range_response_count:1 size:5101"} {"level":"warn","ts":"2026-05-20T04:07:28.585258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:28.246414Z","time spent":"338.749653ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:28.585278Z","caller":"traceutil/trace.go:171","msg":"trace[935525925] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-jj6d6; range_end:; response_count:1; response_revision:1725; }","duration":"203.950951ms","start":"2026-05-20T04:07:28.381308Z","end":"2026-05-20T04:07:28.585259Z","steps":["trace[935525925] 'agreement among raft nodes before linearized reading' (duration: 203.800107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:28.594632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.204883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-20T04:07:28.594686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.955565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:07:28.594691Z","caller":"traceutil/trace.go:171","msg":"trace[605751855] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"206.565638ms","start":"2026-05-20T04:07:28.388087Z","end":"2026-05-20T04:07:28.594653Z","steps":["trace[605751855] 'process raft request' (duration: 206.232219ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:28.594768Z","caller":"traceutil/trace.go:171","msg":"trace[967098169] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1726; }","duration":"154.10881ms","start":"2026-05-20T04:07:28.440641Z","end":"2026-05-20T04:07:28.59475Z","steps":["trace[967098169] 'agreement among raft nodes before linearized reading' (duration: 153.921945ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:28.594728Z","caller":"traceutil/trace.go:171","msg":"trace[309211844] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1726; }","duration":"170.351377ms","start":"2026-05-20T04:07:28.424355Z","end":"2026-05-20T04:07:28.594707Z","steps":["trace[309211844] 'agreement among raft nodes before linearized reading' (duration: 170.111871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:28.885044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.309899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:07:28.885177Z","caller":"traceutil/trace.go:171","msg":"trace[673319605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1729; }","duration":"118.472954ms","start":"2026-05-20T04:07:28.766653Z","end":"2026-05-20T04:07:28.885126Z","steps":["trace[673319605] 'range keys from in-memory index tree' (duration: 118.000812ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:29.085554Z","caller":"traceutil/trace.go:171","msg":"trace[318348664] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"132.703689ms","start":"2026-05-20T04:07:28.952809Z","end":"2026-05-20T04:07:29.085512Z","steps":["trace[318348664] 'process raft request' (duration: 117.612782ms)","trace[318348664] 'compare' (duration: 14.968724ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:29.098061Z","caller":"traceutil/trace.go:171","msg":"trace[2099296297] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"144.404091ms","start":"2026-05-20T04:07:28.953635Z","end":"2026-05-20T04:07:29.098039Z","steps":["trace[2099296297] 'process raft request' (duration: 144.302038ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:29.098129Z","caller":"traceutil/trace.go:171","msg":"trace[787119325] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"145.097397ms","start":"2026-05-20T04:07:28.952977Z","end":"2026-05-20T04:07:29.098074Z","steps":["trace[787119325] 'process raft request' (duration: 144.851321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:31.104937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:07:31.605507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:07:32.105994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:07:32.519773Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.989193385s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:07:32.520282Z","caller":"traceutil/trace.go:171","msg":"trace[635627553] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"1.98978175s","start":"2026-05-20T04:07:30.530473Z","end":"2026-05-20T04:07:32.520255Z","steps":["trace[635627553] 'process raft request' (duration: 1.989589074s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:32.520444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:30.530452Z","time spent":"1.989909954s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:32.525779Z","caller":"traceutil/trace.go:171","msg":"trace[789734857] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"1.935575057s","start":"2026-05-20T04:07:30.590173Z","end":"2026-05-20T04:07:32.525748Z","steps":["trace[789734857] 'process raft request' (duration: 1.935013413s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:32.525937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:30.590139Z","time spent":"1.935717532s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:33.522007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:07:33.522112Z","caller":"traceutil/trace.go:171","msg":"trace[677767700] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350473s","start":"2026-05-20T04:07:31.521732Z","end":"2026-05-20T04:07:33.522082Z","steps":["trace[677767700] 'agreement among raft nodes before linearized reading' (duration: 2.00022612s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:33.522366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:31.521707Z","time spent":"2.000464265s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:07:34.466577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941162622s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:07:34.466721Z","caller":"traceutil/trace.go:171","msg":"trace[101741162] linearizableReadLoop","detail":"{readStateIndex:1794; appliedIndex:1791; }","duration":"3.862323209s","start":"2026-05-20T04:07:30.60437Z","end":"2026-05-20T04:07:34.466693Z","steps":["trace[101741162] 'read index received' (duration: 1.915658995s)","trace[101741162] 'applied index is now lower than readState.Index' (duration: 1.946661154s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:34.467344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862953596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:07:34.467431Z","caller":"traceutil/trace.go:171","msg":"trace[1694928416] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1736; }","duration":"3.863049138s","start":"2026-05-20T04:07:30.604362Z","end":"2026-05-20T04:07:34.467412Z","steps":["trace[1694928416] 'agreement among raft nodes before linearized reading' (duration: 3.862806582s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:34.467479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:30.604337Z","time spent":"3.863128791s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:07:34.532484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.506011762s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:07:34.532954Z","caller":"traceutil/trace.go:171","msg":"trace[185146683] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"1.506637279s","start":"2026-05-20T04:07:33.026285Z","end":"2026-05-20T04:07:34.532922Z","steps":["trace[185146683] 'process raft request' (duration: 1.506374532s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:34.533087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:33.026244Z","time spent":"1.506762572s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:34.541574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64280338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:07:34.541624Z","caller":"traceutil/trace.go:171","msg":"trace[1915338657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1738; }","duration":"3.642903602s","start":"2026-05-20T04:07:30.898709Z","end":"2026-05-20T04:07:34.541613Z","steps":["trace[1915338657] 'agreement among raft nodes before linearized reading' (duration: 3.642762278s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:34.54165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:30.898685Z","time spent":"3.642959534s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:07:34.54164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438640324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:07:34.541643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.13747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:34.541691Z","caller":"traceutil/trace.go:171","msg":"trace[107439448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1738; }","duration":"3.438735357s","start":"2026-05-20T04:07:31.102943Z","end":"2026-05-20T04:07:34.541678Z","steps":["trace[107439448] 'agreement among raft nodes before linearized reading' (duration: 3.438587883s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:34.541674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.560390753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:34.541714Z","caller":"traceutil/trace.go:171","msg":"trace[1360788237] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1738; }","duration":"240.264193ms","start":"2026-05-20T04:07:34.30143Z","end":"2026-05-20T04:07:34.541695Z","steps":["trace[1360788237] 'agreement among raft nodes before linearized reading' (duration: 240.12797ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:34.541745Z","caller":"traceutil/trace.go:171","msg":"trace[888893643] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1738; }","duration":"3.560510806s","start":"2026-05-20T04:07:30.981214Z","end":"2026-05-20T04:07:34.541725Z","steps":["trace[888893643] 'agreement among raft nodes before linearized reading' (duration: 3.560394663s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:34.54177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018572829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:34.541789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:30.981165Z","time spent":"3.560613119s","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:07:34.541808Z","caller":"traceutil/trace.go:171","msg":"trace[1613417788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1738; }","duration":"1.018933109s","start":"2026-05-20T04:07:33.522866Z","end":"2026-05-20T04:07:34.541799Z","steps":["trace[1613417788] 'agreement among raft nodes before linearized reading' (duration: 1.018882327s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:34.541842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:33.522788Z","time spent":"1.019048082s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:07:34.541881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993415637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:07:34.54191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.641053395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:07:34.541924Z","caller":"traceutil/trace.go:171","msg":"trace[1956428509] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1738; }","duration":"2.993506289s","start":"2026-05-20T04:07:31.548408Z","end":"2026-05-20T04:07:34.541914Z","steps":["trace[1956428509] 'agreement among raft nodes before linearized reading' (duration: 2.993428137s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:34.541934Z","caller":"traceutil/trace.go:171","msg":"trace[744045069] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1738; }","duration":"3.641101347s","start":"2026-05-20T04:07:30.900824Z","end":"2026-05-20T04:07:34.541925Z","steps":["trace[744045069] 'agreement among raft nodes before linearized reading' (duration: 3.641040155s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:34.541951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:31.54838Z","time spent":"2.993563649s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":3,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:34.541945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439699172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T04:07:34.542077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:30.900715Z","time spent":"3.641237241s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:07:34.542083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.452345337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:07:34.542075Z","caller":"traceutil/trace.go:171","msg":"trace[1172979490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1738; }","duration":"3.439895997s","start":"2026-05-20T04:07:31.102154Z","end":"2026-05-20T04:07:34.54205Z","steps":["trace[1172979490] 'agreement among raft nodes before linearized reading' (duration: 3.439499177s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:34.542122Z","caller":"traceutil/trace.go:171","msg":"trace[2121870236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1738; }","duration":"3.452422779s","start":"2026-05-20T04:07:31.08969Z","end":"2026-05-20T04:07:34.542113Z","steps":["trace[2121870236] 'agreement among raft nodes before linearized reading' (duration: 3.452283965s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:34.542158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:31.08967Z","time spent":"3.452481921s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:07:34.541991Z","caller":"traceutil/trace.go:171","msg":"trace[155641834] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"1.262569397s","start":"2026-05-20T04:07:33.279406Z","end":"2026-05-20T04:07:34.541976Z","steps":["trace[155641834] 'process raft request' (duration: 1.261968062s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:34.54228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:33.279374Z","time spent":"1.262838804s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:34.542148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:31.102139Z","time spent":"3.43999746s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:07:34.541846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.62758025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:34.542408Z","caller":"traceutil/trace.go:171","msg":"trace[160126875] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1738; }","duration":"3.628201025s","start":"2026-05-20T04:07:30.914194Z","end":"2026-05-20T04:07:34.542395Z","steps":["trace[160126875] 'agreement among raft nodes before linearized reading' (duration: 3.62762492s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:34.542446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:30.914183Z","time spent":"3.628253417s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:34.541727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:31.10292Z","time spent":"3.438799499s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:07:34.542343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642958704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:07:34.542585Z","caller":"traceutil/trace.go:171","msg":"trace[176900775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1738; }","duration":"3.64321354s","start":"2026-05-20T04:07:30.899345Z","end":"2026-05-20T04:07:34.542559Z","steps":["trace[176900775] 'agreement among raft nodes before linearized reading' (duration: 3.642561874s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:34.542702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:30.89933Z","time spent":"3.643357714s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:07:39.113093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:07:39.613485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:07:40.114025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:07:40.214088Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655906653s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:07:40.214673Z","caller":"traceutil/trace.go:171","msg":"trace[1548682473] linearizableReadLoop","detail":"{readStateIndex:1814; appliedIndex:1813; }","duration":"1.602334747s","start":"2026-05-20T04:07:38.612318Z","end":"2026-05-20T04:07:40.214653Z","steps":["trace[1548682473] 'read index received' (duration: 1.601892795s)","trace[1548682473] 'applied index is now lower than readState.Index' (duration: 441.062µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:40.215033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382406236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:40.215187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538876476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T04:07:40.215198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53863988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-20T04:07:40.215182Z","caller":"traceutil/trace.go:171","msg":"trace[1335107430] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"1.657007421s","start":"2026-05-20T04:07:38.55806Z","end":"2026-05-20T04:07:40.215068Z","steps":["trace[1335107430] 'process raft request' (duration: 1.656262022s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:40.215301Z","caller":"traceutil/trace.go:171","msg":"trace[1870339224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1754; }","duration":"1.538779083s","start":"2026-05-20T04:07:38.676493Z","end":"2026-05-20T04:07:40.215272Z","steps":["trace[1870339224] 'agreement among raft nodes before linearized reading' (duration: 1.538486366s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:40.215357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538541817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:07:40.215368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577268493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:07:40.215385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:38.676467Z","time spent":"1.538896647s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:07:40.215359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.164323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:40.215418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.618973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:07:40.215647Z","caller":"traceutil/trace.go:171","msg":"trace[163802792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1754; }","duration":"1.577359115s","start":"2026-05-20T04:07:38.63807Z","end":"2026-05-20T04:07:40.215429Z","steps":["trace[163802792] 'agreement among raft nodes before linearized reading' (duration: 1.577203401s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:40.215214Z","caller":"traceutil/trace.go:171","msg":"trace[1679600509] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1754; }","duration":"1.382661553s","start":"2026-05-20T04:07:38.832519Z","end":"2026-05-20T04:07:40.21518Z","steps":["trace[1679600509] 'agreement among raft nodes before linearized reading' (duration: 1.382430067s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:40.215716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603395464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T04:07:40.215726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:38.638053Z","time spent":"1.577659884s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:07:40.215729Z","caller":"traceutil/trace.go:171","msg":"trace[995678374] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1754; }","duration":"725.949442ms","start":"2026-05-20T04:07:39.489735Z","end":"2026-05-20T04:07:40.215685Z","steps":["trace[995678374] 'agreement among raft nodes before linearized reading' (duration: 725.52905ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:40.215761Z","caller":"traceutil/trace.go:171","msg":"trace[1495715521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1754; }","duration":"1.603496747s","start":"2026-05-20T04:07:38.612253Z","end":"2026-05-20T04:07:40.21575Z","steps":["trace[1495715521] 'agreement among raft nodes before linearized reading' (duration: 1.602545622s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:40.215734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:38.558034Z","time spent":"1.6573355s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:40.215771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:38.83248Z","time spent":"1.383266659s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:40.215805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:38.612221Z","time spent":"1.60357305s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:07:40.215789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:39.489705Z","time spent":"726.069935ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:07:40.215193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601874274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:07:40.215393Z","caller":"traceutil/trace.go:171","msg":"trace[2105126159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1754; }","duration":"1.538605389s","start":"2026-05-20T04:07:38.676779Z","end":"2026-05-20T04:07:40.215384Z","steps":["trace[2105126159] 'agreement among raft nodes before linearized reading' (duration: 1.538498696s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:40.215893Z","caller":"traceutil/trace.go:171","msg":"trace[2045926944] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1754; }","duration":"1.602680996s","start":"2026-05-20T04:07:38.613199Z","end":"2026-05-20T04:07:40.21588Z","steps":["trace[2045926944] 'agreement among raft nodes before linearized reading' (duration: 1.601674399s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:40.21593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:38.676765Z","time spent":"1.539151374s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:07:40.215956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:38.61318Z","time spent":"1.602757228s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:07:40.215704Z","caller":"traceutil/trace.go:171","msg":"trace[296307151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1754; }","duration":"694.571014ms","start":"2026-05-20T04:07:39.521099Z","end":"2026-05-20T04:07:40.21567Z","steps":["trace[296307151] 'agreement among raft nodes before linearized reading' (duration: 694.094081ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:40.215236Z","caller":"traceutil/trace.go:171","msg":"trace[2002104518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1754; }","duration":"1.538940478s","start":"2026-05-20T04:07:38.676282Z","end":"2026-05-20T04:07:40.215222Z","steps":["trace[2002104518] 'agreement among raft nodes before linearized reading' (duration: 1.538693032s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:40.215975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.344084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-20T04:07:40.216062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:38.676237Z","time spent":"1.539810111s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:07:40.216024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:39.521074Z","time spent":"694.927054ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:07:40.216156Z","caller":"traceutil/trace.go:171","msg":"trace[1148647252] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1754; }","duration":"454.57008ms","start":"2026-05-20T04:07:39.761516Z","end":"2026-05-20T04:07:40.216086Z","steps":["trace[1148647252] 'agreement among raft nodes before linearized reading' (duration: 453.899612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:40.216225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:39.761496Z","time spent":"454.715633ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:07:40.72606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:07:41.241287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:07:41.697041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.47520157s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:07:41.708873Z","caller":"traceutil/trace.go:171","msg":"trace[936360855] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"1.487121747s","start":"2026-05-20T04:07:40.221713Z","end":"2026-05-20T04:07:41.708835Z","steps":["trace[936360855] 'process raft request' (duration: 1.475550689s)","trace[936360855] 'compare' (duration: 10.950702ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:41.709055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:40.22168Z","time spent":"1.487280561s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:41.718824Z","caller":"traceutil/trace.go:171","msg":"trace[750278301] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"1.496084977s","start":"2026-05-20T04:07:40.222714Z","end":"2026-05-20T04:07:41.718799Z","steps":["trace[750278301] 'process raft request' (duration: 1.495920303s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:41.718998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:40.222696Z","time spent":"1.49620315s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:41.719207Z","caller":"traceutil/trace.go:171","msg":"trace[1271612132] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"1.496454926s","start":"2026-05-20T04:07:40.222733Z","end":"2026-05-20T04:07:41.719188Z","steps":["trace[1271612132] 'process raft request' (duration: 1.496027826s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:41.719319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:40.222725Z","time spent":"1.496529128s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:41.719328Z","caller":"traceutil/trace.go:171","msg":"trace[1074787318] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"1.496504367s","start":"2026-05-20T04:07:40.22279Z","end":"2026-05-20T04:07:41.719294Z","steps":["trace[1074787318] 'process raft request' (duration: 1.49622278s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:41.719381Z","caller":"traceutil/trace.go:171","msg":"trace[1932756850] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"1.495368398s","start":"2026-05-20T04:07:40.223998Z","end":"2026-05-20T04:07:41.719366Z","steps":["trace[1932756850] 'process raft request' (duration: 1.495103911s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:41.719481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:40.223979Z","time spent":"1.495454781s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:41.719497Z","caller":"traceutil/trace.go:171","msg":"trace[1751550484] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"1.494799673s","start":"2026-05-20T04:07:40.224683Z","end":"2026-05-20T04:07:41.719483Z","steps":["trace[1751550484] 'process raft request' (duration: 1.494568187s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:41.719486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:40.222784Z","time spent":"1.49662245s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:41.719566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:40.224676Z","time spent":"1.494849025s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:41.719633Z","caller":"traceutil/trace.go:171","msg":"trace[407781647] linearizableReadLoop","detail":"{readStateIndex:1820; appliedIndex:1814; }","duration":"1.494310111s","start":"2026-05-20T04:07:40.225018Z","end":"2026-05-20T04:07:41.719328Z","steps":["trace[407781647] 'read index received' (duration: 1.472263495s)","trace[407781647] 'applied index is now lower than readState.Index' (duration: 22.045696ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:41.719642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494613219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32268"} {"level":"info","ts":"2026-05-20T04:07:41.719688Z","caller":"traceutil/trace.go:171","msg":"trace[637348190] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1760; }","duration":"1.494687091s","start":"2026-05-20T04:07:40.224989Z","end":"2026-05-20T04:07:41.719676Z","steps":["trace[637348190] 'agreement among raft nodes before linearized reading' (duration: 1.494510806s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:41.719731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:40.224982Z","time spent":"1.494741212s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32290,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:07:41.719777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198240984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:41.719848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.812684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:07:41.719952Z","caller":"traceutil/trace.go:171","msg":"trace[415129659] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1760; }","duration":"475.941818ms","start":"2026-05-20T04:07:41.243994Z","end":"2026-05-20T04:07:41.719936Z","steps":["trace[415129659] 'agreement among raft nodes before linearized reading' (duration: 475.754492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:41.72002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.879278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:41.720047Z","caller":"traceutil/trace.go:171","msg":"trace[305606218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1760; }","duration":"1.198310825s","start":"2026-05-20T04:07:40.521497Z","end":"2026-05-20T04:07:41.719808Z","steps":["trace[305606218] 'agreement among raft nodes before linearized reading' (duration: 1.198221043s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:41.720107Z","caller":"traceutil/trace.go:171","msg":"trace[404897163] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1760; }","duration":"875.017851ms","start":"2026-05-20T04:07:40.845069Z","end":"2026-05-20T04:07:41.720086Z","steps":["trace[404897163] 'agreement among raft nodes before linearized reading' (duration: 874.863437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:41.720114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:40.52148Z","time spent":"1.198619655s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:07:41.72016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:40.845049Z","time spent":"875.100444ms","remote":"127.0.0.1:34580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:41.720001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:41.243979Z","time spent":"476.0108ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:07:45.735584Z","caller":"traceutil/trace.go:171","msg":"trace[950238812] linearizableReadLoop","detail":"{readStateIndex:1831; appliedIndex:1830; }","duration":"186.661146ms","start":"2026-05-20T04:07:45.5489Z","end":"2026-05-20T04:07:45.735561Z","steps":["trace[950238812] 'read index received' (duration: 186.442991ms)","trace[950238812] 'applied index is now lower than readState.Index' (duration: 215.845µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:45.735643Z","caller":"traceutil/trace.go:171","msg":"trace[1983660013] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"207.381538ms","start":"2026-05-20T04:07:45.528222Z","end":"2026-05-20T04:07:45.735604Z","steps":["trace[1983660013] 'process raft request' (duration: 207.185523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:45.735763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.83511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:07:45.735813Z","caller":"traceutil/trace.go:171","msg":"trace[1803133905] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1770; }","duration":"186.939763ms","start":"2026-05-20T04:07:45.54886Z","end":"2026-05-20T04:07:45.7358Z","steps":["trace[1803133905] 'agreement among raft nodes before linearized reading' (duration: 186.794719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:46.137064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.416264ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-05-20T04:07:46.435112Z","caller":"traceutil/trace.go:171","msg":"trace[606664977] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"183.834674ms","start":"2026-05-20T04:07:46.251254Z","end":"2026-05-20T04:07:46.435089Z","steps":["trace[606664977] 'process raft request' (duration: 151.481552ms)","trace[606664977] 'compare' (duration: 32.138706ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:48.83364Z","caller":"traceutil/trace.go:171","msg":"trace[30900597] linearizableReadLoop","detail":"{readStateIndex:1852; appliedIndex:1851; }","duration":"311.578234ms","start":"2026-05-20T04:07:48.522041Z","end":"2026-05-20T04:07:48.83362Z","steps":["trace[30900597] 'read index received' (duration: 311.351469ms)","trace[30900597] 'applied index is now lower than readState.Index' (duration: 226.005µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:48.833737Z","caller":"traceutil/trace.go:171","msg":"trace[838859859] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"393.119329ms","start":"2026-05-20T04:07:48.44061Z","end":"2026-05-20T04:07:48.83373Z","steps":["trace[838859859] 'process raft request' (duration: 392.854732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:48.833826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:48.440589Z","time spent":"393.170881ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:48.833827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.886715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:07:48.833832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.77876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:48.833893Z","caller":"traceutil/trace.go:171","msg":"trace[1832938221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1790; }","duration":"311.886683ms","start":"2026-05-20T04:07:48.521991Z","end":"2026-05-20T04:07:48.833878Z","steps":["trace[1832938221] 'agreement among raft nodes before linearized reading' (duration: 311.78214ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:48.833888Z","caller":"traceutil/trace.go:171","msg":"trace[346467952] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1790; }","duration":"213.998758ms","start":"2026-05-20T04:07:48.619874Z","end":"2026-05-20T04:07:48.833873Z","steps":["trace[346467952] 'agreement among raft nodes before linearized reading' (duration: 213.878565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:48.833916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:48.521972Z","time spent":"311.940184ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:07:49.548211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.413986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:07:49.548317Z","caller":"traceutil/trace.go:171","msg":"trace[337109969] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1790; }","duration":"593.57613ms","start":"2026-05-20T04:07:48.954713Z","end":"2026-05-20T04:07:49.548289Z","steps":["trace[337109969] 'range keys from in-memory index tree' (duration: 593.145189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:49.548368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:48.954691Z","time spent":"593.665702ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:07:50.007948Z","caller":"traceutil/trace.go:171","msg":"trace[1190555933] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"158.245325ms","start":"2026-05-20T04:07:49.84967Z","end":"2026-05-20T04:07:50.007915Z","steps":["trace[1190555933] 'process raft request' (duration: 157.919226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:50.513328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216856,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:07:50.953512Z","caller":"traceutil/trace.go:171","msg":"trace[237184759] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"941.019556ms","start":"2026-05-20T04:07:50.012462Z","end":"2026-05-20T04:07:50.953481Z","steps":["trace[237184759] 'process raft request' (duration: 940.861852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:50.953716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:50.012438Z","time spent":"941.182951ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:52.407276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.160116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:07:52.407498Z","caller":"traceutil/trace.go:171","msg":"trace[1439659786] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"2.394127349s","start":"2026-05-20T04:07:50.013355Z","end":"2026-05-20T04:07:52.407482Z","steps":["trace[1439659786] 'process raft request' (duration: 2.394022187s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:52.407548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:50.013333Z","time spent":"2.394190821s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:52.407699Z","caller":"traceutil/trace.go:171","msg":"trace[585846972] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"2.39453908s","start":"2026-05-20T04:07:50.013147Z","end":"2026-05-20T04:07:52.407686Z","steps":["trace[585846972] 'process raft request' (duration: 1.709861659s)","trace[585846972] 'compare' (duration: 683.785477ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:52.407662Z","caller":"traceutil/trace.go:171","msg":"trace[1784578725] linearizableReadLoop","detail":"{readStateIndex:1857; appliedIndex:1853; }","duration":"2.394912999s","start":"2026-05-20T04:07:50.012721Z","end":"2026-05-20T04:07:52.407634Z","steps":["trace[1784578725] 'read index received' (duration: 940.624317ms)","trace[1784578725] 'applied index is now lower than readState.Index' (duration: 1.454287622s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:52.407737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:50.013125Z","time spent":"2.3945933s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:52.408189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395474393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:07:52.40822Z","caller":"traceutil/trace.go:171","msg":"trace[1969903993] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1796; }","duration":"2.395524995s","start":"2026-05-20T04:07:50.012683Z","end":"2026-05-20T04:07:52.408208Z","steps":["trace[1969903993] 'agreement among raft nodes before linearized reading' (duration: 2.395381651s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:52.408196Z","caller":"traceutil/trace.go:171","msg":"trace[2111193948] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"2.394689574s","start":"2026-05-20T04:07:50.013467Z","end":"2026-05-20T04:07:52.408157Z","steps":["trace[2111193948] 'process raft request' (duration: 2.393986076s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:52.408226Z","caller":"traceutil/trace.go:171","msg":"trace[1680255296] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"1.568165489s","start":"2026-05-20T04:07:50.840039Z","end":"2026-05-20T04:07:52.408205Z","steps":["trace[1680255296] 'process raft request' (duration: 1.567509052s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:52.408254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:50.012667Z","time spent":"2.395578526s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:07:52.408333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:50.013454Z","time spent":"2.394807016s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:52.408333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:50.840015Z","time spent":"1.56824974s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:52.522368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:07:52.522453Z","caller":"traceutil/trace.go:171","msg":"trace[1020853589] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0002854s","start":"2026-05-20T04:07:50.522149Z","end":"2026-05-20T04:07:52.522435Z","steps":["trace[1020853589] 'agreement among raft nodes before linearized reading' (duration: 2.000178447s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:52.522501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:50.522127Z","time spent":"2.000364052s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:07:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:07:52.953292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.244398ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:07:52.953365Z","caller":"traceutil/trace.go:171","msg":"trace[1156516961] linearizableReadLoop","detail":"{readStateIndex:1859; appliedIndex:1858; }","duration":"545.622817ms","start":"2026-05-20T04:07:52.40773Z","end":"2026-05-20T04:07:52.953353Z","steps":["trace[1156516961] 'read index received' (duration: 7.273106ms)","trace[1156516961] 'applied index is now lower than readState.Index' (duration: 538.348601ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:52.953607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189743528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:52.953626Z","caller":"traceutil/trace.go:171","msg":"trace[157325351] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1796; }","duration":"2.18981418s","start":"2026-05-20T04:07:50.763806Z","end":"2026-05-20T04:07:52.95362Z","steps":["trace[157325351] 'agreement among raft nodes before linearized reading' (duration: 2.189763128s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:52.953628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449545351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:52.953645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:50.763786Z","time spent":"2.189853041s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:07:52.953674Z","caller":"traceutil/trace.go:171","msg":"trace[1301505770] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1796; }","duration":"1.449650264s","start":"2026-05-20T04:07:51.504009Z","end":"2026-05-20T04:07:52.953659Z","steps":["trace[1301505770] 'agreement among raft nodes before linearized reading' (duration: 1.449553991s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:52.953703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:51.503981Z","time spent":"1.449713846s","remote":"127.0.0.1:57886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:52.95371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.952429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:52.953759Z","caller":"traceutil/trace.go:171","msg":"trace[1002244435] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1796; }","duration":"817.042291ms","start":"2026-05-20T04:07:52.136702Z","end":"2026-05-20T04:07:52.953744Z","steps":["trace[1002244435] 'agreement among raft nodes before linearized reading' (duration: 816.960899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:52.953746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790326058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:52.953821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398551163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-20T04:07:52.953866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:52.13668Z","time spent":"817.175665ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:52.953872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.057191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:52.953838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.946599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:52.953896Z","caller":"traceutil/trace.go:171","msg":"trace[1603427292] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1796; }","duration":"2.398719897s","start":"2026-05-20T04:07:50.555159Z","end":"2026-05-20T04:07:52.953879Z","steps":["trace[1603427292] 'agreement among raft nodes before linearized reading' (duration: 2.398460741s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:52.953901Z","caller":"traceutil/trace.go:171","msg":"trace[543111611] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1796; }","duration":"2.790530113s","start":"2026-05-20T04:07:50.16334Z","end":"2026-05-20T04:07:52.95387Z","steps":["trace[543111611] 'agreement among raft nodes before linearized reading' (duration: 2.790319618s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:52.953922Z","caller":"traceutil/trace.go:171","msg":"trace[703019514] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1796; }","duration":"251.129512ms","start":"2026-05-20T04:07:52.702772Z","end":"2026-05-20T04:07:52.953901Z","steps":["trace[703019514] 'agreement among raft nodes before linearized reading' (duration: 251.073741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:52.953934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.663778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-20T04:07:52.953955Z","caller":"traceutil/trace.go:171","msg":"trace[1889952534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1796; }","duration":"940.716488ms","start":"2026-05-20T04:07:52.013234Z","end":"2026-05-20T04:07:52.95395Z","steps":["trace[1889952534] 'agreement among raft nodes before linearized reading' (duration: 940.626416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:52.953949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:50.555104Z","time spent":"2.398829051s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:07:52.953942Z","caller":"traceutil/trace.go:171","msg":"trace[1622386099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1796; }","duration":"919.139434ms","start":"2026-05-20T04:07:52.034779Z","end":"2026-05-20T04:07:52.953919Z","steps":["trace[1622386099] 'agreement among raft nodes before linearized reading' (duration: 918.927389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:52.953972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:52.013217Z","time spent":"940.75118ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:07:52.953968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:50.163319Z","time spent":"2.790628155s","remote":"127.0.0.1:34596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:52.954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:52.034759Z","time spent":"919.228646ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:07:52.95376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.304791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:52.95409Z","caller":"traceutil/trace.go:171","msg":"trace[1524499788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1796; }","duration":"431.655819ms","start":"2026-05-20T04:07:52.522416Z","end":"2026-05-20T04:07:52.954072Z","steps":["trace[1524499788] 'agreement among raft nodes before linearized reading' (duration: 431.30424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:52.954133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:52.522401Z","time spent":"431.719512ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:07:53.441182Z","caller":"traceutil/trace.go:171","msg":"trace[744810885] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"424.039024ms","start":"2026-05-20T04:07:53.017118Z","end":"2026-05-20T04:07:53.441157Z","steps":["trace[744810885] 'process raft request' (duration: 423.86498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:53.441324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:53.017094Z","time spent":"424.156588ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:54.156823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.73716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:07:54.156929Z","caller":"traceutil/trace.go:171","msg":"trace[760974142] linearizableReadLoop","detail":"{readStateIndex:1862; appliedIndex:1861; }","duration":"636.01571ms","start":"2026-05-20T04:07:53.520896Z","end":"2026-05-20T04:07:54.156912Z","steps":["trace[760974142] 'read index received' (duration: 40.291µs)","trace[760974142] 'applied index is now lower than readState.Index' (duration: 635.973719ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:54.157019Z","caller":"traceutil/trace.go:171","msg":"trace[859497805] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"1.138611452s","start":"2026-05-20T04:07:53.018397Z","end":"2026-05-20T04:07:54.157008Z","steps":["trace[859497805] 'process raft request' (duration: 485.519143ms)","trace[859497805] 'compare' (duration: 652.482224ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:54.157074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:53.01837Z","time spent":"1.138674854s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:54.157427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.514043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:54.157514Z","caller":"traceutil/trace.go:171","msg":"trace[376833455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1799; }","duration":"636.632745ms","start":"2026-05-20T04:07:53.520858Z","end":"2026-05-20T04:07:54.157491Z","steps":["trace[376833455] 'agreement among raft nodes before linearized reading' (duration: 636.487332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:54.157569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:53.520841Z","time spent":"636.716088ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:07:54.157618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.992773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:07:54.157713Z","caller":"traceutil/trace.go:171","msg":"trace[1051016951] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1799; }","duration":"199.127376ms","start":"2026-05-20T04:07:53.95856Z","end":"2026-05-20T04:07:54.157687Z","steps":["trace[1051016951] 'agreement among raft nodes before linearized reading' (duration: 198.797638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:55.175761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:07:55.593005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.328573ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:07:55.593074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:54.711099Z","time spent":"881.96849ms","remote":"127.0.0.1:48496","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T04:07:55.593107Z","caller":"traceutil/trace.go:171","msg":"trace[351539655] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1799; }","duration":"361.441266ms","start":"2026-05-20T04:07:55.231652Z","end":"2026-05-20T04:07:55.593093Z","steps":["trace[351539655] 'range keys from in-memory index tree' (duration: 361.317063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:55.59316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180223733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:07:55.593246Z","caller":"traceutil/trace.go:171","msg":"trace[1977007495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1799; }","duration":"1.180352286s","start":"2026-05-20T04:07:54.412871Z","end":"2026-05-20T04:07:55.593223Z","steps":["trace[1977007495] 'range keys from in-memory index tree' (duration: 1.180080869s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:55.593297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:54.412851Z","time spent":"1.180433198s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:07:55.593305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179469503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T04:07:55.593345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17778699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:07:55.593369Z","caller":"traceutil/trace.go:171","msg":"trace[834493178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1799; }","duration":"1.179564155s","start":"2026-05-20T04:07:54.413786Z","end":"2026-05-20T04:07:55.59335Z","steps":["trace[834493178] 'range keys from in-memory index tree' (duration: 1.178642702s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:55.59342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:54.413775Z","time spent":"1.179632397s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:07:55.593072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178526879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:07:55.593607Z","caller":"traceutil/trace.go:171","msg":"trace[1840871435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1799; }","duration":"1.179081412s","start":"2026-05-20T04:07:54.414498Z","end":"2026-05-20T04:07:55.59358Z","steps":["trace[1840871435] 'range keys from in-memory index tree' (duration: 1.178310153s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:55.593664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:54.414489Z","time spent":"1.179161515s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:07:55.593728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.007078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:07:55.593791Z","caller":"traceutil/trace.go:171","msg":"trace[1868718432] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"1.177510582s","start":"2026-05-20T04:07:54.416267Z","end":"2026-05-20T04:07:55.593777Z","steps":["trace[1868718432] 'process raft request' (duration: 993.396652ms)","trace[1868718432] 'compare' (duration: 183.244218ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:55.593837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:54.416252Z","time spent":"1.177560483s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:55.593383Z","caller":"traceutil/trace.go:171","msg":"trace[2127602003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1799; }","duration":"1.177830351s","start":"2026-05-20T04:07:54.415535Z","end":"2026-05-20T04:07:55.593366Z","steps":["trace[2127602003] 'range keys from in-memory index tree' (duration: 1.177674407s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:55.594593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:54.415506Z","time spent":"1.179080393s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:07:55.603585Z","caller":"traceutil/trace.go:171","msg":"trace[871694365] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"770.606329ms","start":"2026-05-20T04:07:54.832961Z","end":"2026-05-20T04:07:55.603567Z","steps":["trace[871694365] 'process raft request' (duration: 770.447044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:55.603713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:54.832944Z","time spent":"770.704661ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:55.60374Z","caller":"traceutil/trace.go:171","msg":"trace[739781173] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"196.745945ms","start":"2026-05-20T04:07:55.406982Z","end":"2026-05-20T04:07:55.603728Z","steps":["trace[739781173] 'process raft request' (duration: 196.540749ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:55.603746Z","caller":"traceutil/trace.go:171","msg":"trace[301303276] linearizableReadLoop","detail":"{readStateIndex:1864; appliedIndex:1862; }","duration":"928.586687ms","start":"2026-05-20T04:07:54.675137Z","end":"2026-05-20T04:07:55.603723Z","steps":["trace[301303276] 'read index received' (duration: 734.625563ms)","trace[301303276] 'applied index is now lower than readState.Index' (duration: 193.959074ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:55.60388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.745942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:55.603921Z","caller":"traceutil/trace.go:171","msg":"trace[1750358597] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1802; }","duration":"928.799713ms","start":"2026-05-20T04:07:54.675106Z","end":"2026-05-20T04:07:55.603906Z","steps":["trace[1750358597] 'agreement among raft nodes before linearized reading' (duration: 928.717791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:55.603954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:54.675062Z","time spent":"928.882155ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:07:56.104514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216884,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:07:56.427054Z","caller":"traceutil/trace.go:171","msg":"trace[222020661] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"825.18475ms","start":"2026-05-20T04:07:55.60185Z","end":"2026-05-20T04:07:56.427035Z","steps":["trace[222020661] 'process raft request' (duration: 825.123618ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:56.427114Z","caller":"traceutil/trace.go:171","msg":"trace[1241985634] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"825.244202ms","start":"2026-05-20T04:07:55.601827Z","end":"2026-05-20T04:07:56.427071Z","steps":["trace[1241985634] 'process raft request' (duration: 824.579335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:56.427222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:55.601824Z","time spent":"825.288853ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:56.427262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:55.601797Z","time spent":"825.393166ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:56.427334Z","caller":"traceutil/trace.go:171","msg":"trace[1552341832] linearizableReadLoop","detail":"{readStateIndex:1868; appliedIndex:1865; }","duration":"823.524018ms","start":"2026-05-20T04:07:55.603802Z","end":"2026-05-20T04:07:56.427326Z","steps":["trace[1552341832] 'read index received' (duration: 822.096761ms)","trace[1552341832] 'applied index is now lower than readState.Index' (duration: 1.426447ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:56.427502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409341508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-20T04:07:56.427531Z","caller":"traceutil/trace.go:171","msg":"trace[1840323638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1805; }","duration":"1.40940246s","start":"2026-05-20T04:07:55.018122Z","end":"2026-05-20T04:07:56.427525Z","steps":["trace[1840323638] 'agreement among raft nodes before linearized reading' (duration: 1.409314128s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:56.427551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:55.018101Z","time spent":"1.409445091s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:07:56.427576Z","caller":"traceutil/trace.go:171","msg":"trace[601795525] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"825.717904ms","start":"2026-05-20T04:07:55.60185Z","end":"2026-05-20T04:07:56.427568Z","steps":["trace[601795525] 'process raft request' (duration: 825.153319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:56.427672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.29969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T04:07:56.427686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:55.601824Z","time spent":"825.824437ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:07:56.427721Z","caller":"traceutil/trace.go:171","msg":"trace[160191883] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:1805; }","duration":"538.384922ms","start":"2026-05-20T04:07:55.889326Z","end":"2026-05-20T04:07:56.427711Z","steps":["trace[160191883] 'agreement among raft nodes before linearized reading' (duration: 538.234688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:56.427757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:55.889305Z","time spent":"538.443784ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:07:56.427847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.658538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:07:56.427882Z","caller":"traceutil/trace.go:171","msg":"trace[560952019] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1805; }","duration":"826.72342ms","start":"2026-05-20T04:07:55.60115Z","end":"2026-05-20T04:07:56.427874Z","steps":["trace[560952019] 'agreement among raft nodes before linearized reading' (duration: 826.609427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:56.42791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:55.60111Z","time spent":"826.794302ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:07:56.427947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.406568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:56.427982Z","caller":"traceutil/trace.go:171","msg":"trace[779229565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1805; }","duration":"906.474349ms","start":"2026-05-20T04:07:55.521496Z","end":"2026-05-20T04:07:56.427971Z","steps":["trace[779229565] 'agreement among raft nodes before linearized reading' (duration: 906.430078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:56.427982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.089996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:07:56.428006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:55.521475Z","time spent":"906.52714ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:07:56.428013Z","caller":"traceutil/trace.go:171","msg":"trace[2024758995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1805; }","duration":"266.161708ms","start":"2026-05-20T04:07:56.161843Z","end":"2026-05-20T04:07:56.428004Z","steps":["trace[2024758995] 'agreement among raft nodes before linearized reading' (duration: 266.076736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:56.427545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265248756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:07:56.428108Z","caller":"traceutil/trace.go:171","msg":"trace[273799935] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1805; }","duration":"1.265831901s","start":"2026-05-20T04:07:55.162252Z","end":"2026-05-20T04:07:56.428084Z","steps":["trace[273799935] 'agreement among raft nodes before linearized reading' (duration: 1.265132494s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:56.428184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:55.162232Z","time spent":"1.265925354s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:07:57.295241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.454957ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-05-20T04:07:57.295497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:56.428938Z","time spent":"866.553532ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T04:07:57.295537Z","caller":"traceutil/trace.go:171","msg":"trace[1826369680] linearizableReadLoop","detail":"{readStateIndex:1869; appliedIndex:1868; }","duration":"866.520501ms","start":"2026-05-20T04:07:56.429003Z","end":"2026-05-20T04:07:57.295523Z","steps":["trace[1826369680] 'read index received' (duration: 235.787547ms)","trace[1826369680] 'applied index is now lower than readState.Index' (duration: 630.731574ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:07:57.295576Z","caller":"traceutil/trace.go:171","msg":"trace[509503341] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"862.826447ms","start":"2026-05-20T04:07:56.432736Z","end":"2026-05-20T04:07:57.295562Z","steps":["trace[509503341] 'process raft request' (duration: 862.767306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:57.295654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.644766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:07:57.295677Z","caller":"traceutil/trace.go:171","msg":"trace[1510907892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1807; }","duration":"866.702607ms","start":"2026-05-20T04:07:56.428969Z","end":"2026-05-20T04:07:57.295671Z","steps":["trace[1510907892] 'agreement among raft nodes before linearized reading' (duration: 866.626564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:57.295693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:56.42895Z","time spent":"866.739508ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:07:57.295679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:56.43272Z","time spent":"862.891109ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:57.295896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.933594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T04:07:57.295876Z","caller":"traceutil/trace.go:171","msg":"trace[1242771752] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"864.0894ms","start":"2026-05-20T04:07:56.431751Z","end":"2026-05-20T04:07:57.29584Z","steps":["trace[1242771752] 'process raft request' (duration: 863.628727ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:07:57.295968Z","caller":"traceutil/trace.go:171","msg":"trace[1535425741] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1807; }","duration":"572.035617ms","start":"2026-05-20T04:07:56.723911Z","end":"2026-05-20T04:07:57.295947Z","steps":["trace[1535425741] 'agreement among raft nodes before linearized reading' (duration: 571.879373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:57.296018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:56.723893Z","time spent":"572.109059ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:07:57.296109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:56.431727Z","time spent":"864.246324ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:57.804576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:07:58.349834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.231764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:07:58.349936Z","caller":"traceutil/trace.go:171","msg":"trace[1506751202] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"1.05286805s","start":"2026-05-20T04:07:57.297049Z","end":"2026-05-20T04:07:58.349917Z","steps":["trace[1506751202] 'process raft request' (duration: 708.481392ms)","trace[1506751202] 'compare' (duration: 342.953871ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:07:58.349996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:57.297026Z","time spent":"1.052940452s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:07:59.304742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00028807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:07:59.304836Z","caller":"traceutil/trace.go:171","msg":"trace[1802129576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418134s","start":"2026-05-20T04:07:57.304399Z","end":"2026-05-20T04:07:59.304817Z","steps":["trace[1802129576] 'agreement among raft nodes before linearized reading' (duration: 2.000310591s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:07:59.305029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:57.304385Z","time spent":"2.000495135s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:07:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:07:59.941127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.935577667s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:08:00.008745Z","caller":"traceutil/trace.go:171","msg":"trace[1776747004] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"2.407695676s","start":"2026-05-20T04:07:57.601022Z","end":"2026-05-20T04:08:00.008717Z","steps":["trace[1776747004] 'process raft request' (duration: 2.407543962s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:00.008745Z","caller":"traceutil/trace.go:171","msg":"trace[415542986] linearizableReadLoop","detail":"{readStateIndex:1874; appliedIndex:1871; }","duration":"2.704271866s","start":"2026-05-20T04:07:57.304436Z","end":"2026-05-20T04:08:00.008708Z","steps":["trace[415542986] 'read index received' (duration: 701.081461ms)","trace[415542986] 'applied index is now lower than readState.Index' (duration: 2.003187465s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:00.008884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:57.601002Z","time spent":"2.4078121s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:00.009083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574757397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:08:00.009109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574773489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-20T04:08:00.009151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.350285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:00.009188Z","caller":"traceutil/trace.go:171","msg":"trace[1749063047] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1810; }","duration":"2.574896283s","start":"2026-05-20T04:07:57.434272Z","end":"2026-05-20T04:08:00.009169Z","steps":["trace[1749063047] 'agreement among raft nodes before linearized reading' (duration: 2.574640716s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:00.009208Z","caller":"traceutil/trace.go:171","msg":"trace[539965914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1810; }","duration":"704.427997ms","start":"2026-05-20T04:07:59.304762Z","end":"2026-05-20T04:08:00.00919Z","steps":["trace[539965914] 'agreement among raft nodes before linearized reading' (duration: 704.280834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:00.009243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:57.434254Z","time spent":"2.574973294s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:08:00.009258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.281187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-05-20T04:08:00.009281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:59.304749Z","time spent":"704.516489ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:00.009391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.905942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:08:00.009422Z","caller":"traceutil/trace.go:171","msg":"trace[1761627849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1810; }","duration":"708.979214ms","start":"2026-05-20T04:07:59.300436Z","end":"2026-05-20T04:08:00.009415Z","steps":["trace[1761627849] 'agreement among raft nodes before linearized reading' (duration: 708.875671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:00.009462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:59.300413Z","time spent":"709.039166ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:08:00.009159Z","caller":"traceutil/trace.go:171","msg":"trace[546201827] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1810; }","duration":"1.57487305s","start":"2026-05-20T04:07:58.434266Z","end":"2026-05-20T04:08:00.009139Z","steps":["trace[546201827] 'agreement among raft nodes before linearized reading' (duration: 1.574650024s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:00.008649Z","caller":"traceutil/trace.go:171","msg":"trace[1187443565] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"2.703395293s","start":"2026-05-20T04:07:57.305213Z","end":"2026-05-20T04:08:00.008608Z","steps":["trace[1187443565] 'process raft request' (duration: 2.636172056s)","trace[1187443565] 'compare' (duration: 67.068934ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:00.009627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575973388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:08:00.009667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:58.43425Z","time spent":"1.575399953s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:08:00.009677Z","caller":"traceutil/trace.go:171","msg":"trace[1230193365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1810; }","duration":"1.576043209s","start":"2026-05-20T04:07:58.43362Z","end":"2026-05-20T04:08:00.009663Z","steps":["trace[1230193365] 'agreement among raft nodes before linearized reading' (duration: 1.575856215s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:00.009689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655973774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-20T04:08:00.009722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:58.433612Z","time spent":"1.576097921s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:00.009728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577877648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:08:00.009851Z","caller":"traceutil/trace.go:171","msg":"trace[401684392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1810; }","duration":"1.578030151s","start":"2026-05-20T04:07:58.431799Z","end":"2026-05-20T04:08:00.009829Z","steps":["trace[401684392] 'agreement among raft nodes before linearized reading' (duration: 1.577835937s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:00.009292Z","caller":"traceutil/trace.go:171","msg":"trace[182701346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1810; }","duration":"708.340438ms","start":"2026-05-20T04:07:59.300943Z","end":"2026-05-20T04:08:00.009283Z","steps":["trace[182701346] 'agreement among raft nodes before linearized reading' (duration: 708.242785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:00.0098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:57.305191Z","time spent":"2.704472111s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:00.009925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:59.300923Z","time spent":"708.985985ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:08:00.009734Z","caller":"traceutil/trace.go:171","msg":"trace[308158150] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1810; }","duration":"1.656064426s","start":"2026-05-20T04:07:58.353658Z","end":"2026-05-20T04:08:00.009722Z","steps":["trace[308158150] 'agreement among raft nodes before linearized reading' (duration: 1.655985774s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:00.010051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:58.353636Z","time spent":"1.656406385s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T04:08:00.009903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:58.431771Z","time spent":"1.578118913s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:00.009908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576961614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:08:00.010137Z","caller":"traceutil/trace.go:171","msg":"trace[495417294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1810; }","duration":"1.57720837s","start":"2026-05-20T04:07:58.432918Z","end":"2026-05-20T04:08:00.010126Z","steps":["trace[495417294] 'agreement among raft nodes before linearized reading' (duration: 1.576923573s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:00.010187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:07:58.432909Z","time spent":"1.577267352s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:08:00.516412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578216899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:01.176228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.558181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:01.176369Z","caller":"traceutil/trace.go:171","msg":"trace[476443214] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"1.161529832s","start":"2026-05-20T04:08:00.014812Z","end":"2026-05-20T04:08:01.176342Z","steps":["trace[476443214] 'process raft request' (duration: 718.738166ms)","trace[476443214] 'compare' (duration: 442.17084ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:01.176462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:00.014786Z","time spent":"1.161627814s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:01.796044Z","caller":"traceutil/trace.go:171","msg":"trace[1048244478] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"1.78111162s","start":"2026-05-20T04:08:00.014915Z","end":"2026-05-20T04:08:01.796027Z","steps":["trace[1048244478] 'process raft request' (duration: 1.781014688s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:01.796172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:00.014906Z","time spent":"1.781200692s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:01.796181Z","caller":"traceutil/trace.go:171","msg":"trace[852832824] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"1.781234693s","start":"2026-05-20T04:08:00.014937Z","end":"2026-05-20T04:08:01.796171Z","steps":["trace[852832824] 'process raft request' (duration: 1.781056228s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:01.796337Z","caller":"traceutil/trace.go:171","msg":"trace[1565918664] linearizableReadLoop","detail":"{readStateIndex:1879; appliedIndex:1874; }","duration":"1.781024118s","start":"2026-05-20T04:08:00.015283Z","end":"2026-05-20T04:08:01.796307Z","steps":["trace[1565918664] 'read index received' (duration: 718.283045ms)","trace[1565918664] 'applied index is now lower than readState.Index' (duration: 1.062739573s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:01.796046Z","caller":"traceutil/trace.go:171","msg":"trace[1220612202] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"1.78111954s","start":"2026-05-20T04:08:00.014903Z","end":"2026-05-20T04:08:01.796023Z","steps":["trace[1220612202] 'process raft request' (duration: 1.696970488s)","trace[1220612202] 'compare' (duration: 83.698101ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:01.796273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:00.014919Z","time spent":"1.781291355s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:01.79666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:00.014882Z","time spent":"1.781672565s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:01.796728Z","caller":"traceutil/trace.go:171","msg":"trace[733243890] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"1.7807488s","start":"2026-05-20T04:08:00.015747Z","end":"2026-05-20T04:08:01.796495Z","steps":["trace[733243890] 'process raft request' (duration: 1.780378011s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:01.797094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781796348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:08:01.797297Z","caller":"traceutil/trace.go:171","msg":"trace[633250930] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1815; }","duration":"1.782018643s","start":"2026-05-20T04:08:00.015265Z","end":"2026-05-20T04:08:01.797284Z","steps":["trace[633250930] 'agreement among raft nodes before linearized reading' (duration: 1.781309225s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:01.797223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:00.015737Z","time spent":"1.78109204s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:01.797416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:00.01526Z","time spent":"1.782107735s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:08:02.017292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:08:02.017376Z","caller":"traceutil/trace.go:171","msg":"trace[226732441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287951s","start":"2026-05-20T04:08:00.01707Z","end":"2026-05-20T04:08:02.017358Z","steps":["trace[226732441] 'agreement among raft nodes before linearized reading' (duration: 2.000183578s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:02.017495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:00.017065Z","time spent":"2.000417504s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:02.332927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.727239ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:08:02.333194Z","caller":"traceutil/trace.go:171","msg":"trace[1942030671] linearizableReadLoop","detail":"{readStateIndex:1880; appliedIndex:1879; }","duration":"536.752821ms","start":"2026-05-20T04:08:01.796419Z","end":"2026-05-20T04:08:02.333172Z","steps":["trace[1942030671] 'read index received' (duration: 117.779206ms)","trace[1942030671] 'applied index is now lower than readState.Index' (duration: 418.972605ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:02.333408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317592602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:08:02.33344Z","caller":"traceutil/trace.go:171","msg":"trace[1959869047] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1815; }","duration":"1.317704785s","start":"2026-05-20T04:08:01.015724Z","end":"2026-05-20T04:08:02.333429Z","steps":["trace[1959869047] 'agreement among raft nodes before linearized reading' (duration: 1.317561822s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:02.333453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317701526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-20T04:08:02.333478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:01.015701Z","time spent":"1.317768886s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:08:02.333464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633747404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:02.333528Z","caller":"traceutil/trace.go:171","msg":"trace[2126462154] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783; range_end:; response_count:1; response_revision:1815; }","duration":"2.317806369s","start":"2026-05-20T04:08:00.015699Z","end":"2026-05-20T04:08:02.333505Z","steps":["trace[2126462154] 'agreement among raft nodes before linearized reading' (duration: 2.317590684s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:02.333545Z","caller":"traceutil/trace.go:171","msg":"trace[408175611] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1815; }","duration":"1.633888628s","start":"2026-05-20T04:08:00.699636Z","end":"2026-05-20T04:08:02.333524Z","steps":["trace[408175611] 'agreement among raft nodes before linearized reading' (duration: 1.633712523s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:02.333569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:00.01569Z","time spent":"2.31787156s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" "} {"level":"warn","ts":"2026-05-20T04:08:02.333568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804916661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18b12a791ba40898\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-05-20T04:08:02.333606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:00.699613Z","time spent":"1.633967449s","remote":"127.0.0.1:34672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:08:02.333605Z","caller":"traceutil/trace.go:171","msg":"trace[1057508307] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"317.188609ms","start":"2026-05-20T04:08:02.016378Z","end":"2026-05-20T04:08:02.333567Z","steps":["trace[1057508307] 'process raft request' (duration: 316.661715ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:02.333666Z","caller":"traceutil/trace.go:171","msg":"trace[2029990900] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18b12a791ba40898; range_end:; response_count:1; response_revision:1815; }","duration":"1.805049974s","start":"2026-05-20T04:08:00.528586Z","end":"2026-05-20T04:08:02.333636Z","steps":["trace[2029990900] 'agreement among raft nodes before linearized reading' (duration: 1.804794848s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:02.333717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:00.528564Z","time spent":"1.805140647s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":965,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18b12a791ba40898\" "} {"level":"warn","ts":"2026-05-20T04:08:02.333782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:02.016353Z","time spent":"317.325972ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:02.391089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.679305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:02.391096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.577667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:02.391195Z","caller":"traceutil/trace.go:171","msg":"trace[1957867497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1816; }","duration":"372.828708ms","start":"2026-05-20T04:08:02.018347Z","end":"2026-05-20T04:08:02.391175Z","steps":["trace[1957867497] 'agreement among raft nodes before linearized reading' (duration: 315.224059ms)","trace[1957867497] 'range keys from in-memory index tree' (duration: 57.466286ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:02.3912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.974774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:02.391296Z","caller":"traceutil/trace.go:171","msg":"trace[881247207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1816; }","duration":"354.121778ms","start":"2026-05-20T04:08:02.037151Z","end":"2026-05-20T04:08:02.391272Z","steps":["trace[881247207] 'agreement among raft nodes before linearized reading' (duration: 296.455487ms)","trace[881247207] 'range keys from in-memory index tree' (duration: 57.527247ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:02.391361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:02.03713Z","time spent":"354.217331ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:08:02.391321Z","caller":"traceutil/trace.go:171","msg":"trace[1290905843] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1816; }","duration":"350.771952ms","start":"2026-05-20T04:08:02.040437Z","end":"2026-05-20T04:08:02.391209Z","steps":["trace[1290905843] 'agreement among raft nodes before linearized reading' (duration: 293.157592ms)","trace[1290905843] 'count revisions from in-memory index tree' (duration: 57.416044ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:02.391238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:02.018318Z","time spent":"372.910901ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:02.391448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:02.040425Z","time spent":"351.001309ms","remote":"127.0.0.1:50588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:08:07.704333Z","caller":"traceutil/trace.go:171","msg":"trace[889277461] linearizableReadLoop","detail":"{readStateIndex:1912; appliedIndex:1911; }","duration":"422.518786ms","start":"2026-05-20T04:08:07.281789Z","end":"2026-05-20T04:08:07.704308Z","steps":["trace[889277461] 'read index received' (duration: 422.267499ms)","trace[889277461] 'applied index is now lower than readState.Index' (duration: 250.177µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:07.704586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.764852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:07.70465Z","caller":"traceutil/trace.go:171","msg":"trace[433411168] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1846; }","duration":"422.879105ms","start":"2026-05-20T04:08:07.281754Z","end":"2026-05-20T04:08:07.704633Z","steps":["trace[433411168] 'agreement among raft nodes before linearized reading' (duration: 422.757352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:07.704766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:07.281739Z","time spent":"423.006398ms","remote":"127.0.0.1:34698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:07.704788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.215539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:08:07.704836Z","caller":"traceutil/trace.go:171","msg":"trace[1218971718] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1846; }","duration":"345.291791ms","start":"2026-05-20T04:08:07.359529Z","end":"2026-05-20T04:08:07.704821Z","steps":["trace[1218971718] 'agreement among raft nodes before linearized reading' (duration: 345.115756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:07.704874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:07.359512Z","time spent":"345.352203ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:08:07.705038Z","caller":"traceutil/trace.go:171","msg":"trace[1471991198] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"499.086303ms","start":"2026-05-20T04:08:07.205933Z","end":"2026-05-20T04:08:07.70502Z","steps":["trace[1471991198] 'process raft request' (duration: 498.17778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:07.705104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.090209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:07.70518Z","caller":"traceutil/trace.go:171","msg":"trace[1124654456] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:1846; }","duration":"214.197622ms","start":"2026-05-20T04:08:07.490964Z","end":"2026-05-20T04:08:07.705162Z","steps":["trace[1124654456] 'agreement among raft nodes before linearized reading' (duration: 214.09619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:07.705182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:07.205919Z","time spent":"499.172815ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:07.705219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.974862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-qfvkt\" ","response":"range_response_count:1 size:4197"} {"level":"warn","ts":"2026-05-20T04:08:07.705195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.147585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:07.705278Z","caller":"traceutil/trace.go:171","msg":"trace[1185646367] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-qfvkt; range_end:; response_count:1; response_revision:1846; }","duration":"336.063244ms","start":"2026-05-20T04:08:07.369198Z","end":"2026-05-20T04:08:07.705261Z","steps":["trace[1185646367] 'agreement among raft nodes before linearized reading' (duration: 335.92598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:07.705321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:07.369181Z","time spent":"336.129816ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-qfvkt\" "} {"level":"info","ts":"2026-05-20T04:08:07.705326Z","caller":"traceutil/trace.go:171","msg":"trace[1063025042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1846; }","duration":"183.3356ms","start":"2026-05-20T04:08:07.52197Z","end":"2026-05-20T04:08:07.705306Z","steps":["trace[1063025042] 'agreement among raft nodes before linearized reading' (duration: 183.049613ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:07.951392Z","caller":"traceutil/trace.go:171","msg":"trace[959338719] linearizableReadLoop","detail":"{readStateIndex:1913; appliedIndex:1912; }","duration":"110.626701ms","start":"2026-05-20T04:08:07.840729Z","end":"2026-05-20T04:08:07.951356Z","steps":["trace[959338719] 'read index received' (duration: 81.882433ms)","trace[959338719] 'applied index is now lower than readState.Index' (duration: 28.742968ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:07.951668Z","caller":"traceutil/trace.go:171","msg":"trace[142126623] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"238.507167ms","start":"2026-05-20T04:08:07.713122Z","end":"2026-05-20T04:08:07.95163Z","steps":["trace[142126623] 'process raft request' (duration: 209.598015ms)","trace[142126623] 'compare' (duration: 28.445381ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:07.951898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.153745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:08:07.951953Z","caller":"traceutil/trace.go:171","msg":"trace[1003089624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1847; }","duration":"111.261268ms","start":"2026-05-20T04:08:07.840673Z","end":"2026-05-20T04:08:07.951934Z","steps":["trace[1003089624] 'agreement among raft nodes before linearized reading' (duration: 111.069133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:07.952148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.041451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:08:07.952212Z","caller":"traceutil/trace.go:171","msg":"trace[528284241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1847; }","duration":"100.145313ms","start":"2026-05-20T04:08:07.852054Z","end":"2026-05-20T04:08:07.9522Z","steps":["trace[528284241] 'agreement among raft nodes before linearized reading' (duration: 99.906556ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:08.140954Z","caller":"traceutil/trace.go:171","msg":"trace[2105264158] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"185.356272ms","start":"2026-05-20T04:08:07.955561Z","end":"2026-05-20T04:08:08.140918Z","steps":["trace[2105264158] 'process raft request' (duration: 111.141495ms)","trace[2105264158] 'compare' (duration: 74.059233ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:08.144968Z","caller":"traceutil/trace.go:171","msg":"trace[351659715] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"185.067675ms","start":"2026-05-20T04:08:07.959872Z","end":"2026-05-20T04:08:08.14494Z","steps":["trace[351659715] 'process raft request' (duration: 184.991763ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:08.145018Z","caller":"traceutil/trace.go:171","msg":"trace[1049270798] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"188.725499ms","start":"2026-05-20T04:08:07.956242Z","end":"2026-05-20T04:08:08.144968Z","steps":["trace[1049270798] 'process raft request' (duration: 188.482023ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:08.145117Z","caller":"traceutil/trace.go:171","msg":"trace[540054488] linearizableReadLoop","detail":"{readStateIndex:1915; appliedIndex:1913; }","duration":"185.403994ms","start":"2026-05-20T04:08:07.959683Z","end":"2026-05-20T04:08:08.145087Z","steps":["trace[540054488] 'read index received' (duration: 107.03927ms)","trace[540054488] 'applied index is now lower than readState.Index' (duration: 78.362804ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:08.145163Z","caller":"traceutil/trace.go:171","msg":"trace[79881094] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"185.083755ms","start":"2026-05-20T04:08:07.960053Z","end":"2026-05-20T04:08:08.145137Z","steps":["trace[79881094] 'process raft request' (duration: 184.850249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:08.145509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.09281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-qfvkt\" ","response":"range_response_count:1 size:4347"} {"level":"info","ts":"2026-05-20T04:08:08.145601Z","caller":"traceutil/trace.go:171","msg":"trace[840556329] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-qfvkt; range_end:; response_count:1; response_revision:1851; }","duration":"184.206603ms","start":"2026-05-20T04:08:07.961372Z","end":"2026-05-20T04:08:08.145579Z","steps":["trace[840556329] 'agreement among raft nodes before linearized reading' (duration: 183.862743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:08.145883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.613519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:08:08.14602Z","caller":"traceutil/trace.go:171","msg":"trace[2111563145] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1851; }","duration":"186.351679ms","start":"2026-05-20T04:08:07.959646Z","end":"2026-05-20T04:08:08.145998Z","steps":["trace[2111563145] 'agreement among raft nodes before linearized reading' (duration: 185.527897ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:09.273434Z","caller":"traceutil/trace.go:171","msg":"trace[107035973] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"313.498954ms","start":"2026-05-20T04:08:08.959913Z","end":"2026-05-20T04:08:09.273412Z","steps":["trace[107035973] 'process raft request' (duration: 313.3518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:09.273576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:08.959894Z","time spent":"313.611968ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3546,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:10.436967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.276996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:08:10.43705Z","caller":"traceutil/trace.go:171","msg":"trace[1345464118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1853; }","duration":"288.41875ms","start":"2026-05-20T04:08:10.148614Z","end":"2026-05-20T04:08:10.437032Z","steps":["trace[1345464118] 'range keys from in-memory index tree' (duration: 288.05294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:10.437106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.900541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:08:10.437213Z","caller":"traceutil/trace.go:171","msg":"trace[1420216482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1853; }","duration":"287.036415ms","start":"2026-05-20T04:08:10.150147Z","end":"2026-05-20T04:08:10.437184Z","steps":["trace[1420216482] 'range keys from in-memory index tree' (duration: 286.728867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:10.437215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.255375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:10.437243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.809436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:08:10.437272Z","caller":"traceutil/trace.go:171","msg":"trace[1575029464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1853; }","duration":"915.373748ms","start":"2026-05-20T04:08:09.521884Z","end":"2026-05-20T04:08:10.437258Z","steps":["trace[1575029464] 'range keys from in-memory index tree' (duration: 915.094901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:10.437318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:09.521861Z","time spent":"915.448509ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:08:10.437318Z","caller":"traceutil/trace.go:171","msg":"trace[1656998979] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1853; }","duration":"716.930719ms","start":"2026-05-20T04:08:09.720369Z","end":"2026-05-20T04:08:10.4373Z","steps":["trace[1656998979] 'range keys from in-memory index tree' (duration: 716.620361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:10.437297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.468652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:10.437241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.991734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:08:10.437753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.447158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:08:10.437802Z","caller":"traceutil/trace.go:171","msg":"trace[1659551175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1853; }","duration":"725.53401ms","start":"2026-05-20T04:08:09.712255Z","end":"2026-05-20T04:08:10.437789Z","steps":["trace[1659551175] 'range keys from in-memory index tree' (duration: 724.524524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:10.437351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.86884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T04:08:10.43787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:09.712235Z","time spent":"725.602143ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:08:10.437907Z","caller":"traceutil/trace.go:171","msg":"trace[1972926115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1853; }","duration":"292.456575ms","start":"2026-05-20T04:08:10.145431Z","end":"2026-05-20T04:08:10.437888Z","steps":["trace[1972926115] 'range keys from in-memory index tree' (duration: 291.736085ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:10.437897Z","caller":"traceutil/trace.go:171","msg":"trace[614735580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1853; }","duration":"287.325732ms","start":"2026-05-20T04:08:10.150193Z","end":"2026-05-20T04:08:10.437518Z","steps":["trace[614735580] 'range keys from in-memory index tree' (duration: 286.866721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:10.437361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.025557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:08:10.438034Z","caller":"traceutil/trace.go:171","msg":"trace[1228015137] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1853; }","duration":"284.715005ms","start":"2026-05-20T04:08:10.153304Z","end":"2026-05-20T04:08:10.438019Z","steps":["trace[1228015137] 'range keys from in-memory index tree' (duration: 283.899144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:10.437366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:09.720348Z","time spent":"717.008491ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:08:10.438786Z","caller":"traceutil/trace.go:171","msg":"trace[2070641327] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:1853; }","duration":"274.617646ms","start":"2026-05-20T04:08:10.162751Z","end":"2026-05-20T04:08:10.437368Z","steps":["trace[2070641327] 'count revisions from in-memory index tree' (duration: 274.385419ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:10.769229Z","caller":"traceutil/trace.go:171","msg":"trace[1629916748] linearizableReadLoop","detail":"{readStateIndex:1920; appliedIndex:1919; }","duration":"330.253294ms","start":"2026-05-20T04:08:10.438953Z","end":"2026-05-20T04:08:10.769206Z","steps":["trace[1629916748] 'read index received' (duration: 329.991508ms)","trace[1629916748] 'applied index is now lower than readState.Index' (duration: 260.976µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:10.769335Z","caller":"traceutil/trace.go:171","msg":"trace[1373620136] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"334.823441ms","start":"2026-05-20T04:08:10.43449Z","end":"2026-05-20T04:08:10.769314Z","steps":["trace[1373620136] 'process raft request' (duration: 334.538734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:10.76936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.385287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:10.769392Z","caller":"traceutil/trace.go:171","msg":"trace[1143183629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1854; }","duration":"330.434319ms","start":"2026-05-20T04:08:10.438948Z","end":"2026-05-20T04:08:10.769382Z","steps":["trace[1143183629] 'agreement among raft nodes before linearized reading' (duration: 330.360657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:10.769429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:10.438906Z","time spent":"330.515901ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:10.769441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:10.434463Z","time spent":"334.918394ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:12.271269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151448573s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:12.271824Z","caller":"traceutil/trace.go:171","msg":"trace[1109929750] linearizableReadLoop","detail":"{readStateIndex:1925; appliedIndex:1920; }","duration":"1.502510423s","start":"2026-05-20T04:08:10.76929Z","end":"2026-05-20T04:08:12.2718Z","steps":["trace[1109929750] 'read index received' (duration: 350.416093ms)","trace[1109929750] 'applied index is now lower than readState.Index' (duration: 1.15209272s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:12.272004Z","caller":"traceutil/trace.go:171","msg":"trace[474394697] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"1.827413999s","start":"2026-05-20T04:08:10.444572Z","end":"2026-05-20T04:08:12.271986Z","steps":["trace[474394697] 'process raft request' (duration: 1.827136911s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:12.272085Z","caller":"traceutil/trace.go:171","msg":"trace[1009914910] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"1.829204454s","start":"2026-05-20T04:08:10.442864Z","end":"2026-05-20T04:08:12.272068Z","steps":["trace[1009914910] 'process raft request' (duration: 676.867489ms)","trace[1009914910] 'compare' (duration: 1.150848227s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:12.272054Z","caller":"traceutil/trace.go:171","msg":"trace[2089667358] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"1.82821856s","start":"2026-05-20T04:08:10.4438Z","end":"2026-05-20T04:08:12.272019Z","steps":["trace[2089667358] 'process raft request' (duration: 1.82785568s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:12.272257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:10.443794Z","time spent":"1.828368334s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:12.272274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:10.442843Z","time spent":"1.829303317s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:12.272052Z","caller":"traceutil/trace.go:171","msg":"trace[1585430034] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"1.828302491s","start":"2026-05-20T04:08:10.443728Z","end":"2026-05-20T04:08:12.27203Z","steps":["trace[1585430034] 'process raft request' (duration: 1.827870169s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:12.272265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:10.444538Z","time spent":"1.827586104s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:12.272449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:10.443717Z","time spent":"1.828694992s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:12.272389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829441951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:08:12.272616Z","caller":"traceutil/trace.go:171","msg":"trace[105949600] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1859; }","duration":"1.829720718s","start":"2026-05-20T04:08:10.442878Z","end":"2026-05-20T04:08:12.272599Z","steps":["trace[105949600] 'agreement among raft nodes before linearized reading' (duration: 1.829167514s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:12.272665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:10.442862Z","time spent":"1.829789919s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:08:12.271998Z","caller":"traceutil/trace.go:171","msg":"trace[546615827] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"1.828530488s","start":"2026-05-20T04:08:10.443425Z","end":"2026-05-20T04:08:12.271955Z","steps":["trace[546615827] 'process raft request' (duration: 1.828059435s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:12.27284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:10.443402Z","time spent":"1.82938798s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:12.772242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:12.77725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:08:12.777308Z","caller":"traceutil/trace.go:171","msg":"trace[1562584245] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00027563s","start":"2026-05-20T04:08:10.777018Z","end":"2026-05-20T04:08:12.777293Z","steps":["trace[1562584245] 'agreement among raft nodes before linearized reading' (duration: 2.000201558s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:12.777348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:10.776994Z","time spent":"2.000345462s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:12.911605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067776423s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:08:14.03856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:08:14.038663Z","caller":"traceutil/trace.go:171","msg":"trace[341527910] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000606938s","start":"2026-05-20T04:08:12.038033Z","end":"2026-05-20T04:08:14.03864Z","steps":["trace[341527910] 'agreement among raft nodes before linearized reading' (duration: 2.000470715s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:14.038713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:12.038013Z","time spent":"2.0006902s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:08:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:08:14.777886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000345232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:08:14.77801Z","caller":"traceutil/trace.go:171","msg":"trace[121139032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000570388s","start":"2026-05-20T04:08:12.777412Z","end":"2026-05-20T04:08:14.777982Z","steps":["trace[121139032] 'agreement among raft nodes before linearized reading' (duration: 2.000369003s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:14.778076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:12.777391Z","time spent":"2.00067084s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:15.500913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.946125ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:15.501026Z","caller":"traceutil/trace.go:171","msg":"trace[1744460672] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1859; }","duration":"270.070918ms","start":"2026-05-20T04:08:15.230939Z","end":"2026-05-20T04:08:15.50101Z","steps":["trace[1744460672] 'range keys from in-memory index tree' (duration: 269.932715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.606702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999816499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:08:16.606825Z","caller":"traceutil/trace.go:171","msg":"trace[1613976351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000011524s","start":"2026-05-20T04:08:14.606793Z","end":"2026-05-20T04:08:16.606804Z","steps":["trace[1613976351] 'agreement among raft nodes before linearized reading' (duration: 1.99985087s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.60704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:14.606762Z","time spent":"2.000105556s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:08:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:08:16.617523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705685715s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:08:16.617759Z","caller":"traceutil/trace.go:171","msg":"trace[799129471] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1925; }","duration":"4.34580332s","start":"2026-05-20T04:08:12.271937Z","end":"2026-05-20T04:08:16.61774Z","steps":["trace[799129471] 'read index received' (duration: 639.91356ms)","trace[799129471] 'applied index is now lower than readState.Index' (duration: 3.70588847s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:16.618039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.03784436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:16.618132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.175194758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:08:16.618219Z","caller":"traceutil/trace.go:171","msg":"trace[1433744052] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1859; }","duration":"5.175284071s","start":"2026-05-20T04:08:11.44291Z","end":"2026-05-20T04:08:16.618194Z","steps":["trace[1433744052] 'agreement among raft nodes before linearized reading' (duration: 5.175067395s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.618261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:11.442852Z","time spent":"5.175400643s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:08:16.618126Z","caller":"traceutil/trace.go:171","msg":"trace[1391968414] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:1859; }","duration":"5.037974052s","start":"2026-05-20T04:08:11.580131Z","end":"2026-05-20T04:08:16.618105Z","steps":["trace[1391968414] 'agreement among raft nodes before linearized reading' (duration: 5.037847679s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:16.618275Z","caller":"traceutil/trace.go:171","msg":"trace[831054807] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"3.842601183s","start":"2026-05-20T04:08:12.775639Z","end":"2026-05-20T04:08:16.61824Z","steps":["trace[831054807] 'process raft request' (duration: 3.841993107s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.618438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:12.775613Z","time spent":"3.842735466s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:16.618331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:11.58011Z","time spent":"5.038205259s","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:16.786041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:08:16.786104Z","caller":"traceutil/trace.go:171","msg":"trace[51271020] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000063544s","start":"2026-05-20T04:08:14.786026Z","end":"2026-05-20T04:08:16.786089Z","steps":["trace[51271020] 'agreement among raft nodes before linearized reading' (duration: 1.999942541s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.786139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:14.785996Z","time spent":"2.000136586s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:08:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:08:16.986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.511505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:16.986216Z","caller":"traceutil/trace.go:171","msg":"trace[493027176] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1927; }","duration":"368.395013ms","start":"2026-05-20T04:08:16.617799Z","end":"2026-05-20T04:08:16.986194Z","steps":["trace[493027176] 'read index received' (duration: 182.707483ms)","trace[493027176] 'applied index is now lower than readState.Index' (duration: 185.68543ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:16.986238Z","caller":"traceutil/trace.go:171","msg":"trace[495168388] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"1.042080182s","start":"2026-05-20T04:08:15.94413Z","end":"2026-05-20T04:08:16.98621Z","steps":["trace[495168388] 'process raft request' (duration: 1.041985439s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.986429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709377728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-20T04:08:16.986427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708838524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-20T04:08:16.986467Z","caller":"traceutil/trace.go:171","msg":"trace[714922159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1862; }","duration":"2.70945825s","start":"2026-05-20T04:08:14.276998Z","end":"2026-05-20T04:08:16.986456Z","steps":["trace[714922159] 'agreement among raft nodes before linearized reading' (duration: 2.709317557s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.98648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669127161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:16.986505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:14.276976Z","time spent":"2.709517461s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:08:16.986502Z","caller":"traceutil/trace.go:171","msg":"trace[4344396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1862; }","duration":"2.708927277s","start":"2026-05-20T04:08:14.277557Z","end":"2026-05-20T04:08:16.986484Z","steps":["trace[4344396] 'agreement among raft nodes before linearized reading' (duration: 2.70867765s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:16.986537Z","caller":"traceutil/trace.go:171","msg":"trace[1975406678] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1862; }","duration":"1.669224335s","start":"2026-05-20T04:08:15.317297Z","end":"2026-05-20T04:08:16.986521Z","steps":["trace[1975406678] 'agreement among raft nodes before linearized reading' (duration: 1.669122651s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.986581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:15.317278Z","time spent":"1.669291056s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:16.986643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:14.277418Z","time spent":"2.709118022s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:08:16.986664Z","caller":"traceutil/trace.go:171","msg":"trace[828138803] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"1.042793561s","start":"2026-05-20T04:08:15.943404Z","end":"2026-05-20T04:08:16.986197Z","steps":["trace[828138803] 'process raft request' (duration: 857.002258ms)","trace[828138803] 'compare' (duration: 185.000633ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:16.986694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.270653079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:08:16.986744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:15.944099Z","time spent":"1.042212975s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:16.986742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.183788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:16.987014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073264844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:16.987054Z","caller":"traceutil/trace.go:171","msg":"trace[603309757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1862; }","duration":"192.526247ms","start":"2026-05-20T04:08:16.79451Z","end":"2026-05-20T04:08:16.987037Z","steps":["trace[603309757] 'agreement among raft nodes before linearized reading' (duration: 192.183758ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:16.987064Z","caller":"traceutil/trace.go:171","msg":"trace[1436963513] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1862; }","duration":"1.073378936s","start":"2026-05-20T04:08:15.913672Z","end":"2026-05-20T04:08:16.987051Z","steps":["trace[1436963513] 'agreement among raft nodes before linearized reading' (duration: 1.073092729s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.987077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709429899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T04:08:16.987148Z","caller":"traceutil/trace.go:171","msg":"trace[1543270116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1862; }","duration":"2.70950321s","start":"2026-05-20T04:08:14.2776Z","end":"2026-05-20T04:08:16.987104Z","steps":["trace[1543270116] 'agreement among raft nodes before linearized reading' (duration: 2.709378307s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.987113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:15.913648Z","time spent":"1.073447018s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":18,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:16.987149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709460049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:08:16.98717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458985794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18b12a791ba40898\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-05-20T04:08:16.987176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:15.943381Z","time spent":"1.043609652s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:16.987209Z","caller":"traceutil/trace.go:171","msg":"trace[62156960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1862; }","duration":"2.709561233s","start":"2026-05-20T04:08:14.277631Z","end":"2026-05-20T04:08:16.987192Z","steps":["trace[62156960] 'agreement among raft nodes before linearized reading' (duration: 2.709358288s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.987207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708787443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:08:16.987222Z","caller":"traceutil/trace.go:171","msg":"trace[1492205045] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18b12a791ba40898; range_end:; response_count:1; response_revision:1862; }","duration":"1.459087136s","start":"2026-05-20T04:08:15.528121Z","end":"2026-05-20T04:08:16.987209Z","steps":["trace[1492205045] 'agreement among raft nodes before linearized reading' (duration: 1.458919882s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:16.987252Z","caller":"traceutil/trace.go:171","msg":"trace[1630207678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1862; }","duration":"2.708854525s","start":"2026-05-20T04:08:14.278387Z","end":"2026-05-20T04:08:16.987242Z","steps":["trace[1630207678] 'agreement among raft nodes before linearized reading' (duration: 2.708714801s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.987255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:14.277626Z","time spent":"2.709616294s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:16.987181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:14.277594Z","time spent":"2.709579933s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:16.98728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:14.278376Z","time spent":"2.708897946s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:08:16.987305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097677191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T04:08:16.986598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707784506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T04:08:16.986996Z","caller":"traceutil/trace.go:171","msg":"trace[1973625741] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1862; }","duration":"4.27106112s","start":"2026-05-20T04:08:12.71591Z","end":"2026-05-20T04:08:16.986971Z","steps":["trace[1973625741] 'agreement among raft nodes before linearized reading' (duration: 4.270559446s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:16.987362Z","caller":"traceutil/trace.go:171","msg":"trace[270044871] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:1862; }","duration":"1.097770324s","start":"2026-05-20T04:08:15.889576Z","end":"2026-05-20T04:08:16.987347Z","steps":["trace[270044871] 'agreement among raft nodes before linearized reading' (duration: 1.09764302s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.987406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:15.889554Z","time spent":"1.097844045s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:08:16.987416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488564555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:08:16.987418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:12.715852Z","time spent":"4.271546872s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":32,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:08:16.987483Z","caller":"traceutil/trace.go:171","msg":"trace[1806711694] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1862; }","duration":"2.488667688s","start":"2026-05-20T04:08:14.498805Z","end":"2026-05-20T04:08:16.987473Z","steps":["trace[1806711694] 'agreement among raft nodes before linearized reading' (duration: 2.488587786s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.987515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:14.498777Z","time spent":"2.48872698s","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:16.987519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561584712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:16.98726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:15.528097Z","time spent":"1.459152907s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":965,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18b12a791ba40898\" "} {"level":"info","ts":"2026-05-20T04:08:16.987562Z","caller":"traceutil/trace.go:171","msg":"trace[313921786] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:1862; }","duration":"2.561678224s","start":"2026-05-20T04:08:14.425874Z","end":"2026-05-20T04:08:16.987552Z","steps":["trace[313921786] 'agreement among raft nodes before linearized reading' (duration: 2.56153188s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.987559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945237107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6805514933\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-05-20T04:08:16.987598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:14.425847Z","time spent":"2.561740966s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:08:16.98761Z","caller":"traceutil/trace.go:171","msg":"trace[558469247] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12a6805514933; range_end:; response_count:1; response_revision:1862; }","duration":"2.945324959s","start":"2026-05-20T04:08:14.04227Z","end":"2026-05-20T04:08:16.987595Z","steps":["trace[558469247] 'agreement among raft nodes before linearized reading' (duration: 2.945101283s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.987782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:14.042243Z","time spent":"2.945520115s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6805514933\" "} {"level":"warn","ts":"2026-05-20T04:08:16.987358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.728168212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:16.987879Z","caller":"traceutil/trace.go:171","msg":"trace[1323974625] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:1862; }","duration":"3.728773978s","start":"2026-05-20T04:08:13.259086Z","end":"2026-05-20T04:08:16.98786Z","steps":["trace[1323974625] 'agreement among raft nodes before linearized reading' (duration: 3.728240654s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:16.987365Z","caller":"traceutil/trace.go:171","msg":"trace[868636611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1862; }","duration":"2.70867949s","start":"2026-05-20T04:08:14.278675Z","end":"2026-05-20T04:08:16.987354Z","steps":["trace[868636611] 'agreement among raft nodes before linearized reading' (duration: 2.70754484s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.987951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:13.259058Z","time spent":"3.728873919s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:16.988004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:14.278646Z","time spent":"2.709336847s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:16.988807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88704556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T04:08:16.988863Z","caller":"traceutil/trace.go:171","msg":"trace[1320193738] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1862; }","duration":"1.887138953s","start":"2026-05-20T04:08:15.101709Z","end":"2026-05-20T04:08:16.988848Z","steps":["trace[1320193738] 'agreement among raft nodes before linearized reading' (duration: 1.884975278s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:16.988897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:15.101692Z","time spent":"1.887197974s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-20T04:08:17.581094Z","caller":"traceutil/trace.go:171","msg":"trace[2061447700] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"590.371838ms","start":"2026-05-20T04:08:16.9907Z","end":"2026-05-20T04:08:17.581072Z","steps":["trace[2061447700] 'process raft request' (duration: 589.920116ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:17.581174Z","caller":"traceutil/trace.go:171","msg":"trace[2138344538] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"588.92236ms","start":"2026-05-20T04:08:16.992238Z","end":"2026-05-20T04:08:17.58116Z","steps":["trace[2138344538] 'process raft request' (duration: 588.858238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:17.581252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:16.992224Z","time spent":"588.979582ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:17.581292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:16.990678Z","time spent":"590.503761ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:17.581369Z","caller":"traceutil/trace.go:171","msg":"trace[920519643] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"590.328417ms","start":"2026-05-20T04:08:16.991012Z","end":"2026-05-20T04:08:17.58134Z","steps":["trace[920519643] 'process raft request' (duration: 589.968687ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:17.581481Z","caller":"traceutil/trace.go:171","msg":"trace[474681194] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"589.616309ms","start":"2026-05-20T04:08:16.991853Z","end":"2026-05-20T04:08:17.58147Z","steps":["trace[474681194] 'process raft request' (duration: 589.194498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:17.581514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:16.991002Z","time spent":"590.4354ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:17.581525Z","caller":"traceutil/trace.go:171","msg":"trace[1440502552] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"589.040134ms","start":"2026-05-20T04:08:16.992465Z","end":"2026-05-20T04:08:17.581505Z","steps":["trace[1440502552] 'process raft request' (duration: 588.664294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:17.58154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:16.99184Z","time spent":"589.66817ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:17.581873Z","caller":"traceutil/trace.go:171","msg":"trace[600918221] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"589.137455ms","start":"2026-05-20T04:08:16.992708Z","end":"2026-05-20T04:08:17.581846Z","steps":["trace[600918221] 'process raft request' (duration: 588.721975ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:17.581912Z","caller":"traceutil/trace.go:171","msg":"trace[2147415287] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"588.970152ms","start":"2026-05-20T04:08:16.99293Z","end":"2026-05-20T04:08:17.5819Z","steps":["trace[2147415287] 'process raft request' (duration: 588.831178ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:17.581913Z","caller":"traceutil/trace.go:171","msg":"trace[1504695580] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1929; }","duration":"589.060894ms","start":"2026-05-20T04:08:16.992837Z","end":"2026-05-20T04:08:17.581898Z","steps":["trace[1504695580] 'read index received' (duration: 227.943236ms)","trace[1504695580] 'applied index is now lower than readState.Index' (duration: 361.116538ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:17.581972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:16.992701Z","time spent":"589.224178ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:17.581981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:16.992923Z","time spent":"589.014963ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:17.581964Z","caller":"traceutil/trace.go:171","msg":"trace[2067606000] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"588.861609ms","start":"2026-05-20T04:08:16.993088Z","end":"2026-05-20T04:08:17.581949Z","steps":["trace[2067606000] 'process raft request' (duration: 588.766907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:17.582106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.259279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:08:17.582155Z","caller":"traceutil/trace.go:171","msg":"trace[1376947236] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1870; }","duration":"589.332491ms","start":"2026-05-20T04:08:16.992811Z","end":"2026-05-20T04:08:17.582144Z","steps":["trace[1376947236] 'agreement among raft nodes before linearized reading' (duration: 589.137576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:17.582189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:16.992804Z","time spent":"589.377482ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:08:17.582165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:16.993078Z","time spent":"589.030093ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:17.58178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:16.992453Z","time spent":"589.122795ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:17.640266Z","caller":"traceutil/trace.go:171","msg":"trace[90513261] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"371.709811ms","start":"2026-05-20T04:08:17.268532Z","end":"2026-05-20T04:08:17.640241Z","steps":["trace[90513261] 'process raft request' (duration: 371.550096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:17.64042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.82684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:08:17.64048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:17.268498Z","time spent":"371.834463ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:17.640508Z","caller":"traceutil/trace.go:171","msg":"trace[1714367752] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1871; }","duration":"490.937733ms","start":"2026-05-20T04:08:17.149547Z","end":"2026-05-20T04:08:17.640485Z","steps":["trace[1714367752] 'agreement among raft nodes before linearized reading' (duration: 490.719607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:17.640582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:17.149479Z","time spent":"491.067066ms","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:18.310367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.57753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:18.310483Z","caller":"traceutil/trace.go:171","msg":"trace[1940182289] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1939; }","duration":"666.126224ms","start":"2026-05-20T04:08:17.64434Z","end":"2026-05-20T04:08:18.310466Z","steps":["trace[1940182289] 'read index received' (duration: 58.265647ms)","trace[1940182289] 'applied index is now lower than readState.Index' (duration: 607.858827ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:18.310582Z","caller":"traceutil/trace.go:171","msg":"trace[1520891450] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"667.001807ms","start":"2026-05-20T04:08:17.643544Z","end":"2026-05-20T04:08:18.310545Z","steps":["trace[1520891450] 'process raft request' (duration: 59.16509ms)","trace[1520891450] 'compare' (duration: 607.479028ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:18.310777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:17.643519Z","time spent":"667.13832ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:18.310795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.443702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:08:18.310884Z","caller":"traceutil/trace.go:171","msg":"trace[50161264] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1872; }","duration":"666.544375ms","start":"2026-05-20T04:08:17.644328Z","end":"2026-05-20T04:08:18.310873Z","steps":["trace[50161264] 'agreement among raft nodes before linearized reading' (duration: 666.237707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:18.310969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:17.644323Z","time spent":"666.598956ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-20T04:08:18.875503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.686317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:18.875625Z","caller":"traceutil/trace.go:171","msg":"trace[660873198] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1940; }","duration":"422.359952ms","start":"2026-05-20T04:08:18.453246Z","end":"2026-05-20T04:08:18.875606Z","steps":["trace[660873198] 'read index received' (duration: 3.384187ms)","trace[660873198] 'applied index is now lower than readState.Index' (duration: 418.973735ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:18.87571Z","caller":"traceutil/trace.go:171","msg":"trace[1200351918] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"558.365005ms","start":"2026-05-20T04:08:18.317333Z","end":"2026-05-20T04:08:18.875698Z","steps":["trace[1200351918] 'process raft request' (duration: 139.38453ms)","trace[1200351918] 'compare' (duration: 418.262887ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:18.875778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:18.317311Z","time spent":"558.434877ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:18.876104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.822403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:18.876193Z","caller":"traceutil/trace.go:171","msg":"trace[800302407] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:1873; }","duration":"422.967217ms","start":"2026-05-20T04:08:18.453203Z","end":"2026-05-20T04:08:18.87617Z","steps":["trace[800302407] 'agreement among raft nodes before linearized reading' (duration: 422.764142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:18.876237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:18.453181Z","time spent":"423.045028ms","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:18.964327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.903009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:18.964376Z","caller":"traceutil/trace.go:171","msg":"trace[494231197] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"340.783276ms","start":"2026-05-20T04:08:18.623558Z","end":"2026-05-20T04:08:18.964341Z","steps":["trace[494231197] 'process raft request' (duration: 340.493847ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:18.964453Z","caller":"traceutil/trace.go:171","msg":"trace[501173084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1874; }","duration":"443.079254ms","start":"2026-05-20T04:08:18.521354Z","end":"2026-05-20T04:08:18.964433Z","steps":["trace[501173084] 'agreement among raft nodes before linearized reading' (duration: 442.843067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:18.964504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:18.521334Z","time spent":"443.159907ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:18.964539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:18.623528Z","time spent":"340.928ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:18.964668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.836838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:08:18.964774Z","caller":"traceutil/trace.go:171","msg":"trace[1723995050] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1874; }","duration":"320.002822ms","start":"2026-05-20T04:08:18.644746Z","end":"2026-05-20T04:08:18.964749Z","steps":["trace[1723995050] 'agreement among raft nodes before linearized reading' (duration: 319.695624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:18.964838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:18.644724Z","time spent":"320.100665ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:08:19.802924Z","caller":"traceutil/trace.go:171","msg":"trace[1558890078] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"211.810882ms","start":"2026-05-20T04:08:19.591086Z","end":"2026-05-20T04:08:19.802896Z","steps":["trace[1558890078] 'process raft request' (duration: 211.665458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:20.682096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.91535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:20.682422Z","caller":"traceutil/trace.go:171","msg":"trace[1708254857] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"1.090391093s","start":"2026-05-20T04:08:19.592Z","end":"2026-05-20T04:08:20.682391Z","steps":["trace[1708254857] 'process raft request' (duration: 1.09024791s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:20.682397Z","caller":"traceutil/trace.go:171","msg":"trace[655851805] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"1.090428685s","start":"2026-05-20T04:08:19.591933Z","end":"2026-05-20T04:08:20.682361Z","steps":["trace[655851805] 'process raft request' (duration: 777.168626ms)","trace[655851805] 'compare' (duration: 312.550841ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:20.682512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:19.591993Z","time spent":"1.090472705s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:20.682615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:19.59192Z","time spent":"1.090562718s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:20.682682Z","caller":"traceutil/trace.go:171","msg":"trace[1338144269] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"1.090617559s","start":"2026-05-20T04:08:19.592021Z","end":"2026-05-20T04:08:20.682639Z","steps":["trace[1338144269] 'process raft request' (duration: 1.090328651s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:20.682791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:19.59201Z","time spent":"1.090726262s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:20.682955Z","caller":"traceutil/trace.go:171","msg":"trace[494299382] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1942; }","duration":"1.090744352s","start":"2026-05-20T04:08:19.592201Z","end":"2026-05-20T04:08:20.682945Z","steps":["trace[494299382] 'read index received' (duration: 210.492518ms)","trace[494299382] 'applied index is now lower than readState.Index' (duration: 880.250964ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:20.682977Z","caller":"traceutil/trace.go:171","msg":"trace[1838330334] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"1.090885756s","start":"2026-05-20T04:08:19.592069Z","end":"2026-05-20T04:08:20.682955Z","steps":["trace[1838330334] 'process raft request' (duration: 1.090500576s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:20.683063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:19.592058Z","time spent":"1.090958797s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:20.683105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090919086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:08:20.683154Z","caller":"traceutil/trace.go:171","msg":"trace[1761882260] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1879; }","duration":"1.090970518s","start":"2026-05-20T04:08:19.592177Z","end":"2026-05-20T04:08:20.683147Z","steps":["trace[1761882260] 'agreement among raft nodes before linearized reading' (duration: 1.090830844s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:20.683175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:19.592128Z","time spent":"1.09104172s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:08:20.683197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.802577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:20.683219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.726591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:08:20.683228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.027074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:08:20.683277Z","caller":"traceutil/trace.go:171","msg":"trace[1854632054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1879; }","duration":"161.91963ms","start":"2026-05-20T04:08:20.52134Z","end":"2026-05-20T04:08:20.68326Z","steps":["trace[1854632054] 'agreement among raft nodes before linearized reading' (duration: 161.798877ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:20.683285Z","caller":"traceutil/trace.go:171","msg":"trace[411958293] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1879; }","duration":"714.133417ms","start":"2026-05-20T04:08:19.969138Z","end":"2026-05-20T04:08:20.683271Z","steps":["trace[411958293] 'agreement among raft nodes before linearized reading' (duration: 713.943132ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:20.683277Z","caller":"traceutil/trace.go:171","msg":"trace[256949741] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1879; }","duration":"111.849514ms","start":"2026-05-20T04:08:20.571413Z","end":"2026-05-20T04:08:20.683263Z","steps":["trace[256949741] 'agreement among raft nodes before linearized reading' (duration: 111.687119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:20.683323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:19.969116Z","time spent":"714.199209ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:08:21.896581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:22.05556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13771357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:22.055653Z","caller":"traceutil/trace.go:171","msg":"trace[1886306394] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1879; }","duration":"1.137857723s","start":"2026-05-20T04:08:20.91777Z","end":"2026-05-20T04:08:22.055628Z","steps":["trace[1886306394] 'count revisions from in-memory index tree' (duration: 1.137595047s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:22.055711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:20.917744Z","time spent":"1.137951186s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:22.397764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:22.598674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.445812205s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:08:22.599171Z","caller":"traceutil/trace.go:171","msg":"trace[1533184428] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"1.628707784s","start":"2026-05-20T04:08:20.970434Z","end":"2026-05-20T04:08:22.599142Z","steps":["trace[1533184428] 'process raft request' (duration: 1.628501289s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:22.59935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:20.970412Z","time spent":"1.628843437s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:22.745422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.115594ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:08:22.745526Z","caller":"traceutil/trace.go:171","msg":"trace[376610673] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1947; }","duration":"1.349586362s","start":"2026-05-20T04:08:21.395922Z","end":"2026-05-20T04:08:22.745508Z","steps":["trace[376610673] 'read index received' (duration: 1.203020897s)","trace[376610673] 'applied index is now lower than readState.Index' (duration: 146.563955ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:22.745609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349666734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:22.745647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298220693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:22.745662Z","caller":"traceutil/trace.go:171","msg":"trace[6226272] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1880; }","duration":"1.349767517s","start":"2026-05-20T04:08:21.395882Z","end":"2026-05-20T04:08:22.74565Z","steps":["trace[6226272] 'agreement among raft nodes before linearized reading' (duration: 1.349667834s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:22.745683Z","caller":"traceutil/trace.go:171","msg":"trace[1963647065] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1880; }","duration":"1.298288134s","start":"2026-05-20T04:08:21.447383Z","end":"2026-05-20T04:08:22.745671Z","steps":["trace[1963647065] 'agreement among raft nodes before linearized reading' (duration: 1.298219833s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:22.745705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:21.395863Z","time spent":"1.34982661s","remote":"127.0.0.1:34012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:22.745723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:21.447367Z","time spent":"1.298344496s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:22.746053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.364242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413721"} {"level":"info","ts":"2026-05-20T04:08:22.746086Z","caller":"traceutil/trace.go:171","msg":"trace[1256418038] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:1880; }","duration":"547.429564ms","start":"2026-05-20T04:08:22.198648Z","end":"2026-05-20T04:08:22.746078Z","steps":["trace[1256418038] 'agreement among raft nodes before linearized reading' (duration: 547.214198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:22.746113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:22.198588Z","time spent":"547.517756ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413743,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-20T04:08:22.746197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224620313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:22.746246Z","caller":"traceutil/trace.go:171","msg":"trace[1243987319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1880; }","duration":"1.224697445s","start":"2026-05-20T04:08:21.521534Z","end":"2026-05-20T04:08:22.746231Z","steps":["trace[1243987319] 'agreement among raft nodes before linearized reading' (duration: 1.224620333s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:22.746282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:21.521515Z","time spent":"1.224758456s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:22.746305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057782556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-20T04:08:22.746526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.694087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:08:22.746413Z","caller":"traceutil/trace.go:171","msg":"trace[1614881306] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1880; }","duration":"1.05795405s","start":"2026-05-20T04:08:21.688434Z","end":"2026-05-20T04:08:22.746388Z","steps":["trace[1614881306] 'agreement among raft nodes before linearized reading' (duration: 1.057613541s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:22.746583Z","caller":"traceutil/trace.go:171","msg":"trace[2106815915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1880; }","duration":"938.783569ms","start":"2026-05-20T04:08:21.807787Z","end":"2026-05-20T04:08:22.74657Z","steps":["trace[2106815915] 'agreement among raft nodes before linearized reading' (duration: 938.663926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:22.746617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:21.807767Z","time spent":"938.84283ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:22.746621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:21.688413Z","time spent":"1.058190077s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:08:25.256383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217101,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:08:25.471011Z","caller":"traceutil/trace.go:171","msg":"trace[292104673] linearizableReadLoop","detail":"{readStateIndex:1955; appliedIndex:1954; }","duration":"714.714113ms","start":"2026-05-20T04:08:24.756278Z","end":"2026-05-20T04:08:25.470992Z","steps":["trace[292104673] 'read index received' (duration: 714.518398ms)","trace[292104673] 'applied index is now lower than readState.Index' (duration: 194.745µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:25.471513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.412693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:08:25.471549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.818573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:08:25.471574Z","caller":"traceutil/trace.go:171","msg":"trace[922465158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1886; }","duration":"626.539786ms","start":"2026-05-20T04:08:24.845023Z","end":"2026-05-20T04:08:25.471563Z","steps":["trace[922465158] 'agreement among raft nodes before linearized reading' (duration: 626.401873ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:25.471584Z","caller":"traceutil/trace.go:171","msg":"trace[421119636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1886; }","duration":"626.855354ms","start":"2026-05-20T04:08:24.844718Z","end":"2026-05-20T04:08:25.471574Z","steps":["trace[421119636] 'agreement among raft nodes before linearized reading' (duration: 626.764042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:25.471614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:24.84463Z","time spent":"626.975397ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:25.471621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:24.844996Z","time spent":"626.604388ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:25.471628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.030928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:25.471633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.328408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:08:25.471726Z","caller":"traceutil/trace.go:171","msg":"trace[1160636994] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:1886; }","duration":"105.181802ms","start":"2026-05-20T04:08:25.36652Z","end":"2026-05-20T04:08:25.471702Z","steps":["trace[1160636994] 'agreement among raft nodes before linearized reading' (duration: 105.032318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:25.471752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.325101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:08:25.471816Z","caller":"traceutil/trace.go:171","msg":"trace[1116371513] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1886; }","duration":"715.477562ms","start":"2026-05-20T04:08:24.756237Z","end":"2026-05-20T04:08:25.471715Z","steps":["trace[1116371513] 'agreement among raft nodes before linearized reading' (duration: 715.213425ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:25.471827Z","caller":"traceutil/trace.go:171","msg":"trace[1091314810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1886; }","duration":"626.421524ms","start":"2026-05-20T04:08:24.845396Z","end":"2026-05-20T04:08:25.471818Z","steps":["trace[1091314810] 'agreement among raft nodes before linearized reading' (duration: 626.29626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:25.471863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:24.845385Z","time spent":"626.470604ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:25.471897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:24.756218Z","time spent":"715.634605ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:08:25.471896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.496028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:25.471963Z","caller":"traceutil/trace.go:171","msg":"trace[1679014500] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:1886; }","duration":"572.634473ms","start":"2026-05-20T04:08:24.899311Z","end":"2026-05-20T04:08:25.471946Z","steps":["trace[1679014500] 'agreement among raft nodes before linearized reading' (duration: 572.501718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:25.471986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.298457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:08:25.472018Z","caller":"traceutil/trace.go:171","msg":"trace[1269837920] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1886; }","duration":"627.371738ms","start":"2026-05-20T04:08:24.844636Z","end":"2026-05-20T04:08:25.472008Z","steps":["trace[1269837920] 'agreement among raft nodes before linearized reading' (duration: 627.286606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:25.472022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:24.899285Z","time spent":"572.722225ms","remote":"127.0.0.1:57734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:25.472044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:24.844613Z","time spent":"627.42449ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:08:25.472196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.49394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-20T04:08:25.472244Z","caller":"traceutil/trace.go:171","msg":"trace[8860184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1886; }","duration":"681.582352ms","start":"2026-05-20T04:08:24.790652Z","end":"2026-05-20T04:08:25.472234Z","steps":["trace[8860184] 'agreement among raft nodes before linearized reading' (duration: 680.725519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:25.472271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:24.790627Z","time spent":"681.637353ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:08:25.472395Z","caller":"traceutil/trace.go:171","msg":"trace[369948080] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"866.503813ms","start":"2026-05-20T04:08:24.605807Z","end":"2026-05-20T04:08:25.47231Z","steps":["trace[369948080] 'process raft request' (duration: 865.068496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:25.472462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.975339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:08:25.47253Z","caller":"traceutil/trace.go:171","msg":"trace[2080503681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1886; }","duration":"627.06767ms","start":"2026-05-20T04:08:24.845452Z","end":"2026-05-20T04:08:25.47252Z","steps":["trace[2080503681] 'agreement among raft nodes before linearized reading' (duration: 625.950831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:25.472522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:24.605773Z","time spent":"866.679888ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:25.472569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:24.845432Z","time spent":"627.127812ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:08:25.979421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:27.495545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.498219012s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:08:27.574925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577532259s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:27.575204Z","caller":"traceutil/trace.go:171","msg":"trace[1591898037] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"2.099512439s","start":"2026-05-20T04:08:25.475661Z","end":"2026-05-20T04:08:27.575174Z","steps":["trace[1591898037] 'process raft request' (duration: 521.653282ms)","trace[1591898037] 'compare' (duration: 1.577140669s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:27.575264Z","caller":"traceutil/trace.go:171","msg":"trace[147522679] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1955; }","duration":"2.096108262s","start":"2026-05-20T04:08:25.479138Z","end":"2026-05-20T04:08:27.575246Z","steps":["trace[147522679] 'read index received' (duration: 518.199293ms)","trace[147522679] 'applied index is now lower than readState.Index' (duration: 1.577908079s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:27.575368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:25.475598Z","time spent":"2.099696174s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:27.575483Z","caller":"traceutil/trace.go:171","msg":"trace[1841485367] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"2.098425852s","start":"2026-05-20T04:08:25.47703Z","end":"2026-05-20T04:08:27.575456Z","steps":["trace[1841485367] 'process raft request' (duration: 2.098143835s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:27.575502Z","caller":"traceutil/trace.go:171","msg":"trace[385625894] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"2.099776316s","start":"2026-05-20T04:08:25.475699Z","end":"2026-05-20T04:08:27.575476Z","steps":["trace[385625894] 'process raft request' (duration: 2.099320364s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:27.57554Z","caller":"traceutil/trace.go:171","msg":"trace[239735888] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"2.097451976s","start":"2026-05-20T04:08:25.478056Z","end":"2026-05-20T04:08:27.575508Z","steps":["trace[239735888] 'process raft request' (duration: 2.097157448s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:27.575622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:25.476997Z","time spent":"2.098557215s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:27.575515Z","caller":"traceutil/trace.go:171","msg":"trace[1476312449] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"2.099754695s","start":"2026-05-20T04:08:25.475748Z","end":"2026-05-20T04:08:27.575503Z","steps":["trace[1476312449] 'process raft request' (duration: 2.099359005s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:27.575649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:25.475678Z","time spent":"2.099888649s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:27.575658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096511062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"warn","ts":"2026-05-20T04:08:27.575692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:25.478035Z","time spent":"2.097579159s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:27.575739Z","caller":"traceutil/trace.go:171","msg":"trace[1077663343] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1891; }","duration":"2.096629035s","start":"2026-05-20T04:08:25.479093Z","end":"2026-05-20T04:08:27.575722Z","steps":["trace[1077663343] 'agreement among raft nodes before linearized reading' (duration: 2.096363868s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:27.575792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:25.479081Z","time spent":"2.096697597s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:08:27.576293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:25.475736Z","time spent":"2.09994906s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:28.076195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:28.522213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:08:28.522301Z","caller":"traceutil/trace.go:171","msg":"trace[1288035945] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000381833s","start":"2026-05-20T04:08:26.521901Z","end":"2026-05-20T04:08:28.522283Z","steps":["trace[1288035945] 'agreement among raft nodes before linearized reading' (duration: 2.00026695s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:28.522348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:26.521884Z","time spent":"2.000455274s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:28.576731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:29.077236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:29.578072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:29.606735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.883653144s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:08:29.607435Z","caller":"traceutil/trace.go:171","msg":"trace[1851537320] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"2.568010056s","start":"2026-05-20T04:08:27.039394Z","end":"2026-05-20T04:08:29.607404Z","steps":["trace[1851537320] 'process raft request' (duration: 2.567601175s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:29.607527Z","caller":"traceutil/trace.go:171","msg":"trace[506347551] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"2.129064348s","start":"2026-05-20T04:08:27.478441Z","end":"2026-05-20T04:08:29.607506Z","steps":["trace[506347551] 'process raft request' (duration: 2.128882694s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:29.607438Z","caller":"traceutil/trace.go:171","msg":"trace[691724981] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"2.382440409s","start":"2026-05-20T04:08:27.224975Z","end":"2026-05-20T04:08:29.607416Z","steps":["trace[691724981] 'process raft request' (duration: 2.382286315s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:29.607606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:27.039366Z","time spent":"2.568143179s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:29.607632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.110162506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:29.607686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:27.478417Z","time spent":"2.129151001s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:29.607695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.130185959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-20T04:08:29.607712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:27.224951Z","time spent":"2.382668145s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:29.607745Z","caller":"traceutil/trace.go:171","msg":"trace[1446640287] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1894; }","duration":"4.11032495s","start":"2026-05-20T04:08:25.497408Z","end":"2026-05-20T04:08:29.607733Z","steps":["trace[1446640287] 'agreement among raft nodes before linearized reading' (duration: 4.110172096s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:29.607764Z","caller":"traceutil/trace.go:171","msg":"trace[1496424021] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1894; }","duration":"3.130300173s","start":"2026-05-20T04:08:26.477451Z","end":"2026-05-20T04:08:29.607751Z","steps":["trace[1496424021] 'agreement among raft nodes before linearized reading' (duration: 3.130063007s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:29.607794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:26.477437Z","time spent":"3.130351224s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:08:29.607791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:25.497393Z","time spent":"4.110380582s","remote":"127.0.0.1:33930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:08:29.607529Z","caller":"traceutil/trace.go:171","msg":"trace[940727946] linearizableReadLoop","detail":"{readStateIndex:1963; appliedIndex:1960; }","duration":"2.032209501s","start":"2026-05-20T04:08:27.575294Z","end":"2026-05-20T04:08:29.607504Z","steps":["trace[940727946] 'read index received' (duration: 2.031610886s)","trace[940727946] 'applied index is now lower than readState.Index' (duration: 597.015µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:29.607826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150175863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:29.607883Z","caller":"traceutil/trace.go:171","msg":"trace[134625276] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1894; }","duration":"3.150273085s","start":"2026-05-20T04:08:26.45759Z","end":"2026-05-20T04:08:29.607863Z","steps":["trace[134625276] 'agreement among raft nodes before linearized reading' (duration: 3.150156462s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:29.607903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979104788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:29.607889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086763125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:29.607937Z","caller":"traceutil/trace.go:171","msg":"trace[1017391125] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:1894; }","duration":"2.97917609s","start":"2026-05-20T04:08:26.628747Z","end":"2026-05-20T04:08:29.607923Z","steps":["trace[1017391125] 'agreement among raft nodes before linearized reading' (duration: 2.979094048s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:29.607966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:26.628719Z","time spent":"2.979241782s","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:29.60795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.717495318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T04:08:29.607936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:26.457568Z","time spent":"3.150351818s","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":34,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:08:29.608009Z","caller":"traceutil/trace.go:171","msg":"trace[1747563605] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:1894; }","duration":"3.717594251s","start":"2026-05-20T04:08:25.890399Z","end":"2026-05-20T04:08:29.607993Z","steps":["trace[1747563605] 'agreement among raft nodes before linearized reading' (duration: 3.717411516s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:29.607972Z","caller":"traceutil/trace.go:171","msg":"trace[548182199] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1894; }","duration":"4.086861108s","start":"2026-05-20T04:08:25.521089Z","end":"2026-05-20T04:08:29.60795Z","steps":["trace[548182199] 'agreement among raft nodes before linearized reading' (duration: 4.086712484s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:29.607929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389755885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:29.608058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:25.890378Z","time spent":"3.717669202s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:08:29.608054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67366369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:29.608101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:25.521017Z","time spent":"4.087058843s","remote":"127.0.0.1:57882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":20,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:08:29.608106Z","caller":"traceutil/trace.go:171","msg":"trace[2143210306] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1894; }","duration":"1.38996041s","start":"2026-05-20T04:08:28.218121Z","end":"2026-05-20T04:08:29.608081Z","steps":["trace[2143210306] 'agreement among raft nodes before linearized reading' (duration: 1.389755445s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:29.608131Z","caller":"traceutil/trace.go:171","msg":"trace[1058603405] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1894; }","duration":"2.673794424s","start":"2026-05-20T04:08:26.934318Z","end":"2026-05-20T04:08:29.608113Z","steps":["trace[1058603405] 'agreement among raft nodes before linearized reading' (duration: 2.673454935s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:29.608174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:28.218099Z","time spent":"1.390052732s","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:29.60818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:26.934302Z","time spent":"2.673867235s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:29.608234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085283583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:29.608257Z","caller":"traceutil/trace.go:171","msg":"trace[184161928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1894; }","duration":"1.085331163s","start":"2026-05-20T04:08:28.522918Z","end":"2026-05-20T04:08:29.608249Z","steps":["trace[184161928] 'agreement among raft nodes before linearized reading' (duration: 1.085300492s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:29.608272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:28.522893Z","time spent":"1.085375385s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:29.608407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.607191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:29.608422Z","caller":"traceutil/trace.go:171","msg":"trace[2066431490] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1894; }","duration":"855.659743ms","start":"2026-05-20T04:08:28.752759Z","end":"2026-05-20T04:08:29.608418Z","steps":["trace[2066431490] 'agreement among raft nodes before linearized reading' (duration: 855.598701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:29.608436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:28.752737Z","time spent":"855.695434ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":76,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:08:30.52005Z","caller":"traceutil/trace.go:171","msg":"trace[1413871741] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"907.091195ms","start":"2026-05-20T04:08:29.612935Z","end":"2026-05-20T04:08:30.520026Z","steps":["trace[1413871741] 'process raft request' (duration: 906.880529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:30.520222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:29.612913Z","time spent":"907.226768ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:30.520283Z","caller":"traceutil/trace.go:171","msg":"trace[1516782709] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"907.009573ms","start":"2026-05-20T04:08:29.613249Z","end":"2026-05-20T04:08:30.520259Z","steps":["trace[1516782709] 'process raft request' (duration: 906.731005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:30.520414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:29.613233Z","time spent":"907.113775ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:30.520519Z","caller":"traceutil/trace.go:171","msg":"trace[475098526] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"906.606782ms","start":"2026-05-20T04:08:29.613894Z","end":"2026-05-20T04:08:30.520501Z","steps":["trace[475098526] 'process raft request' (duration: 906.300834ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:30.520613Z","caller":"traceutil/trace.go:171","msg":"trace[2127249609] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"906.673735ms","start":"2026-05-20T04:08:29.613926Z","end":"2026-05-20T04:08:30.5206Z","steps":["trace[2127249609] 'process raft request' (duration: 906.49042ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:30.520617Z","caller":"traceutil/trace.go:171","msg":"trace[778296658] linearizableReadLoop","detail":"{readStateIndex:1965; appliedIndex:1963; }","duration":"907.468914ms","start":"2026-05-20T04:08:29.613125Z","end":"2026-05-20T04:08:30.520594Z","steps":["trace[778296658] 'read index received' (duration: 150.057315ms)","trace[778296658] 'applied index is now lower than readState.Index' (duration: 757.410609ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:30.520712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:29.613887Z","time spent":"906.749847ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:30.520745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:29.613876Z","time spent":"906.682905ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:30.520759Z","caller":"traceutil/trace.go:171","msg":"trace[1586566448] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"906.286655ms","start":"2026-05-20T04:08:29.61444Z","end":"2026-05-20T04:08:30.520727Z","steps":["trace[1586566448] 'process raft request' (duration: 906.10475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:30.520857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.719301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-20T04:08:30.520897Z","caller":"traceutil/trace.go:171","msg":"trace[658533071] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783; range_end:; response_count:1; response_revision:1899; }","duration":"907.785213ms","start":"2026-05-20T04:08:29.613099Z","end":"2026-05-20T04:08:30.520885Z","steps":["trace[658533071] 'agreement among raft nodes before linearized reading' (duration: 907.642179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:30.520919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:29.614433Z","time spent":"906.403028ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:30.520938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:29.613093Z","time spent":"907.836134ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" "} {"level":"warn","ts":"2026-05-20T04:08:30.749632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.378289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:30.749836Z","caller":"traceutil/trace.go:171","msg":"trace[1234962520] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"226.352406ms","start":"2026-05-20T04:08:30.523467Z","end":"2026-05-20T04:08:30.74982Z","steps":["trace[1234962520] 'process raft request' (duration: 226.266003ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:30.749849Z","caller":"traceutil/trace.go:171","msg":"trace[549369490] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"956.449813ms","start":"2026-05-20T04:08:29.79338Z","end":"2026-05-20T04:08:30.74983Z","steps":["trace[549369490] 'process raft request' (duration: 811.797216ms)","trace[549369490] 'compare' (duration: 144.175494ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:30.749875Z","caller":"traceutil/trace.go:171","msg":"trace[1042700371] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1969; }","duration":"229.137796ms","start":"2026-05-20T04:08:30.520715Z","end":"2026-05-20T04:08:30.749852Z","steps":["trace[1042700371] 'read index received' (duration: 84.552952ms)","trace[1042700371] 'applied index is now lower than readState.Index' (duration: 144.581894ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:30.749918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:29.793357Z","time spent":"956.520625ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:30.750022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.182417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:30.750153Z","caller":"traceutil/trace.go:171","msg":"trace[828753747] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1901; }","duration":"756.376712ms","start":"2026-05-20T04:08:29.993744Z","end":"2026-05-20T04:08:30.750121Z","steps":["trace[828753747] 'agreement among raft nodes before linearized reading' (duration: 756.150687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:30.749968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134037765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:30.75019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136282063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:08:30.750229Z","caller":"traceutil/trace.go:171","msg":"trace[2109135662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1901; }","duration":"1.134315373s","start":"2026-05-20T04:08:29.615898Z","end":"2026-05-20T04:08:30.750213Z","steps":["trace[2109135662] 'agreement among raft nodes before linearized reading' (duration: 1.133989634s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:30.750223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:29.993722Z","time spent":"756.485365ms","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:30.750205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.884591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18b12a791ba40898\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-05-20T04:08:30.75028Z","caller":"traceutil/trace.go:171","msg":"trace[124847931] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1901; }","duration":"1.136410227s","start":"2026-05-20T04:08:29.613846Z","end":"2026-05-20T04:08:30.750256Z","steps":["trace[124847931] 'agreement among raft nodes before linearized reading' (duration: 1.13612746s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:30.750317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.567951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:08:30.750448Z","caller":"traceutil/trace.go:171","msg":"trace[1380447752] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1901; }","duration":"138.740425ms","start":"2026-05-20T04:08:30.611691Z","end":"2026-05-20T04:08:30.750431Z","steps":["trace[1380447752] 'agreement among raft nodes before linearized reading' (duration: 138.439368ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:30.750319Z","caller":"traceutil/trace.go:171","msg":"trace[400879544] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18b12a791ba40898; range_end:; response_count:1; response_revision:1901; }","duration":"222.002654ms","start":"2026-05-20T04:08:30.528302Z","end":"2026-05-20T04:08:30.750304Z","steps":["trace[400879544] 'agreement among raft nodes before linearized reading' (duration: 221.767388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:30.750382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:29.613836Z","time spent":"1.13653382s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:08:30.750274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:29.615891Z","time spent":"1.134373884s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:08:31.190698Z","caller":"traceutil/trace.go:171","msg":"trace[801187740] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"177.721286ms","start":"2026-05-20T04:08:31.012952Z","end":"2026-05-20T04:08:31.190674Z","steps":["trace[801187740] 'process raft request' (duration: 177.530792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:32.911769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.864581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:32.911896Z","caller":"traceutil/trace.go:171","msg":"trace[1616053936] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"384.20653ms","start":"2026-05-20T04:08:32.527667Z","end":"2026-05-20T04:08:32.911874Z","steps":["trace[1616053936] 'process raft request' (duration: 246.107383ms)","trace[1616053936] 'compare' (duration: 137.643186ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:32.911966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:32.52765Z","time spent":"384.288572ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:34.854149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177955284s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:34.854454Z","caller":"traceutil/trace.go:171","msg":"trace[1258211580] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"2.326593134s","start":"2026-05-20T04:08:32.527823Z","end":"2026-05-20T04:08:34.854416Z","steps":["trace[1258211580] 'process raft request' (duration: 1.148265981s)","trace[1258211580] 'compare' (duration: 1.177363347s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:34.854519Z","caller":"traceutil/trace.go:171","msg":"trace[995436389] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"2.325009553s","start":"2026-05-20T04:08:32.529479Z","end":"2026-05-20T04:08:34.854489Z","steps":["trace[995436389] 'process raft request' (duration: 2.324887419s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:34.85453Z","caller":"traceutil/trace.go:171","msg":"trace[1223035648] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"2.326359088s","start":"2026-05-20T04:08:32.528151Z","end":"2026-05-20T04:08:34.85451Z","steps":["trace[1223035648] 'process raft request' (duration: 2.326110132s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:34.854622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:32.52781Z","time spent":"2.326722377s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:34.854626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:32.529471Z","time spent":"2.325099265s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:34.854622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:32.528145Z","time spent":"2.32643136s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:34.854934Z","caller":"traceutil/trace.go:171","msg":"trace[1321391405] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"2.324835959s","start":"2026-05-20T04:08:32.530086Z","end":"2026-05-20T04:08:34.854922Z","steps":["trace[1321391405] 'process raft request' (duration: 2.324357286s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:34.85502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:32.530066Z","time spent":"2.3249181s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:35.523232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000327851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:08:35.523316Z","caller":"traceutil/trace.go:171","msg":"trace[1438564233] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543287s","start":"2026-05-20T04:08:33.522756Z","end":"2026-05-20T04:08:35.523299Z","steps":["trace[1438564233] 'agreement among raft nodes before linearized reading' (duration: 2.000433704s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:35.523363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:33.522735Z","time spent":"2.00061966s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:36.339397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484840318s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:08:36.339598Z","caller":"traceutil/trace.go:171","msg":"trace[640310699] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1975; }","duration":"3.75299964s","start":"2026-05-20T04:08:32.586581Z","end":"2026-05-20T04:08:36.339581Z","steps":["trace[640310699] 'read index received' (duration: 187.279251ms)","trace[640310699] 'applied index is now lower than readState.Index' (duration: 3.565719119s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:36.340081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10888256s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:36.340213Z","caller":"traceutil/trace.go:171","msg":"trace[1775815058] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1910; }","duration":"1.109028653s","start":"2026-05-20T04:08:35.231165Z","end":"2026-05-20T04:08:36.340193Z","steps":["trace[1775815058] 'range keys from in-memory index tree' (duration: 1.108866459s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:36.340578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:34.783969Z","time spent":"1.556605801s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:08:36.339796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.753208166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-20T04:08:36.340688Z","caller":"traceutil/trace.go:171","msg":"trace[1715712248] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1910; }","duration":"3.754152169s","start":"2026-05-20T04:08:32.586514Z","end":"2026-05-20T04:08:36.340666Z","steps":["trace[1715712248] 'agreement among raft nodes before linearized reading' (duration: 3.753155814s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:36.340987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:32.586486Z","time spent":"3.754480318s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-20T04:08:36.340771Z","caller":"traceutil/trace.go:171","msg":"trace[1002754639] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"2.689166789s","start":"2026-05-20T04:08:33.65159Z","end":"2026-05-20T04:08:36.340757Z","steps":["trace[1002754639] 'process raft request' (duration: 2.687905527s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:36.341215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:33.651566Z","time spent":"2.689508288s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:36.840504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:37.341492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:37.524644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000451555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:08:37.524735Z","caller":"traceutil/trace.go:171","msg":"trace[1258636456] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00065033s","start":"2026-05-20T04:08:35.524064Z","end":"2026-05-20T04:08:37.524715Z","steps":["trace[1258636456] 'agreement among raft nodes before linearized reading' (duration: 2.000503486s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:37.524783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:35.524047Z","time spent":"2.000726362s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:37.842563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:38.34301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:38.50128Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.701739693s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:08:38.501762Z","caller":"traceutil/trace.go:171","msg":"trace[1955227511] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"2.702330058s","start":"2026-05-20T04:08:35.799387Z","end":"2026-05-20T04:08:38.501717Z","steps":["trace[1955227511] 'process raft request' (duration: 2.702108412s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:38.501905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:35.799359Z","time spent":"2.702473782s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:39.533442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000699361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:08:39.533548Z","caller":"traceutil/trace.go:171","msg":"trace[1652869022] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000853056s","start":"2026-05-20T04:08:37.532673Z","end":"2026-05-20T04:08:39.533526Z","steps":["trace[1652869022] 'agreement among raft nodes before linearized reading' (duration: 2.000721402s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:39.533605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:37.53266Z","time spent":"2.000933637s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:08:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:08:39.897099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.395616045s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:08:39.916232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999012203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:08:39.916334Z","caller":"traceutil/trace.go:171","msg":"trace[1837752048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999158957s","start":"2026-05-20T04:08:34.917147Z","end":"2026-05-20T04:08:39.916306Z","steps":["trace[1837752048] 'agreement among raft nodes before linearized reading' (duration: 4.999042834s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:39.916525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:34.917125Z","time spent":"4.9992511s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/20 04:08:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:08:41.295634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39811093s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:41.295944Z","caller":"traceutil/trace.go:171","msg":"trace[1664288503] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1983; }","duration":"4.956293505s","start":"2026-05-20T04:08:36.339626Z","end":"2026-05-20T04:08:41.295919Z","steps":["trace[1664288503] 'read index received' (duration: 2.161898473s)","trace[1664288503] 'applied index is now lower than readState.Index' (duration: 2.794393612s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:41.296126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.409090859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:41.296193Z","caller":"traceutil/trace.go:171","msg":"trace[137314334] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1915; }","duration":"5.409201992s","start":"2026-05-20T04:08:35.886976Z","end":"2026-05-20T04:08:41.296178Z","steps":["trace[137314334] 'agreement among raft nodes before linearized reading' (duration: 5.409060608s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.296251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:35.886955Z","time spent":"5.409281034s","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":7,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.296261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.456722132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:08:41.296309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.602350438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:41.29633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.468211512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-20T04:08:41.296349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.462531812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:41.296359Z","caller":"traceutil/trace.go:171","msg":"trace[1145348831] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1915; }","duration":"5.456854936s","start":"2026-05-20T04:08:35.839482Z","end":"2026-05-20T04:08:41.296336Z","steps":["trace[1145348831] 'agreement among raft nodes before linearized reading' (duration: 5.456714252s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:41.29638Z","caller":"traceutil/trace.go:171","msg":"trace[1107354483] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1915; }","duration":"8.602487651s","start":"2026-05-20T04:08:32.693875Z","end":"2026-05-20T04:08:41.296363Z","steps":["trace[1107354483] 'agreement among raft nodes before linearized reading' (duration: 8.602378828s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:41.296389Z","caller":"traceutil/trace.go:171","msg":"trace[1775589595] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1915; }","duration":"8.468306295s","start":"2026-05-20T04:08:32.828068Z","end":"2026-05-20T04:08:41.296374Z","steps":["trace[1775589595] 'agreement among raft nodes before linearized reading' (duration: 8.467972357s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:41.296412Z","caller":"traceutil/trace.go:171","msg":"trace[1495522493] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1915; }","duration":"5.462618984s","start":"2026-05-20T04:08:35.833774Z","end":"2026-05-20T04:08:41.296393Z","steps":["trace[1495522493] 'agreement among raft nodes before linearized reading' (duration: 5.462538792s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.296423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:35.839465Z","time spent":"5.456941838s","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.296436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:32.693837Z","time spent":"8.602579734s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.296327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.519407007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:41.296469Z","caller":"traceutil/trace.go:171","msg":"trace[183018341] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"2.94956786s","start":"2026-05-20T04:08:38.346887Z","end":"2026-05-20T04:08:41.296454Z","steps":["trace[183018341] 'process raft request' (duration: 2.948969375s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:41.296493Z","caller":"traceutil/trace.go:171","msg":"trace[677979553] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:1915; }","duration":"8.519663974s","start":"2026-05-20T04:08:32.776815Z","end":"2026-05-20T04:08:41.296479Z","steps":["trace[677979553] 'agreement among raft nodes before linearized reading' (duration: 8.519424308s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.296531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:32.776788Z","time spent":"8.519731296s","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.296571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400779786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:41.29682Z","caller":"traceutil/trace.go:171","msg":"trace[593350023] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1915; }","duration":"5.400840217s","start":"2026-05-20T04:08:35.895776Z","end":"2026-05-20T04:08:41.296616Z","steps":["trace[593350023] 'agreement among raft nodes before linearized reading' (duration: 5.400700004s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.296445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:32.828045Z","time spent":"8.468388476s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:08:41.296261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.506689686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-7h62v\" ","response":"range_response_count:1 size:4509"} {"level":"warn","ts":"2026-05-20T04:08:41.296863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:35.895742Z","time spent":"5.401108154s","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":80,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.296383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.539024801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:08:41.296925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.790782886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:41.296929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.709131262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:41.296956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.639751736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:41.29699Z","caller":"traceutil/trace.go:171","msg":"trace[340904297] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1915; }","duration":"5.790895789s","start":"2026-05-20T04:08:35.506079Z","end":"2026-05-20T04:08:41.296975Z","steps":["trace[340904297] 'agreement among raft nodes before linearized reading' (duration: 5.790797016s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:41.296996Z","caller":"traceutil/trace.go:171","msg":"trace[123985855] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:0; response_revision:1915; }","duration":"8.709244254s","start":"2026-05-20T04:08:32.587738Z","end":"2026-05-20T04:08:41.296982Z","steps":["trace[123985855] 'agreement among raft nodes before linearized reading' (duration: 8.709145531s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:41.296989Z","caller":"traceutil/trace.go:171","msg":"trace[1310365973] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1915; }","duration":"8.539681919s","start":"2026-05-20T04:08:32.757284Z","end":"2026-05-20T04:08:41.296966Z","steps":["trace[1310365973] 'agreement among raft nodes before linearized reading' (duration: 8.538870777s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.297036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:32.587711Z","time spent":"8.709315326s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-20T04:08:41.297039Z","caller":"traceutil/trace.go:171","msg":"trace[872614012] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1915; }","duration":"5.639880589s","start":"2026-05-20T04:08:35.657135Z","end":"2026-05-20T04:08:41.297015Z","steps":["trace[872614012] 'agreement among raft nodes before linearized reading' (duration: 5.639768696s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.297049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.406963195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T04:08:41.29707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:32.757258Z","time spent":"8.539785242s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:08:41.296899Z","caller":"traceutil/trace.go:171","msg":"trace[338463674] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-7h62v; range_end:; response_count:1; response_revision:1915; }","duration":"5.507391014s","start":"2026-05-20T04:08:35.789493Z","end":"2026-05-20T04:08:41.296884Z","steps":["trace[338463674] 'agreement among raft nodes before linearized reading' (duration: 5.506539152s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:41.297098Z","caller":"traceutil/trace.go:171","msg":"trace[905571105] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:1915; }","duration":"5.407029857s","start":"2026-05-20T04:08:35.890056Z","end":"2026-05-20T04:08:41.297085Z","steps":["trace[905571105] 'agreement among raft nodes before linearized reading' (duration: 5.406899474s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.297106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:35.657114Z","time spent":"5.639975411s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.297127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:35.789474Z","time spent":"5.507635801s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4531,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-7h62v\" "} {"level":"warn","ts":"2026-05-20T04:08:41.297151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:35.89005Z","time spent":"5.407086738s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:08:41.296573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:38.346847Z","time spent":"2.949671233s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:41.296419Z","caller":"traceutil/trace.go:171","msg":"trace[1792009865] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"4.95062602s","start":"2026-05-20T04:08:36.345776Z","end":"2026-05-20T04:08:41.296402Z","steps":["trace[1792009865] 'process raft request' (duration: 4.949967883s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:41.296197Z","caller":"traceutil/trace.go:171","msg":"trace[471980958] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"4.954315664s","start":"2026-05-20T04:08:36.34186Z","end":"2026-05-20T04:08:41.296176Z","steps":["trace[471980958] 'process raft request' (duration: 3.555586978s)","trace[471980958] 'compare' (duration: 1.397180567s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:41.296476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:35.833751Z","time spent":"5.462710376s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.29723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.811563461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:41.297285Z","caller":"traceutil/trace.go:171","msg":"trace[1952558875] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1915; }","duration":"6.811652024s","start":"2026-05-20T04:08:34.48562Z","end":"2026-05-20T04:08:41.297272Z","steps":["trace[1952558875] 'agreement among raft nodes before linearized reading' (duration: 6.811563361s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.297301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:36.345755Z","time spent":"4.951471313s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:41.297292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.949891643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:41.297393Z","caller":"traceutil/trace.go:171","msg":"trace[1731970446] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1915; }","duration":"5.950069647s","start":"2026-05-20T04:08:35.347312Z","end":"2026-05-20T04:08:41.297381Z","steps":["trace[1731970446] 'agreement among raft nodes before linearized reading' (duration: 5.949840132s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.297455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:35.347292Z","time spent":"5.95014787s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.29704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:35.506046Z","time spent":"5.790977831s","remote":"127.0.0.1:34550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.297344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:34.4856Z","time spent":"6.811729255s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":2,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.297277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:36.341831Z","time spent":"4.955405603s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:08:41.296127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.021447059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:41.29778Z","caller":"traceutil/trace.go:171","msg":"trace[540384990] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1915; }","duration":"5.023133573s","start":"2026-05-20T04:08:36.274624Z","end":"2026-05-20T04:08:41.297758Z","steps":["trace[540384990] 'agreement among raft nodes before linearized reading' (duration: 5.021410728s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.297866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:36.274604Z","time spent":"5.023240665s","remote":"127.0.0.1:33840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.29834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.251408261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:41.298413Z","caller":"traceutil/trace.go:171","msg":"trace[1938962755] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1915; }","duration":"7.251484423s","start":"2026-05-20T04:08:34.046908Z","end":"2026-05-20T04:08:41.298392Z","steps":["trace[1938962755] 'agreement among raft nodes before linearized reading' (duration: 7.249130773s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.298623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:34.046857Z","time spent":"7.251736639s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":58,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.327039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.42964841s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:08:41.327512Z","caller":"traceutil/trace.go:171","msg":"trace[768887067] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"1.542328984s","start":"2026-05-20T04:08:39.785164Z","end":"2026-05-20T04:08:41.327493Z","steps":["trace[768887067] 'process raft request' (duration: 1.542182091s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.327659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:39.785087Z","time spent":"1.542496199s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:41.533761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:08:41.533878Z","caller":"traceutil/trace.go:171","msg":"trace[437407534] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000200459s","start":"2026-05-20T04:08:39.533659Z","end":"2026-05-20T04:08:41.53386Z","steps":["trace[437407534] 'agreement among raft nodes before linearized reading' (duration: 2.000054625s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.533926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:39.533641Z","time spent":"2.000275191s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:41.858479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999969668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:08:41.858659Z","caller":"traceutil/trace.go:171","msg":"trace[2042546825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000149893s","start":"2026-05-20T04:08:36.858455Z","end":"2026-05-20T04:08:41.858605Z","steps":["trace[2042546825] 'agreement among raft nodes before linearized reading' (duration: 4.999994669s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.858702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:36.858437Z","time spent":"5.000255595s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/20 04:08:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:08:41.859001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999699911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:08:41.859322Z","caller":"traceutil/trace.go:171","msg":"trace[1406879196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999964318s","start":"2026-05-20T04:08:36.859241Z","end":"2026-05-20T04:08:41.859205Z","steps":["trace[1406879196] 'agreement among raft nodes before linearized reading' (duration: 4.999738162s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.859366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:36.859223Z","time spent":"5.000133242s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/20 04:08:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-20T04:08:41.888479Z","caller":"traceutil/trace.go:171","msg":"trace[874450149] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"1.976451129s","start":"2026-05-20T04:08:39.912005Z","end":"2026-05-20T04:08:41.888456Z","steps":["trace[874450149] 'process raft request' (duration: 1.976278135s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.888772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:39.911979Z","time spent":"1.976576572s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:41.889074Z","caller":"traceutil/trace.go:171","msg":"trace[1331819457] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1987; }","duration":"593.050897ms","start":"2026-05-20T04:08:41.295996Z","end":"2026-05-20T04:08:41.889047Z","steps":["trace[1331819457] 'read index received' (duration: 31.331485ms)","trace[1331819457] 'applied index is now lower than readState.Index' (duration: 561.718452ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:41.889238Z","caller":"traceutil/trace.go:171","msg":"trace[958449525] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"586.17918ms","start":"2026-05-20T04:08:41.303045Z","end":"2026-05-20T04:08:41.889224Z","steps":["trace[958449525] 'process raft request' (duration: 585.834241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.889258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.843726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:41.889314Z","caller":"traceutil/trace.go:171","msg":"trace[1967171291] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:1918; }","duration":"923.947288ms","start":"2026-05-20T04:08:40.965352Z","end":"2026-05-20T04:08:41.889299Z","steps":["trace[1967171291] 'agreement among raft nodes before linearized reading' (duration: 923.759914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.889329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444216594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:41.889335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.303027Z","time spent":"586.243441ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4602,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:41.889357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:40.965331Z","time spent":"924.0146ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:08:41.889376Z","caller":"traceutil/trace.go:171","msg":"trace[1822614844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1918; }","duration":"1.444314507s","start":"2026-05-20T04:08:40.445044Z","end":"2026-05-20T04:08:41.889359Z","steps":["trace[1822614844] 'agreement among raft nodes before linearized reading' (duration: 1.444147743s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.889437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:40.445024Z","time spent":"1.44439991s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:41.889603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.502461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:41.889638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.29897Z","time spent":"590.665875ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:08:41.88973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712879526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:41.88975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.855861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:41.889776Z","caller":"traceutil/trace.go:171","msg":"trace[563396840] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:1918; }","duration":"1.712961508s","start":"2026-05-20T04:08:40.1768Z","end":"2026-05-20T04:08:41.889761Z","steps":["trace[563396840] 'agreement among raft nodes before linearized reading' (duration: 1.712894466s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:41.889783Z","caller":"traceutil/trace.go:171","msg":"trace[2053548790] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1918; }","duration":"910.931153ms","start":"2026-05-20T04:08:40.978839Z","end":"2026-05-20T04:08:41.88977Z","steps":["trace[2053548790] 'agreement among raft nodes before linearized reading' (duration: 910.862762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.889814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:40.176778Z","time spent":"1.71302742s","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.889824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:40.978819Z","time spent":"910.993354ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.88986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.029620249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T04:08:41.889885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946368438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:41.889919Z","caller":"traceutil/trace.go:171","msg":"trace[1297877839] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1918; }","duration":"2.94645601s","start":"2026-05-20T04:08:38.943454Z","end":"2026-05-20T04:08:41.88991Z","steps":["trace[1297877839] 'agreement among raft nodes before linearized reading' (duration: 2.946370458s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:41.889917Z","caller":"traceutil/trace.go:171","msg":"trace[462023996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1918; }","duration":"5.029700692s","start":"2026-05-20T04:08:36.860199Z","end":"2026-05-20T04:08:41.8899Z","steps":["trace[462023996] 'agreement among raft nodes before linearized reading' (duration: 5.029557228s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:41.889647Z","caller":"traceutil/trace.go:171","msg":"trace[1159871869] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:1918; }","duration":"618.581313ms","start":"2026-05-20T04:08:41.271054Z","end":"2026-05-20T04:08:41.889635Z","steps":["trace[1159871869] 'agreement among raft nodes before linearized reading' (duration: 618.513631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.889941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:38.943428Z","time spent":"2.946507542s","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.889947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:36.860188Z","time spent":"5.029752093s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:41.889983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.271034Z","time spent":"618.927811ms","remote":"127.0.0.1:57688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.890092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978694757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:41.890114Z","caller":"traceutil/trace.go:171","msg":"trace[1461259826] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1918; }","duration":"2.978754939s","start":"2026-05-20T04:08:38.911353Z","end":"2026-05-20T04:08:41.890108Z","steps":["trace[1461259826] 'agreement among raft nodes before linearized reading' (duration: 2.978718738s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.890133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:38.911334Z","time spent":"2.97879435s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.890135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174109526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:41.89018Z","caller":"traceutil/trace.go:171","msg":"trace[1216238447] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1918; }","duration":"2.174189769s","start":"2026-05-20T04:08:39.715983Z","end":"2026-05-20T04:08:41.890173Z","steps":["trace[1216238447] 'agreement among raft nodes before linearized reading' (duration: 2.174106266s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.890201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:39.715965Z","time spent":"2.174229989s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":18,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.890183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.030627265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:08:41.889686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.621818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:08:41.890222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.35555274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:41.890242Z","caller":"traceutil/trace.go:171","msg":"trace[280686237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1918; }","duration":"5.030693057s","start":"2026-05-20T04:08:36.859532Z","end":"2026-05-20T04:08:41.890225Z","steps":["trace[280686237] 'agreement among raft nodes before linearized reading' (duration: 5.030552993s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:41.890259Z","caller":"traceutil/trace.go:171","msg":"trace[1020898962] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1918; }","duration":"4.355593801s","start":"2026-05-20T04:08:37.534655Z","end":"2026-05-20T04:08:41.890249Z","steps":["trace[1020898962] 'agreement among raft nodes before linearized reading' (duration: 4.355503409s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:41.890248Z","caller":"traceutil/trace.go:171","msg":"trace[1396904819] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:1918; }","duration":"764.218783ms","start":"2026-05-20T04:08:41.126012Z","end":"2026-05-20T04:08:41.890231Z","steps":["trace[1396904819] 'agreement among raft nodes before linearized reading' (duration: 763.653859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.890291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:37.534555Z","time spent":"4.355728736s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":39,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.890298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.125969Z","time spent":"764.318066ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:41.890299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:36.859524Z","time spent":"5.030761518s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:41.890385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.064254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-20T04:08:41.890409Z","caller":"traceutil/trace.go:171","msg":"trace[398415872] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783; range_end:; response_count:1; response_revision:1918; }","duration":"589.107234ms","start":"2026-05-20T04:08:41.301294Z","end":"2026-05-20T04:08:41.890401Z","steps":["trace[398415872] 'agreement among raft nodes before linearized reading' (duration: 589.042953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.890427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.301279Z","time spent":"589.143786ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" "} {"level":"warn","ts":"2026-05-20T04:08:41.890474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.536741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:41.890499Z","caller":"traceutil/trace.go:171","msg":"trace[1649895662] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:1918; }","duration":"286.595453ms","start":"2026-05-20T04:08:41.603896Z","end":"2026-05-20T04:08:41.890492Z","steps":["trace[1649895662] 'agreement among raft nodes before linearized reading' (duration: 286.554762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.890511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.78881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:41.890534Z","caller":"traceutil/trace.go:171","msg":"trace[1998408900] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:1918; }","duration":"587.829151ms","start":"2026-05-20T04:08:41.302698Z","end":"2026-05-20T04:08:41.890528Z","steps":["trace[1998408900] 'agreement among raft nodes before linearized reading' (duration: 587.7898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.890519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.818336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:41.890554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.30269Z","time spent":"587.858572ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" "} {"level":"info","ts":"2026-05-20T04:08:41.89059Z","caller":"traceutil/trace.go:171","msg":"trace[784177031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1918; }","duration":"347.97897ms","start":"2026-05-20T04:08:41.542593Z","end":"2026-05-20T04:08:41.890572Z","steps":["trace[784177031] 'agreement among raft nodes before linearized reading' (duration: 347.841006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.890633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.542573Z","time spent":"348.050452ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:41.890698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.235242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:08:41.890762Z","caller":"traceutil/trace.go:171","msg":"trace[2057077683] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1918; }","duration":"588.337255ms","start":"2026-05-20T04:08:41.302407Z","end":"2026-05-20T04:08:41.890745Z","steps":["trace[2057077683] 'agreement among raft nodes before linearized reading' (duration: 588.089079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:41.890811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.302388Z","time spent":"588.408968ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:08:42.429031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:42.929881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:43.14528Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217391036s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:08:43.145787Z","caller":"traceutil/trace.go:171","msg":"trace[1098478451] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"1.253622277s","start":"2026-05-20T04:08:41.892128Z","end":"2026-05-20T04:08:43.14575Z","steps":["trace[1098478451] 'process raft request' (duration: 1.25334657s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:43.145861Z","caller":"traceutil/trace.go:171","msg":"trace[40300510] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"1.252048078s","start":"2026-05-20T04:08:41.893793Z","end":"2026-05-20T04:08:43.145841Z","steps":["trace[40300510] 'process raft request' (duration: 1.251926994s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:43.145934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.892118Z","time spent":"1.253737681s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:08:43.145977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.893783Z","time spent":"1.25212947s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:43.145991Z","caller":"traceutil/trace.go:171","msg":"trace[1363582067] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"1.253373002s","start":"2026-05-20T04:08:41.892558Z","end":"2026-05-20T04:08:43.145931Z","steps":["trace[1363582067] 'process raft request' (duration: 1.253086214s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:43.146005Z","caller":"traceutil/trace.go:171","msg":"trace[1615700458] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"1.252100748s","start":"2026-05-20T04:08:41.893841Z","end":"2026-05-20T04:08:43.145942Z","steps":["trace[1615700458] 'process raft request' (duration: 1.251917933s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:43.146201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.892543Z","time spent":"1.253545446s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:43.146252Z","caller":"traceutil/trace.go:171","msg":"trace[1014621094] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"1.250327274s","start":"2026-05-20T04:08:41.895906Z","end":"2026-05-20T04:08:43.146233Z","steps":["trace[1014621094] 'process raft request' (duration: 1.249891012s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:43.146262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.893836Z","time spent":"1.252287754s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:43.146328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.895896Z","time spent":"1.250394555s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1602,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:43.146324Z","caller":"traceutil/trace.go:171","msg":"trace[117954338] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1992; }","duration":"1.218352792s","start":"2026-05-20T04:08:41.927943Z","end":"2026-05-20T04:08:43.146296Z","steps":["trace[117954338] 'read index received' (duration: 1.217471419s)","trace[117954338] 'applied index is now lower than readState.Index' (duration: 880.313µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:43.146555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228734809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-20T04:08:43.146568Z","caller":"traceutil/trace.go:171","msg":"trace[346173338] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.250474318s","start":"2026-05-20T04:08:41.896079Z","end":"2026-05-20T04:08:43.146553Z","steps":["trace[346173338] 'process raft request' (duration: 1.249990616s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:43.146607Z","caller":"traceutil/trace.go:171","msg":"trace[1277611396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1926; }","duration":"1.228805801s","start":"2026-05-20T04:08:41.917786Z","end":"2026-05-20T04:08:43.146592Z","steps":["trace[1277611396] 'agreement among raft nodes before linearized reading' (duration: 1.228632866s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:43.146614Z","caller":"traceutil/trace.go:171","msg":"trace[1710061266] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"1.249358678s","start":"2026-05-20T04:08:41.897241Z","end":"2026-05-20T04:08:43.146599Z","steps":["trace[1710061266] 'process raft request' (duration: 1.248961858s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:43.146634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216444513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-20T04:08:43.146572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250688143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-7h62v\" ","response":"range_response_count:1 size:4617"} {"level":"warn","ts":"2026-05-20T04:08:43.146689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.897233Z","time spent":"1.24941461s","remote":"127.0.0.1:34118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:43.146728Z","caller":"traceutil/trace.go:171","msg":"trace[1700102718] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-7h62v; range_end:; response_count:1; response_revision:1926; }","duration":"1.250881448s","start":"2026-05-20T04:08:41.895833Z","end":"2026-05-20T04:08:43.146714Z","steps":["trace[1700102718] 'agreement among raft nodes before linearized reading' (duration: 1.250595281s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:43.146772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.915611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-20T04:08:43.146801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.895669Z","time spent":"1.251088323s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4639,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-7h62v\" "} {"level":"info","ts":"2026-05-20T04:08:43.146817Z","caller":"traceutil/trace.go:171","msg":"trace[802099187] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1926; }","duration":"843.994593ms","start":"2026-05-20T04:08:42.302809Z","end":"2026-05-20T04:08:43.146804Z","steps":["trace[802099187] 'agreement among raft nodes before linearized reading' (duration: 843.87654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:43.146857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:42.302789Z","time spent":"844.058605ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:08:43.146634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.896074Z","time spent":"1.250526389s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:43.146644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.259793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:43.146986Z","caller":"traceutil/trace.go:171","msg":"trace[2060220037] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1926; }","duration":"465.639183ms","start":"2026-05-20T04:08:42.681335Z","end":"2026-05-20T04:08:43.146974Z","steps":["trace[2060220037] 'agreement among raft nodes before linearized reading' (duration: 465.277473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:43.147038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:42.68131Z","time spent":"465.709875ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:43.146652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.917776Z","time spent":"1.228861112s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:08:43.146668Z","caller":"traceutil/trace.go:171","msg":"trace[1416086145] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1926; }","duration":"1.216512484s","start":"2026-05-20T04:08:41.930145Z","end":"2026-05-20T04:08:43.146657Z","steps":["trace[1416086145] 'agreement among raft nodes before linearized reading' (duration: 1.216458583s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:43.147275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.930131Z","time spent":"1.21713039s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T04:08:43.146711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181715451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:43.147548Z","caller":"traceutil/trace.go:171","msg":"trace[1825551380] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1926; }","duration":"1.182560742s","start":"2026-05-20T04:08:41.964958Z","end":"2026-05-20T04:08:43.147519Z","steps":["trace[1825551380] 'agreement among raft nodes before linearized reading' (duration: 1.181729341s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:43.147654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:41.964944Z","time spent":"1.182691115s","remote":"127.0.0.1:33748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:44.023482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:44.336881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.030104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:44.336983Z","caller":"traceutil/trace.go:171","msg":"trace[1594124705] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.184725188s","start":"2026-05-20T04:08:43.152242Z","end":"2026-05-20T04:08:44.336967Z","steps":["trace[1594124705] 'process raft request' (duration: 212.5388ms)","trace[1594124705] 'compare' (duration: 971.939621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:44.337035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:43.152227Z","time spent":"1.18478031s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:08:44.342444Z","caller":"traceutil/trace.go:171","msg":"trace[1457902485] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"1.190177628s","start":"2026-05-20T04:08:43.152249Z","end":"2026-05-20T04:08:44.342426Z","steps":["trace[1457902485] 'process raft request' (duration: 1.190032994s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:44.342568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:43.152235Z","time spent":"1.190267s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:44.342688Z","caller":"traceutil/trace.go:171","msg":"trace[2080433232] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"1.189709236s","start":"2026-05-20T04:08:43.152952Z","end":"2026-05-20T04:08:44.342661Z","steps":["trace[2080433232] 'process raft request' (duration: 1.189439819s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:44.342713Z","caller":"traceutil/trace.go:171","msg":"trace[1644195688] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"1.187842518s","start":"2026-05-20T04:08:43.154852Z","end":"2026-05-20T04:08:44.342694Z","steps":["trace[1644195688] 'process raft request' (duration: 1.187698224s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:44.342786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.352127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:44.342813Z","caller":"traceutil/trace.go:171","msg":"trace[976029454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1932; }","duration":"820.437849ms","start":"2026-05-20T04:08:43.522366Z","end":"2026-05-20T04:08:44.342804Z","steps":["trace[976029454] 'agreement among raft nodes before linearized reading' (duration: 820.377797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:44.342816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:43.152929Z","time spent":"1.189814849s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:44.342711Z","caller":"traceutil/trace.go:171","msg":"trace[2071664301] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2000; }","duration":"820.266945ms","start":"2026-05-20T04:08:43.52243Z","end":"2026-05-20T04:08:44.342697Z","steps":["trace[2071664301] 'read index received' (duration: 819.798033ms)","trace[2071664301] 'applied index is now lower than readState.Index' (duration: 468.342µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:44.342851Z","caller":"traceutil/trace.go:171","msg":"trace[148513184] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"1.038708277s","start":"2026-05-20T04:08:43.304138Z","end":"2026-05-20T04:08:44.342846Z","steps":["trace[148513184] 'process raft request' (duration: 1.038535882s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:44.342847Z","caller":"traceutil/trace.go:171","msg":"trace[682763645] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"1.187745215s","start":"2026-05-20T04:08:43.15509Z","end":"2026-05-20T04:08:44.342835Z","steps":["trace[682763645] 'process raft request' (duration: 1.187558901s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:44.342831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:43.522333Z","time spent":"820.49363ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:44.342897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:43.3041Z","time spent":"1.038765458s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:44.342818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:43.154835Z","time spent":"1.187917669s","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:44.342906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:43.155081Z","time spent":"1.187791746s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:44.343023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.072836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:44.343057Z","caller":"traceutil/trace.go:171","msg":"trace[1013549395] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1932; }","duration":"735.147738ms","start":"2026-05-20T04:08:43.607899Z","end":"2026-05-20T04:08:44.343047Z","steps":["trace[1013549395] 'agreement among raft nodes before linearized reading' (duration: 735.090026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:44.343084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:43.607877Z","time spent":"735.19908ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:44.343156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.47479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T04:08:44.343167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.990247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:08:44.343189Z","caller":"traceutil/trace.go:171","msg":"trace[1437369391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1932; }","duration":"481.508851ms","start":"2026-05-20T04:08:43.861671Z","end":"2026-05-20T04:08:44.34318Z","steps":["trace[1437369391] 'agreement among raft nodes before linearized reading' (duration: 481.365918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:44.343221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:43.861616Z","time spent":"481.599393ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:08:44.343243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.117611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:08:44.343308Z","caller":"traceutil/trace.go:171","msg":"trace[140169387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1932; }","duration":"481.216514ms","start":"2026-05-20T04:08:43.862074Z","end":"2026-05-20T04:08:44.34329Z","steps":["trace[140169387] 'agreement among raft nodes before linearized reading' (duration: 480.971238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:44.34332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.021959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:08:44.343354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:43.862057Z","time spent":"481.286075ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:08:44.343195Z","caller":"traceutil/trace.go:171","msg":"trace[203324359] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1932; }","duration":"191.053858ms","start":"2026-05-20T04:08:44.152135Z","end":"2026-05-20T04:08:44.343189Z","steps":["trace[203324359] 'agreement among raft nodes before linearized reading' (duration: 190.952856ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:44.343401Z","caller":"traceutil/trace.go:171","msg":"trace[81769539] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1932; }","duration":"446.142302ms","start":"2026-05-20T04:08:43.897234Z","end":"2026-05-20T04:08:44.343376Z","steps":["trace[81769539] 'agreement among raft nodes before linearized reading' (duration: 445.797873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:44.343455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:43.897216Z","time spent":"446.227014ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:08:44.452888Z","caller":"traceutil/trace.go:171","msg":"trace[937777752] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"105.933532ms","start":"2026-05-20T04:08:44.346932Z","end":"2026-05-20T04:08:44.452866Z","steps":["trace[937777752] 'process raft request' (duration: 93.868112ms)","trace[937777752] 'compare' (duration: 11.955757ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:44.454972Z","caller":"traceutil/trace.go:171","msg":"trace[247393472] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2005; }","duration":"106.147487ms","start":"2026-05-20T04:08:44.348803Z","end":"2026-05-20T04:08:44.45495Z","steps":["trace[247393472] 'read index received' (duration: 92.438894ms)","trace[247393472] 'applied index is now lower than readState.Index' (duration: 13.707723ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:44.45503Z","caller":"traceutil/trace.go:171","msg":"trace[1566973273] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"106.384283ms","start":"2026-05-20T04:08:44.348616Z","end":"2026-05-20T04:08:44.455Z","steps":["trace[1566973273] 'process raft request' (duration: 106.171807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:44.455202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.382743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:08:44.455291Z","caller":"traceutil/trace.go:171","msg":"trace[2013281068] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1934; }","duration":"106.520247ms","start":"2026-05-20T04:08:44.348761Z","end":"2026-05-20T04:08:44.455281Z","steps":["trace[2013281068] 'agreement among raft nodes before linearized reading' (duration: 106.26693ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:46.123424Z","caller":"traceutil/trace.go:171","msg":"trace[526611199] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2011; }","duration":"232.220785ms","start":"2026-05-20T04:08:45.891173Z","end":"2026-05-20T04:08:46.123393Z","steps":["trace[526611199] 'read index received' (duration: 232.02706ms)","trace[526611199] 'applied index is now lower than readState.Index' (duration: 192.635µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:46.123635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.445631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:08:46.123675Z","caller":"traceutil/trace.go:171","msg":"trace[2134339714] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:1938; }","duration":"232.563345ms","start":"2026-05-20T04:08:45.891101Z","end":"2026-05-20T04:08:46.123664Z","steps":["trace[2134339714] 'agreement among raft nodes before linearized reading' (duration: 232.413331ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:46.123711Z","caller":"traceutil/trace.go:171","msg":"trace[330999019] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"281.001699ms","start":"2026-05-20T04:08:45.842617Z","end":"2026-05-20T04:08:46.123619Z","steps":["trace[330999019] 'process raft request' (duration: 280.6366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:46.320955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.691454ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-05-20T04:08:46.736846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.448318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:46.73707Z","caller":"traceutil/trace.go:171","msg":"trace[1032777140] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"414.999732ms","start":"2026-05-20T04:08:46.322033Z","end":"2026-05-20T04:08:46.737033Z","steps":["trace[1032777140] 'process raft request' (duration: 274.264997ms)","trace[1032777140] 'compare' (duration: 140.200152ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:46.737146Z","caller":"traceutil/trace.go:171","msg":"trace[1172746284] linearizableReadLoop","detail":"{readStateIndex:2014; appliedIndex:2013; }","duration":"389.117136ms","start":"2026-05-20T04:08:46.348017Z","end":"2026-05-20T04:08:46.737134Z","steps":["trace[1172746284] 'read index received' (duration: 248.249247ms)","trace[1172746284] 'applied index is now lower than readState.Index' (duration: 140.866599ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:46.737233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:46.322011Z","time spent":"415.136145ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:46.737093Z","caller":"traceutil/trace.go:171","msg":"trace[331668206] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"389.060565ms","start":"2026-05-20T04:08:46.348009Z","end":"2026-05-20T04:08:46.737069Z","steps":["trace[331668206] 'process raft request' (duration: 388.965893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:46.737482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.89647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:46.737467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.765589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:08:46.737518Z","caller":"traceutil/trace.go:171","msg":"trace[1064953469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1940; }","duration":"126.961762ms","start":"2026-05-20T04:08:46.610548Z","end":"2026-05-20T04:08:46.73751Z","steps":["trace[1064953469] 'agreement among raft nodes before linearized reading' (duration: 126.894671ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:46.737543Z","caller":"traceutil/trace.go:171","msg":"trace[921763653] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1940; }","duration":"383.873033ms","start":"2026-05-20T04:08:46.353652Z","end":"2026-05-20T04:08:46.737525Z","steps":["trace[921763653] 'agreement among raft nodes before linearized reading' (duration: 383.651487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:46.737563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.604202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:08:46.737595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:46.353643Z","time spent":"383.942354ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:08:46.737604Z","caller":"traceutil/trace.go:171","msg":"trace[957355836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1940; }","duration":"277.674243ms","start":"2026-05-20T04:08:46.459918Z","end":"2026-05-20T04:08:46.737592Z","steps":["trace[957355836] 'agreement among raft nodes before linearized reading' (duration: 277.512279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:46.737604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.581269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T04:08:46.73762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.464176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T04:08:46.737532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:46.347971Z","time spent":"389.426965ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:46.737672Z","caller":"traceutil/trace.go:171","msg":"trace[1686449781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1940; }","duration":"389.730453ms","start":"2026-05-20T04:08:46.347924Z","end":"2026-05-20T04:08:46.737655Z","steps":["trace[1686449781] 'agreement among raft nodes before linearized reading' (duration: 389.503587ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:46.737683Z","caller":"traceutil/trace.go:171","msg":"trace[1963028312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1940; }","duration":"280.588608ms","start":"2026-05-20T04:08:46.457077Z","end":"2026-05-20T04:08:46.737665Z","steps":["trace[1963028312] 'agreement among raft nodes before linearized reading' (duration: 280.361332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:46.737717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:46.347881Z","time spent":"389.827655ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:08:46.737702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.676104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:08:46.737814Z","caller":"traceutil/trace.go:171","msg":"trace[522498348] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:1940; }","duration":"277.837768ms","start":"2026-05-20T04:08:46.459948Z","end":"2026-05-20T04:08:46.737786Z","steps":["trace[522498348] 'agreement among raft nodes before linearized reading' (duration: 277.478609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:47.244474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:47.745583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:08:48.123711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.38096936s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:08:48.184267Z","caller":"traceutil/trace.go:171","msg":"trace[1433788391] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"1.441587237s","start":"2026-05-20T04:08:46.742652Z","end":"2026-05-20T04:08:48.184239Z","steps":["trace[1433788391] 'process raft request' (duration: 1.441517086s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:48.184461Z","caller":"traceutil/trace.go:171","msg":"trace[2007539261] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"1.441758602s","start":"2026-05-20T04:08:46.742651Z","end":"2026-05-20T04:08:48.18441Z","steps":["trace[2007539261] 'process raft request' (duration: 1.381311779s)","trace[2007539261] 'compare' (duration: 60.056253ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:48.184477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:46.742636Z","time spent":"1.441730621s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:48.184659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:46.742633Z","time spent":"1.441924205s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:48.803871Z","caller":"traceutil/trace.go:171","msg":"trace[369608705] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"2.060805315s","start":"2026-05-20T04:08:46.743038Z","end":"2026-05-20T04:08:48.803843Z","steps":["trace[369608705] 'process raft request' (duration: 2.060600519s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:48.804025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:46.743026Z","time spent":"2.060920857s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:48.804113Z","caller":"traceutil/trace.go:171","msg":"trace[634012847] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"1.671673907s","start":"2026-05-20T04:08:47.132415Z","end":"2026-05-20T04:08:48.804089Z","steps":["trace[634012847] 'process raft request' (duration: 1.671376499s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:48.804241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:47.132389Z","time spent":"1.67178309s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3546,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:48.804142Z","caller":"traceutil/trace.go:171","msg":"trace[1494956850] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2015; }","duration":"2.060038895s","start":"2026-05-20T04:08:46.744076Z","end":"2026-05-20T04:08:48.804115Z","steps":["trace[1494956850] 'read index received' (duration: 1.379889662s)","trace[1494956850] 'applied index is now lower than readState.Index' (duration: 680.087872ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:48.804424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060322482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:08:48.804522Z","caller":"traceutil/trace.go:171","msg":"trace[2107080282] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1944; }","duration":"2.060448745s","start":"2026-05-20T04:08:46.744048Z","end":"2026-05-20T04:08:48.804497Z","steps":["trace[2107080282] 'agreement among raft nodes before linearized reading' (duration: 2.060161918s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:48.804583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:46.744039Z","time spent":"2.060529527s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:08:48.815829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295306759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:48.815885Z","caller":"traceutil/trace.go:171","msg":"trace[2112974324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1945; }","duration":"1.295429021s","start":"2026-05-20T04:08:47.520441Z","end":"2026-05-20T04:08:48.81587Z","steps":["trace[2112974324] 'agreement among raft nodes before linearized reading' (duration: 1.295339998s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:48.815885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612351444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T04:08:48.815917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:47.520407Z","time spent":"1.295501443s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:08:48.815939Z","caller":"traceutil/trace.go:171","msg":"trace[2060748438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1945; }","duration":"1.612461397s","start":"2026-05-20T04:08:47.203463Z","end":"2026-05-20T04:08:48.815925Z","steps":["trace[2060748438] 'agreement among raft nodes before linearized reading' (duration: 1.612257231s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:48.815948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073365557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-20T04:08:48.81597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:47.203435Z","time spent":"1.612528749s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:48.815969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289865679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-qfvkt\" ","response":"range_response_count:1 size:4533"} {"level":"info","ts":"2026-05-20T04:08:48.816Z","caller":"traceutil/trace.go:171","msg":"trace[1583990365] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1945; }","duration":"1.07348003s","start":"2026-05-20T04:08:47.742509Z","end":"2026-05-20T04:08:48.815989Z","steps":["trace[1583990365] 'agreement among raft nodes before linearized reading' (duration: 1.073330787s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:48.816029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:47.742478Z","time spent":"1.073545221s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:08:48.816035Z","caller":"traceutil/trace.go:171","msg":"trace[45186393] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-qfvkt; range_end:; response_count:1; response_revision:1945; }","duration":"1.289970251s","start":"2026-05-20T04:08:47.526048Z","end":"2026-05-20T04:08:48.816019Z","steps":["trace[45186393] 'agreement among raft nodes before linearized reading' (duration: 1.289659242s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:48.816037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625004929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-20T04:08:48.816074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:47.52604Z","time spent":"1.290027823s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4555,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-qfvkt\" "} {"level":"warn","ts":"2026-05-20T04:08:48.816097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962005717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:48.816101Z","caller":"traceutil/trace.go:171","msg":"trace[205305814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1945; }","duration":"1.625117773s","start":"2026-05-20T04:08:47.190967Z","end":"2026-05-20T04:08:48.816085Z","steps":["trace[205305814] 'agreement among raft nodes before linearized reading' (duration: 1.624904287s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:48.816123Z","caller":"traceutil/trace.go:171","msg":"trace[1790762685] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1945; }","duration":"1.962065299s","start":"2026-05-20T04:08:46.854048Z","end":"2026-05-20T04:08:48.816114Z","steps":["trace[1790762685] 'agreement among raft nodes before linearized reading' (duration: 1.961636577s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:48.816137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:47.190951Z","time spent":"1.625179834s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:48.816142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:46.854029Z","time spent":"1.9621087s","remote":"127.0.0.1:34128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:08:50.06374Z","caller":"traceutil/trace.go:171","msg":"trace[572581106] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"195.561675ms","start":"2026-05-20T04:08:49.868151Z","end":"2026-05-20T04:08:50.063713Z","steps":["trace[572581106] 'process raft request' (duration: 195.36619ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:50.212397Z","caller":"traceutil/trace.go:171","msg":"trace[1612365223] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"141.922837ms","start":"2026-05-20T04:08:50.070445Z","end":"2026-05-20T04:08:50.212368Z","steps":["trace[1612365223] 'process raft request' (duration: 124.547711ms)","trace[1612365223] 'compare' (duration: 17.239253ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:50.233589Z","caller":"traceutil/trace.go:171","msg":"trace[674167104] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"161.841938ms","start":"2026-05-20T04:08:50.07172Z","end":"2026-05-20T04:08:50.233561Z","steps":["trace[674167104] 'process raft request' (duration: 161.590922ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:50.23416Z","caller":"traceutil/trace.go:171","msg":"trace[1926815503] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"159.805686ms","start":"2026-05-20T04:08:50.07433Z","end":"2026-05-20T04:08:50.234136Z","steps":["trace[1926815503] 'process raft request' (duration: 159.122018ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:51.401313Z","caller":"traceutil/trace.go:171","msg":"trace[855889054] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"156.705656ms","start":"2026-05-20T04:08:51.244582Z","end":"2026-05-20T04:08:51.401288Z","steps":["trace[855889054] 'process raft request' (duration: 156.47202ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:51.510986Z","caller":"traceutil/trace.go:171","msg":"trace[2096595712] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"220.820643ms","start":"2026-05-20T04:08:51.290145Z","end":"2026-05-20T04:08:51.510966Z","steps":["trace[2096595712] 'process raft request' (duration: 220.68209ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:51.569426Z","caller":"traceutil/trace.go:171","msg":"trace[1105992682] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"160.637797ms","start":"2026-05-20T04:08:51.408761Z","end":"2026-05-20T04:08:51.569399Z","steps":["trace[1105992682] 'process raft request' (duration: 160.448192ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:51.900321Z","caller":"traceutil/trace.go:171","msg":"trace[1821080835] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"322.641241ms","start":"2026-05-20T04:08:51.577632Z","end":"2026-05-20T04:08:51.900273Z","steps":["trace[1821080835] 'process raft request' (duration: 313.893265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:51.900588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:51.577603Z","time spent":"322.834355ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3643,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:51.956511Z","caller":"traceutil/trace.go:171","msg":"trace[807195924] linearizableReadLoop","detail":"{readStateIndex:2048; appliedIndex:2046; }","duration":"182.776437ms","start":"2026-05-20T04:08:51.773705Z","end":"2026-05-20T04:08:51.956481Z","steps":["trace[807195924] 'read index received' (duration: 117.826387ms)","trace[807195924] 'applied index is now lower than readState.Index' (duration: 64.94821ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:51.95661Z","caller":"traceutil/trace.go:171","msg":"trace[211412033] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"370.312455ms","start":"2026-05-20T04:08:51.58626Z","end":"2026-05-20T04:08:51.956573Z","steps":["trace[211412033] 'process raft request' (duration: 370.043788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:51.95678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.054754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:08:51.956814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:51.58622Z","time spent":"370.478859ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:51.956869Z","caller":"traceutil/trace.go:171","msg":"trace[501876935] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1973; }","duration":"183.210698ms","start":"2026-05-20T04:08:51.773637Z","end":"2026-05-20T04:08:51.956848Z","steps":["trace[501876935] 'agreement among raft nodes before linearized reading' (duration: 182.999672ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:52.060912Z","caller":"traceutil/trace.go:171","msg":"trace[2012050717] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2048; }","duration":"104.29858ms","start":"2026-05-20T04:08:51.956587Z","end":"2026-05-20T04:08:52.060886Z","steps":["trace[2012050717] 'read index received' (duration: 100.700248ms)","trace[2012050717] 'applied index is now lower than readState.Index' (duration: 3.596942ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:52.060958Z","caller":"traceutil/trace.go:171","msg":"trace[157055572] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"154.917989ms","start":"2026-05-20T04:08:51.905996Z","end":"2026-05-20T04:08:52.060914Z","steps":["trace[157055572] 'process raft request' (duration: 151.308437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:52.061114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.67834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"warn","ts":"2026-05-20T04:08:52.061138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.478132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:08:52.06115Z","caller":"traceutil/trace.go:171","msg":"trace[153411732] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1974; }","duration":"148.771422ms","start":"2026-05-20T04:08:51.912369Z","end":"2026-05-20T04:08:52.06114Z","steps":["trace[153411732] 'agreement among raft nodes before linearized reading' (duration: 148.612108ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:52.061176Z","caller":"traceutil/trace.go:171","msg":"trace[142142792] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:1974; }","duration":"144.552504ms","start":"2026-05-20T04:08:51.916613Z","end":"2026-05-20T04:08:52.061165Z","steps":["trace[142142792] 'agreement among raft nodes before linearized reading' (duration: 144.375229ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:52.659175Z","caller":"traceutil/trace.go:171","msg":"trace[514362444] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2069; }","duration":"331.157457ms","start":"2026-05-20T04:08:52.327945Z","end":"2026-05-20T04:08:52.659103Z","steps":["trace[514362444] 'read index received' (duration: 329.967077ms)","trace[514362444] 'applied index is now lower than readState.Index' (duration: 1.18909ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:52.659185Z","caller":"traceutil/trace.go:171","msg":"trace[2033748315] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"357.494975ms","start":"2026-05-20T04:08:52.301654Z","end":"2026-05-20T04:08:52.659149Z","steps":["trace[2033748315] 'process raft request' (duration: 356.191571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:52.659379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:52.301635Z","time spent":"357.67763ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1144,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:08:52.65946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.436189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:52.65955Z","caller":"traceutil/trace.go:171","msg":"trace[744997257] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1994; }","duration":"279.566643ms","start":"2026-05-20T04:08:52.379959Z","end":"2026-05-20T04:08:52.659526Z","steps":["trace[744997257] 'agreement among raft nodes before linearized reading' (duration: 279.380768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:52.659977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.014271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:08:52.660053Z","caller":"traceutil/trace.go:171","msg":"trace[1295825639] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1994; }","duration":"332.138644ms","start":"2026-05-20T04:08:52.327898Z","end":"2026-05-20T04:08:52.660037Z","steps":["trace[1295825639] 'agreement among raft nodes before linearized reading' (duration: 331.343423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:52.660348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:52.327874Z","time spent":"332.41341ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":32,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:53.347016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.566804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:53.347327Z","caller":"traceutil/trace.go:171","msg":"trace[189254402] linearizableReadLoop","detail":"{readStateIndex:2118; appliedIndex:2115; }","duration":"356.799537ms","start":"2026-05-20T04:08:52.990506Z","end":"2026-05-20T04:08:53.347305Z","steps":["trace[189254402] 'read index received' (duration: 255.844423ms)","trace[189254402] 'applied index is now lower than readState.Index' (duration: 100.954174ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:53.347549Z","caller":"traceutil/trace.go:171","msg":"trace[1531869528] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"385.569395ms","start":"2026-05-20T04:08:52.961959Z","end":"2026-05-20T04:08:53.347528Z","steps":["trace[1531869528] 'process raft request' (duration: 385.205066ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:53.347563Z","caller":"traceutil/trace.go:171","msg":"trace[17429432] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"394.6686ms","start":"2026-05-20T04:08:52.952865Z","end":"2026-05-20T04:08:53.347534Z","steps":["trace[17429432] 'process raft request' (duration: 293.50018ms)","trace[17429432] 'compare' (duration: 100.282627ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:53.34766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:52.961941Z","time spent":"385.673438ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:53.347707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:52.952845Z","time spent":"394.785353ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105443,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:53.347746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.281843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:08:53.347804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.159405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"info","ts":"2026-05-20T04:08:53.347837Z","caller":"traceutil/trace.go:171","msg":"trace[1290288650] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2042; }","duration":"298.401816ms","start":"2026-05-20T04:08:53.049409Z","end":"2026-05-20T04:08:53.347811Z","steps":["trace[1290288650] 'agreement among raft nodes before linearized reading' (duration: 298.279182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:53.347834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.368219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-20T04:08:53.347853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.907028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1041"} {"level":"info","ts":"2026-05-20T04:08:53.347897Z","caller":"traceutil/trace.go:171","msg":"trace[1855693029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2042; }","duration":"281.46332ms","start":"2026-05-20T04:08:53.06642Z","end":"2026-05-20T04:08:53.347884Z","steps":["trace[1855693029] 'agreement among raft nodes before linearized reading' (duration: 281.271806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:53.347865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.635604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:08:53.347939Z","caller":"traceutil/trace.go:171","msg":"trace[2146208701] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:2042; }","duration":"160.020141ms","start":"2026-05-20T04:08:53.187893Z","end":"2026-05-20T04:08:53.347913Z","steps":["trace[2146208701] 'agreement among raft nodes before linearized reading' (duration: 159.790885ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:53.347954Z","caller":"traceutil/trace.go:171","msg":"trace[1808531461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2042; }","duration":"337.781258ms","start":"2026-05-20T04:08:53.010153Z","end":"2026-05-20T04:08:53.347934Z","steps":["trace[1808531461] 'agreement among raft nodes before linearized reading' (duration: 337.443659ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:53.347871Z","caller":"traceutil/trace.go:171","msg":"trace[113621809] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:2042; }","duration":"262.279928ms","start":"2026-05-20T04:08:53.085577Z","end":"2026-05-20T04:08:53.347857Z","steps":["trace[113621809] 'agreement among raft nodes before linearized reading' (duration: 262.050362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:53.348005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:53.010137Z","time spent":"337.859869ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:53.348098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.474274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:08:53.348249Z","caller":"traceutil/trace.go:171","msg":"trace[482265601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2042; }","duration":"357.755251ms","start":"2026-05-20T04:08:52.990464Z","end":"2026-05-20T04:08:53.348219Z","steps":["trace[482265601] 'agreement among raft nodes before linearized reading' (duration: 357.024742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:53.34841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:52.990444Z","time spent":"357.880104ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:08:53.34761Z","caller":"traceutil/trace.go:171","msg":"trace[539380136] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"385.594656ms","start":"2026-05-20T04:08:52.96195Z","end":"2026-05-20T04:08:53.347545Z","steps":["trace[539380136] 'process raft request' (duration: 385.310139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:53.348821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:52.96192Z","time spent":"386.679225ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4203,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:54.292048Z","caller":"traceutil/trace.go:171","msg":"trace[772830884] linearizableReadLoop","detail":"{readStateIndex:2131; appliedIndex:2130; }","duration":"115.438296ms","start":"2026-05-20T04:08:54.176589Z","end":"2026-05-20T04:08:54.292027Z","steps":["trace[772830884] 'read index received' (duration: 114.976974ms)","trace[772830884] 'applied index is now lower than readState.Index' (duration: 460.172µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:54.292146Z","caller":"traceutil/trace.go:171","msg":"trace[1596285048] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"407.690673ms","start":"2026-05-20T04:08:53.884402Z","end":"2026-05-20T04:08:54.292093Z","steps":["trace[1596285048] 'process raft request' (duration: 407.332084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:54.29224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.63015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:54.29228Z","caller":"traceutil/trace.go:171","msg":"trace[1556552003] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2055; }","duration":"115.722463ms","start":"2026-05-20T04:08:54.176544Z","end":"2026-05-20T04:08:54.292267Z","steps":["trace[1556552003] 'agreement among raft nodes before linearized reading' (duration: 115.644961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:54.292409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:53.884345Z","time spent":"407.93151ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:54.498329Z","caller":"traceutil/trace.go:171","msg":"trace[1579531091] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"200.434441ms","start":"2026-05-20T04:08:54.297844Z","end":"2026-05-20T04:08:54.498278Z","steps":["trace[1579531091] 'process raft request' (duration: 114.79345ms)","trace[1579531091] 'compare' (duration: 85.176869ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:54.800136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.186406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:54.801447Z","caller":"traceutil/trace.go:171","msg":"trace[1344565478] linearizableReadLoop","detail":"{readStateIndex:2134; appliedIndex:2131; }","duration":"448.153574ms","start":"2026-05-20T04:08:54.35327Z","end":"2026-05-20T04:08:54.801423Z","steps":["trace[1344565478] 'read index received' (duration: 59.451997ms)","trace[1344565478] 'applied index is now lower than readState.Index' (duration: 388.700457ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:54.801595Z","caller":"traceutil/trace.go:171","msg":"trace[1459326761] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"494.883055ms","start":"2026-05-20T04:08:54.306637Z","end":"2026-05-20T04:08:54.80152Z","steps":["trace[1459326761] 'process raft request' (duration: 494.6956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:54.801681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.397021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:08:54.80173Z","caller":"traceutil/trace.go:171","msg":"trace[792369577] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2058; }","duration":"448.494433ms","start":"2026-05-20T04:08:54.353219Z","end":"2026-05-20T04:08:54.801713Z","steps":["trace[792369577] 'agreement among raft nodes before linearized reading' (duration: 448.271348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:54.801803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:54.353201Z","time spent":"448.587085ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:08:54.801638Z","caller":"traceutil/trace.go:171","msg":"trace[634863522] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"502.964303ms","start":"2026-05-20T04:08:54.298631Z","end":"2026-05-20T04:08:54.801596Z","steps":["trace[634863522] 'process raft request' (duration: 348.186576ms)","trace[634863522] 'compare' (duration: 153.005652ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:54.801955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:54.30662Z","time spent":"495.075249ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1215,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:08:54.802113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:54.298604Z","time spent":"503.337441ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:55.350413Z","caller":"traceutil/trace.go:171","msg":"trace[1731520526] linearizableReadLoop","detail":"{readStateIndex:2135; appliedIndex:2134; }","duration":"475.016764ms","start":"2026-05-20T04:08:54.87537Z","end":"2026-05-20T04:08:55.350387Z","steps":["trace[1731520526] 'read index received' (duration: 474.343717ms)","trace[1731520526] 'applied index is now lower than readState.Index' (duration: 671.507µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:55.350556Z","caller":"traceutil/trace.go:171","msg":"trace[1426333209] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"484.833967ms","start":"2026-05-20T04:08:54.865651Z","end":"2026-05-20T04:08:55.350485Z","steps":["trace[1426333209] 'process raft request' (duration: 484.131639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:55.350649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.263211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:08:55.350686Z","caller":"traceutil/trace.go:171","msg":"trace[1617684445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2059; }","duration":"475.324652ms","start":"2026-05-20T04:08:54.87535Z","end":"2026-05-20T04:08:55.350675Z","steps":["trace[1617684445] 'agreement among raft nodes before linearized reading' (duration: 475.144268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:55.350729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:54.875264Z","time spent":"475.456046ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:08:55.350803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:54.865612Z","time spent":"485.067813ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:55.638675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.738809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:55.638872Z","caller":"traceutil/trace.go:171","msg":"trace[225006517] linearizableReadLoop","detail":"{readStateIndex:2136; appliedIndex:2135; }","duration":"288.37351ms","start":"2026-05-20T04:08:55.350472Z","end":"2026-05-20T04:08:55.638846Z","steps":["trace[225006517] 'read index received' (duration: 78.405015ms)","trace[225006517] 'applied index is now lower than readState.Index' (duration: 209.962505ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:55.638913Z","caller":"traceutil/trace.go:171","msg":"trace[1601726611] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"685.654968ms","start":"2026-05-20T04:08:54.953217Z","end":"2026-05-20T04:08:55.638872Z","steps":["trace[1601726611] 'process raft request' (duration: 475.638491ms)","trace[1601726611] 'compare' (duration: 209.599546ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:55.639195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:54.953176Z","time spent":"685.854393ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:55.639237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.040601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:08:55.639371Z","caller":"traceutil/trace.go:171","msg":"trace[72526009] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2060; }","duration":"720.270027ms","start":"2026-05-20T04:08:54.919075Z","end":"2026-05-20T04:08:55.639345Z","steps":["trace[72526009] 'agreement among raft nodes before linearized reading' (duration: 719.863946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:55.639439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:54.919047Z","time spent":"720.37627ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:08:55.687513Z","caller":"traceutil/trace.go:171","msg":"trace[607863936] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"330.488711ms","start":"2026-05-20T04:08:55.35699Z","end":"2026-05-20T04:08:55.687479Z","steps":["trace[607863936] 'process raft request' (duration: 330.230435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:55.687703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:55.356957Z","time spent":"330.638536ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:55.687815Z","caller":"traceutil/trace.go:171","msg":"trace[1989357666] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"322.641811ms","start":"2026-05-20T04:08:55.365138Z","end":"2026-05-20T04:08:55.68778Z","steps":["trace[1989357666] 'process raft request' (duration: 322.27215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:55.687973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:55.365122Z","time spent":"322.781354ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3352,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:08:55.68793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.548146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:55.68807Z","caller":"traceutil/trace.go:171","msg":"trace[866685608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2062; }","duration":"167.73344ms","start":"2026-05-20T04:08:55.520289Z","end":"2026-05-20T04:08:55.688023Z","steps":["trace[866685608] 'agreement among raft nodes before linearized reading' (duration: 167.445883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:55.688177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.198182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T04:08:55.688239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.042635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:08:55.688269Z","caller":"traceutil/trace.go:171","msg":"trace[1335949142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2062; }","duration":"305.328645ms","start":"2026-05-20T04:08:55.382919Z","end":"2026-05-20T04:08:55.688247Z","steps":["trace[1335949142] 'agreement among raft nodes before linearized reading' (duration: 304.874063ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:55.68828Z","caller":"traceutil/trace.go:171","msg":"trace[1958580880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2062; }","duration":"308.125007ms","start":"2026-05-20T04:08:55.380142Z","end":"2026-05-20T04:08:55.688267Z","steps":["trace[1958580880] 'agreement among raft nodes before linearized reading' (duration: 307.963913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:55.688315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:55.380119Z","time spent":"308.189988ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:55.688316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:55.382906Z","time spent":"305.400157ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:08:56.26873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.126304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:56.269595Z","caller":"traceutil/trace.go:171","msg":"trace[2187986] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"576.551235ms","start":"2026-05-20T04:08:55.69301Z","end":"2026-05-20T04:08:56.269562Z","steps":["trace[2187986] 'process raft request' (duration: 250.463386ms)","trace[2187986] 'compare' (duration: 324.673893ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:56.269751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:55.692976Z","time spent":"576.689008ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:56.269961Z","caller":"traceutil/trace.go:171","msg":"trace[1961046079] linearizableReadLoop","detail":"{readStateIndex:2141; appliedIndex:2138; }","duration":"460.312157ms","start":"2026-05-20T04:08:55.809624Z","end":"2026-05-20T04:08:56.269936Z","steps":["trace[1961046079] 'read index received' (duration: 133.88823ms)","trace[1961046079] 'applied index is now lower than readState.Index' (duration: 326.422777ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:56.269993Z","caller":"traceutil/trace.go:171","msg":"trace[377649447] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"576.372559ms","start":"2026-05-20T04:08:55.693581Z","end":"2026-05-20T04:08:56.269953Z","steps":["trace[377649447] 'process raft request' (duration: 575.879436ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:56.270056Z","caller":"traceutil/trace.go:171","msg":"trace[1445758966] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"576.02656ms","start":"2026-05-20T04:08:55.693968Z","end":"2026-05-20T04:08:56.269995Z","steps":["trace[1445758966] 'process raft request' (duration: 575.896496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:56.270212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.595734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-20T04:08:56.270213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.834997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:08:56.270246Z","caller":"traceutil/trace.go:171","msg":"trace[533561906] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2065; }","duration":"460.684847ms","start":"2026-05-20T04:08:55.809553Z","end":"2026-05-20T04:08:56.270238Z","steps":["trace[533561906] 'agreement among raft nodes before linearized reading' (duration: 460.511542ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:56.270255Z","caller":"traceutil/trace.go:171","msg":"trace[892522571] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:2065; }","duration":"377.92092ms","start":"2026-05-20T04:08:55.892323Z","end":"2026-05-20T04:08:56.270244Z","steps":["trace[892522571] 'agreement among raft nodes before linearized reading' (duration: 377.775726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:56.270278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:55.809523Z","time spent":"460.747629ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:08:56.270286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:55.892302Z","time spent":"377.979202ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:08:56.270349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:55.693565Z","time spent":"576.590455ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:56.270633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:55.693957Z","time spent":"576.289237ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3200,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:08:56.592427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.124551ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-05-20T04:08:56.592565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.271958Z","time spent":"320.603128ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T04:08:56.610332Z","caller":"traceutil/trace.go:171","msg":"trace[1169096489] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"333.382356ms","start":"2026-05-20T04:08:56.276925Z","end":"2026-05-20T04:08:56.610307Z","steps":["trace[1169096489] 'process raft request' (duration: 333.160831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:56.610482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.2769Z","time spent":"333.507439ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3246,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:56.610624Z","caller":"traceutil/trace.go:171","msg":"trace[699430832] linearizableReadLoop","detail":"{readStateIndex:2145; appliedIndex:2141; }","duration":"307.932252ms","start":"2026-05-20T04:08:56.302673Z","end":"2026-05-20T04:08:56.610606Z","steps":["trace[699430832] 'read index received' (duration: 75.624773ms)","trace[699430832] 'applied index is now lower than readState.Index' (duration: 232.306779ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:56.610671Z","caller":"traceutil/trace.go:171","msg":"trace[1938684047] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"333.615172ms","start":"2026-05-20T04:08:56.277039Z","end":"2026-05-20T04:08:56.610654Z","steps":["trace[1938684047] 'process raft request' (duration: 333.214502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:56.610739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.277031Z","time spent":"333.676613ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:08:56.610816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.124416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T04:08:56.610792Z","caller":"traceutil/trace.go:171","msg":"trace[1926895725] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"332.174746ms","start":"2026-05-20T04:08:56.278553Z","end":"2026-05-20T04:08:56.610728Z","steps":["trace[1926895725] 'process raft request' (duration: 331.95569ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:56.610853Z","caller":"traceutil/trace.go:171","msg":"trace[1252027403] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2068; }","duration":"308.212769ms","start":"2026-05-20T04:08:56.30263Z","end":"2026-05-20T04:08:56.610842Z","steps":["trace[1252027403] 'agreement among raft nodes before linearized reading' (duration: 308.075895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:56.611031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.30261Z","time spent":"308.409524ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:08:56.611107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.278547Z","time spent":"332.374831ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:56.947146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.494578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:56.94723Z","caller":"traceutil/trace.go:171","msg":"trace[1156100426] linearizableReadLoop","detail":"{readStateIndex:2146; appliedIndex:2145; }","duration":"336.535187ms","start":"2026-05-20T04:08:56.610683Z","end":"2026-05-20T04:08:56.947218Z","steps":["trace[1156100426] 'read index received' (duration: 234.789912ms)","trace[1156100426] 'applied index is now lower than readState.Index' (duration: 101.744255ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:56.94735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.712277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:56.947345Z","caller":"traceutil/trace.go:171","msg":"trace[1203274530] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"353.518383ms","start":"2026-05-20T04:08:56.593771Z","end":"2026-05-20T04:08:56.947289Z","steps":["trace[1203274530] 'process raft request' (duration: 251.780479ms)","trace[1203274530] 'compare' (duration: 101.395426ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:56.947355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.157794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:56.947394Z","caller":"traceutil/trace.go:171","msg":"trace[1639612834] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:2069; }","duration":"474.81749ms","start":"2026-05-20T04:08:56.472565Z","end":"2026-05-20T04:08:56.947383Z","steps":["trace[1639612834] 'agreement among raft nodes before linearized reading' (duration: 474.735778ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:56.947434Z","caller":"traceutil/trace.go:171","msg":"trace[52118864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2069; }","duration":"425.278518ms","start":"2026-05-20T04:08:56.522137Z","end":"2026-05-20T04:08:56.947416Z","steps":["trace[52118864] 'agreement among raft nodes before linearized reading' (duration: 425.093543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:56.947436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.472542Z","time spent":"474.883592ms","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:56.947464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.842313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-20T04:08:56.947474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.522126Z","time spent":"425.339759ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:56.947493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.593741Z","time spent":"353.674938ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:56.94764Z","caller":"traceutil/trace.go:171","msg":"trace[1297056972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2069; }","duration":"441.913225ms","start":"2026-05-20T04:08:56.505573Z","end":"2026-05-20T04:08:56.947487Z","steps":["trace[1297056972] 'agreement among raft nodes before linearized reading' (duration: 441.69741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:56.947686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.505551Z","time spent":"442.12455ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:08:56.955203Z","caller":"traceutil/trace.go:171","msg":"trace[1730940422] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"337.041749ms","start":"2026-05-20T04:08:56.61814Z","end":"2026-05-20T04:08:56.955182Z","steps":["trace[1730940422] 'process raft request' (duration: 336.765522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:56.95533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.618098Z","time spent":"337.163992ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:56.955372Z","caller":"traceutil/trace.go:171","msg":"trace[1385929069] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"336.302711ms","start":"2026-05-20T04:08:56.619051Z","end":"2026-05-20T04:08:56.955354Z","steps":["trace[1385929069] 'process raft request' (duration: 335.983533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:56.955465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.619024Z","time spent":"336.399123ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:08:56.955692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.379688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T04:08:56.9557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.487315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:56.955724Z","caller":"traceutil/trace.go:171","msg":"trace[1732733124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2071; }","duration":"149.44977ms","start":"2026-05-20T04:08:56.806265Z","end":"2026-05-20T04:08:56.955715Z","steps":["trace[1732733124] 'agreement among raft nodes before linearized reading' (duration: 149.309976ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:56.955741Z","caller":"traceutil/trace.go:171","msg":"trace[1881246098] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2071; }","duration":"329.532196ms","start":"2026-05-20T04:08:56.626196Z","end":"2026-05-20T04:08:56.955728Z","steps":["trace[1881246098] 'agreement among raft nodes before linearized reading' (duration: 329.450034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:56.955995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.626151Z","time spent":"329.826403ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:08:56.95578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.072285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-6b5j7\" ","response":"range_response_count:1 size:3261"} {"level":"info","ts":"2026-05-20T04:08:56.95615Z","caller":"traceutil/trace.go:171","msg":"trace[216652515] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-6b5j7; range_end:; response_count:1; response_revision:2071; }","duration":"336.482775ms","start":"2026-05-20T04:08:56.619641Z","end":"2026-05-20T04:08:56.956124Z","steps":["trace[216652515] 'agreement among raft nodes before linearized reading' (duration: 336.028904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:56.956231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.619604Z","time spent":"336.604768ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":3283,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-6b5j7\" "} {"level":"warn","ts":"2026-05-20T04:08:56.955886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.013245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-05-20T04:08:56.956329Z","caller":"traceutil/trace.go:171","msg":"trace[1584419781] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:2071; }","duration":"129.474177ms","start":"2026-05-20T04:08:56.826835Z","end":"2026-05-20T04:08:56.956309Z","steps":["trace[1584419781] 'agreement among raft nodes before linearized reading' (duration: 128.956914ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:57.315864Z","caller":"traceutil/trace.go:171","msg":"trace[884095541] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"355.573016ms","start":"2026-05-20T04:08:56.960275Z","end":"2026-05-20T04:08:57.315848Z","steps":["trace[884095541] 'process raft request' (duration: 318.883164ms)","trace[884095541] 'compare' (duration: 36.352844ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:57.315976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.960249Z","time spent":"355.671729ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:57.316121Z","caller":"traceutil/trace.go:171","msg":"trace[1473888616] linearizableReadLoop","detail":"{readStateIndex:2151; appliedIndex:2149; }","duration":"289.873679ms","start":"2026-05-20T04:08:57.026218Z","end":"2026-05-20T04:08:57.316092Z","steps":["trace[1473888616] 'read index received' (duration: 252.9403ms)","trace[1473888616] 'applied index is now lower than readState.Index' (duration: 36.931338ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:57.316235Z","caller":"traceutil/trace.go:171","msg":"trace[240906691] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"353.068452ms","start":"2026-05-20T04:08:56.963158Z","end":"2026-05-20T04:08:57.316227Z","steps":["trace[240906691] 'process raft request' (duration: 352.643311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:57.316325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.963104Z","time spent":"353.153574ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4164,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:57.316401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.179179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-6b5j7\" ","response":"range_response_count:1 size:4179"} {"level":"warn","ts":"2026-05-20T04:08:57.31642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.519988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:08:57.31675Z","caller":"traceutil/trace.go:171","msg":"trace[1276992999] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2074; }","duration":"287.888078ms","start":"2026-05-20T04:08:57.02884Z","end":"2026-05-20T04:08:57.316728Z","steps":["trace[1276992999] 'agreement among raft nodes before linearized reading' (duration: 287.414846ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:57.316479Z","caller":"traceutil/trace.go:171","msg":"trace[856748506] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-6b5j7; range_end:; response_count:1; response_revision:2074; }","duration":"359.279541ms","start":"2026-05-20T04:08:56.957182Z","end":"2026-05-20T04:08:57.316461Z","steps":["trace[856748506] 'agreement among raft nodes before linearized reading' (duration: 359.145177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:57.31683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:56.95717Z","time spent":"359.64703ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4201,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-6b5j7\" "} {"level":"warn","ts":"2026-05-20T04:08:57.760496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.545321ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:08:57.760781Z","caller":"traceutil/trace.go:171","msg":"trace[535134502] linearizableReadLoop","detail":"{readStateIndex:2152; appliedIndex:2151; }","duration":"312.737436ms","start":"2026-05-20T04:08:57.448014Z","end":"2026-05-20T04:08:57.760752Z","steps":["trace[535134502] 'read index received' (duration: 18.886776ms)","trace[535134502] 'applied index is now lower than readState.Index' (duration: 293.8485ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:08:57.760936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.89806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:57.761037Z","caller":"traceutil/trace.go:171","msg":"trace[1458196648] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2074; }","duration":"313.016864ms","start":"2026-05-20T04:08:57.447992Z","end":"2026-05-20T04:08:57.761009Z","steps":["trace[1458196648] 'agreement among raft nodes before linearized reading' (duration: 312.845029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:57.761093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:57.447928Z","time spent":"313.153306ms","remote":"127.0.0.1:34652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:08:57.761609Z","caller":"traceutil/trace.go:171","msg":"trace[1041470732] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"114.208905ms","start":"2026-05-20T04:08:57.646794Z","end":"2026-05-20T04:08:57.761003Z","steps":["trace[1041470732] 'process raft request' (duration: 113.908168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:58.261049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217436,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:08:58.437383Z","caller":"traceutil/trace.go:171","msg":"trace[1252116604] linearizableReadLoop","detail":"{readStateIndex:2154; appliedIndex:2153; }","duration":"676.495791ms","start":"2026-05-20T04:08:57.760865Z","end":"2026-05-20T04:08:58.437361Z","steps":["trace[1252116604] 'read index received' (duration: 676.218334ms)","trace[1252116604] 'applied index is now lower than readState.Index' (duration: 276.177µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:58.4374Z","caller":"traceutil/trace.go:171","msg":"trace[74852725] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"708.322129ms","start":"2026-05-20T04:08:57.729056Z","end":"2026-05-20T04:08:58.437378Z","steps":["trace[74852725] 'process raft request' (duration: 708.137115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:58.437529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:57.729028Z","time spent":"708.436363ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:08:58.437625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.378422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:58.437695Z","caller":"traceutil/trace.go:171","msg":"trace[231386913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2076; }","duration":"912.526227ms","start":"2026-05-20T04:08:57.525152Z","end":"2026-05-20T04:08:58.437678Z","steps":["trace[231386913] 'agreement among raft nodes before linearized reading' (duration: 912.328232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:58.437736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:57.525129Z","time spent":"912.597958ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:08:58.437723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.576731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:08:58.437827Z","caller":"traceutil/trace.go:171","msg":"trace[1657859877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2076; }","duration":"744.716535ms","start":"2026-05-20T04:08:57.693074Z","end":"2026-05-20T04:08:58.437791Z","steps":["trace[1657859877] 'agreement among raft nodes before linearized reading' (duration: 744.365856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:58.43788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:57.693045Z","time spent":"744.824908ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:08:58.437888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.68667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T04:08:58.437886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.366411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T04:08:58.43793Z","caller":"traceutil/trace.go:171","msg":"trace[425887197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2076; }","duration":"162.809383ms","start":"2026-05-20T04:08:58.27511Z","end":"2026-05-20T04:08:58.437919Z","steps":["trace[425887197] 'agreement among raft nodes before linearized reading' (duration: 162.647039ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:58.437955Z","caller":"traceutil/trace.go:171","msg":"trace[115541339] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2076; }","duration":"492.480474ms","start":"2026-05-20T04:08:57.945463Z","end":"2026-05-20T04:08:58.437943Z","steps":["trace[115541339] 'agreement among raft nodes before linearized reading' (duration: 492.042283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:58.43796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.004616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:08:58.438069Z","caller":"traceutil/trace.go:171","msg":"trace[1361284131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2076; }","duration":"161.15045ms","start":"2026-05-20T04:08:58.276894Z","end":"2026-05-20T04:08:58.438045Z","steps":["trace[1361284131] 'agreement among raft nodes before linearized reading' (duration: 160.834542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:58.437908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.293877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-20T04:08:58.438048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:57.94544Z","time spent":"492.582057ms","remote":"127.0.0.1:34154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":239,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:08:58.438165Z","caller":"traceutil/trace.go:171","msg":"trace[1180533239] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2076; }","duration":"116.623396ms","start":"2026-05-20T04:08:58.321516Z","end":"2026-05-20T04:08:58.43814Z","steps":["trace[1180533239] 'agreement among raft nodes before linearized reading' (duration: 116.066512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:58.437803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.785105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:08:58.438369Z","caller":"traceutil/trace.go:171","msg":"trace[426610913] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2076; }","duration":"743.474102ms","start":"2026-05-20T04:08:57.694878Z","end":"2026-05-20T04:08:58.438352Z","steps":["trace[426610913] 'agreement among raft nodes before linearized reading' (duration: 742.520238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:58.438769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:57.694849Z","time spent":"743.906924ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:08:58.816485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.672121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:08:58.81678Z","caller":"traceutil/trace.go:171","msg":"trace[1785057283] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"374.033231ms","start":"2026-05-20T04:08:58.442709Z","end":"2026-05-20T04:08:58.816742Z","steps":["trace[1785057283] 'process raft request' (duration: 164.988599ms)","trace[1785057283] 'compare' (duration: 208.520538ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:58.81686Z","caller":"traceutil/trace.go:171","msg":"trace[61763933] linearizableReadLoop","detail":"{readStateIndex:2157; appliedIndex:2154; }","duration":"372.477751ms","start":"2026-05-20T04:08:58.444363Z","end":"2026-05-20T04:08:58.816841Z","steps":["trace[61763933] 'read index received' (duration: 163.354657ms)","trace[61763933] 'applied index is now lower than readState.Index' (duration: 209.121324ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:08:58.816884Z","caller":"traceutil/trace.go:171","msg":"trace[168120231] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"374.098402ms","start":"2026-05-20T04:08:58.442764Z","end":"2026-05-20T04:08:58.816862Z","steps":["trace[168120231] 'process raft request' (duration: 373.822214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:58.817657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:58.442742Z","time spent":"374.856372ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:08:58.816906Z","caller":"traceutil/trace.go:171","msg":"trace[1564310592] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"374.071972ms","start":"2026-05-20T04:08:58.442809Z","end":"2026-05-20T04:08:58.816881Z","steps":["trace[1564310592] 'process raft request' (duration: 373.875286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:58.817786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:58.442787Z","time spent":"374.933944ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:58.816977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:58.442694Z","time spent":"374.191645ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:08:58.817176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.800118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:08:58.817984Z","caller":"traceutil/trace.go:171","msg":"trace[1935508914] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2079; }","duration":"373.66066ms","start":"2026-05-20T04:08:58.444309Z","end":"2026-05-20T04:08:58.81797Z","steps":["trace[1935508914] 'agreement among raft nodes before linearized reading' (duration: 372.647414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:58.818052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:08:58.444288Z","time spent":"373.735512ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:08:58.817348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.428001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:58.818172Z","caller":"traceutil/trace.go:171","msg":"trace[718543879] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2079; }","duration":"110.274813ms","start":"2026-05-20T04:08:58.70787Z","end":"2026-05-20T04:08:58.818145Z","steps":["trace[718543879] 'agreement among raft nodes before linearized reading' (duration: 109.440111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:08:58.817374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.636096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:08:58.818255Z","caller":"traceutil/trace.go:171","msg":"trace[330136648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2079; }","duration":"261.55228ms","start":"2026-05-20T04:08:58.556671Z","end":"2026-05-20T04:08:58.818223Z","steps":["trace[330136648] 'agreement among raft nodes before linearized reading' (duration: 260.632986ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:08:59.006254Z","caller":"traceutil/trace.go:171","msg":"trace[2078044491] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"149.202364ms","start":"2026-05-20T04:08:58.857008Z","end":"2026-05-20T04:08:59.006211Z","steps":["trace[2078044491] 'process raft request' (duration: 78.528638ms)","trace[2078044491] 'compare' (duration: 70.354358ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:00.132955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.090845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-6b5j7\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-05-20T04:09:00.133058Z","caller":"traceutil/trace.go:171","msg":"trace[102417411] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-6b5j7; range_end:; response_count:1; response_revision:2099; }","duration":"178.249449ms","start":"2026-05-20T04:08:59.954787Z","end":"2026-05-20T04:09:00.133036Z","steps":["trace[102417411] 'range keys from in-memory index tree' (duration: 177.839439ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:00.260118Z","caller":"traceutil/trace.go:171","msg":"trace[1231702741] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"118.172596ms","start":"2026-05-20T04:09:00.141894Z","end":"2026-05-20T04:09:00.260066Z","steps":["trace[1231702741] 'process raft request' (duration: 117.662373ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:01.153535Z","caller":"traceutil/trace.go:171","msg":"trace[728638619] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"327.065144ms","start":"2026-05-20T04:09:00.826445Z","end":"2026-05-20T04:09:01.15351Z","steps":["trace[728638619] 'process raft request' (duration: 326.644633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:01.153689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:00.826428Z","time spent":"327.184937ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:01.323536Z","caller":"traceutil/trace.go:171","msg":"trace[1090810088] linearizableReadLoop","detail":"{readStateIndex:2182; appliedIndex:2179; }","duration":"493.459319ms","start":"2026-05-20T04:09:00.830055Z","end":"2026-05-20T04:09:01.323514Z","steps":["trace[1090810088] 'read index received' (duration: 323.194145ms)","trace[1090810088] 'applied index is now lower than readState.Index' (duration: 170.264264ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:01.32359Z","caller":"traceutil/trace.go:171","msg":"trace[600103752] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"496.982699ms","start":"2026-05-20T04:09:00.826569Z","end":"2026-05-20T04:09:01.323551Z","steps":["trace[600103752] 'process raft request' (duration: 443.397402ms)","trace[600103752] 'compare' (duration: 53.002052ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:01.323659Z","caller":"traceutil/trace.go:171","msg":"trace[1227581041] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"496.791674ms","start":"2026-05-20T04:09:00.826842Z","end":"2026-05-20T04:09:01.323633Z","steps":["trace[1227581041] 'process raft request' (duration: 496.61144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:01.323738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:00.826536Z","time spent":"497.125193ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:01.323807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.745436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"warn","ts":"2026-05-20T04:09:01.323817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:00.826811Z","time spent":"496.912397ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:01.323854Z","caller":"traceutil/trace.go:171","msg":"trace[1383586912] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2104; }","duration":"493.836108ms","start":"2026-05-20T04:09:00.830007Z","end":"2026-05-20T04:09:01.323843Z","steps":["trace[1383586912] 'agreement among raft nodes before linearized reading' (duration: 493.632053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:01.323886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:00.829992Z","time spent":"493.88597ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:09:01.433844Z","caller":"traceutil/trace.go:171","msg":"trace[1240027222] linearizableReadLoop","detail":"{readStateIndex:2183; appliedIndex:2182; }","duration":"110.195982ms","start":"2026-05-20T04:09:01.323613Z","end":"2026-05-20T04:09:01.433809Z","steps":["trace[1240027222] 'read index received' (duration: 102.780931ms)","trace[1240027222] 'applied index is now lower than readState.Index' (duration: 7.413381ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:01.434011Z","caller":"traceutil/trace.go:171","msg":"trace[1798676909] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"166.393166ms","start":"2026-05-20T04:09:01.267562Z","end":"2026-05-20T04:09:01.433955Z","steps":["trace[1798676909] 'process raft request' (duration: 158.824881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:01.444027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.972877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T04:09:01.444068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.409215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T04:09:01.444143Z","caller":"traceutil/trace.go:171","msg":"trace[752061908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2105; }","duration":"303.548289ms","start":"2026-05-20T04:09:01.140575Z","end":"2026-05-20T04:09:01.444124Z","steps":["trace[752061908] 'agreement among raft nodes before linearized reading' (duration: 293.44517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:01.444181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:01.140556Z","time spent":"303.61273ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:09:01.444126Z","caller":"traceutil/trace.go:171","msg":"trace[661230570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2105; }","duration":"114.097831ms","start":"2026-05-20T04:09:01.330002Z","end":"2026-05-20T04:09:01.444099Z","steps":["trace[661230570] 'agreement among raft nodes before linearized reading' (duration: 113.849375ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:02.123637Z","caller":"traceutil/trace.go:171","msg":"trace[1291797918] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"133.965852ms","start":"2026-05-20T04:09:01.989643Z","end":"2026-05-20T04:09:02.123609Z","steps":["trace[1291797918] 'process raft request' (duration: 133.743416ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:02.269183Z","caller":"traceutil/trace.go:171","msg":"trace[1394684374] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"132.038153ms","start":"2026-05-20T04:09:02.137121Z","end":"2026-05-20T04:09:02.26916Z","steps":["trace[1394684374] 'process raft request' (duration: 131.886179ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:02.48048Z","caller":"traceutil/trace.go:171","msg":"trace[462241250] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"140.205962ms","start":"2026-05-20T04:09:02.34023Z","end":"2026-05-20T04:09:02.480436Z","steps":["trace[462241250] 'process raft request' (duration: 137.472192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:03.658622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:04.159903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:04.660838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:05.161418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:05.717509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:06.218749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:06.522364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999622578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:06.52257Z","caller":"traceutil/trace.go:171","msg":"trace[1729013032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999826303s","start":"2026-05-20T04:09:04.522705Z","end":"2026-05-20T04:09:06.522531Z","steps":["trace[1729013032] 'agreement among raft nodes before linearized reading' (duration: 1.999619068s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:06.522695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:04.522639Z","time spent":"2.000031018s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:09:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:06.719935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:07.221037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:07.722038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:07.920447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.789642654s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:09:07.921258Z","caller":"traceutil/trace.go:171","msg":"trace[466777141] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"4.790557658s","start":"2026-05-20T04:09:03.130671Z","end":"2026-05-20T04:09:07.921228Z","steps":["trace[466777141] 'process raft request' (duration: 4.790324472s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:07.921501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:03.130647Z","time spent":"4.790683152s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:08.156875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999158828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:08.156958Z","caller":"traceutil/trace.go:171","msg":"trace[923222653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999287972s","start":"2026-05-20T04:09:03.157649Z","end":"2026-05-20T04:09:08.156937Z","steps":["trace[923222653] 'agreement among raft nodes before linearized reading' (duration: 4.999185899s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:08.156994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:03.157636Z","time spent":"4.999350723s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/20 04:09:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:08.468067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99925372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:09:08.468206Z","caller":"traceutil/trace.go:171","msg":"trace[1735393493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999439854s","start":"2026-05-20T04:09:03.468746Z","end":"2026-05-20T04:09:08.468186Z","steps":["trace[1735393493] 'agreement among raft nodes before linearized reading' (duration: 4.99927943s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:08.468273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:03.468725Z","time spent":"4.999527277s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/20 04:09:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:08.498402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999036045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:09:08.498497Z","caller":"traceutil/trace.go:171","msg":"trace[1889252637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999176678s","start":"2026-05-20T04:09:03.499298Z","end":"2026-05-20T04:09:08.498475Z","steps":["trace[1889252637] 'agreement among raft nodes before linearized reading' (duration: 4.999065225s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:08.498556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:03.499283Z","time spent":"4.999258571s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/20 04:09:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:08.52301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00009467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:09:08.523145Z","caller":"traceutil/trace.go:171","msg":"trace[1610523012] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299385s","start":"2026-05-20T04:09:06.522797Z","end":"2026-05-20T04:09:08.523097Z","steps":["trace[1610523012] 'agreement among raft nodes before linearized reading' (duration: 2.000143011s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:08.523213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:06.522766Z","time spent":"2.000434678s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:09:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-20T04:09:08.683227Z","caller":"traceutil/trace.go:171","msg":"trace[1773535300] linearizableReadLoop","detail":"{readStateIndex:2194; appliedIndex:2192; }","duration":"5.525503831s","start":"2026-05-20T04:09:03.157695Z","end":"2026-05-20T04:09:08.683199Z","steps":["trace[1773535300] 'read index received' (duration: 4.763201304s)","trace[1773535300] 'applied index is now lower than readState.Index' (duration: 762.301357ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:08.683307Z","caller":"traceutil/trace.go:171","msg":"trace[1578907929] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"4.899954799s","start":"2026-05-20T04:09:03.783318Z","end":"2026-05-20T04:09:08.683273Z","steps":["trace[1578907929] 'process raft request' (duration: 4.848179018s)","trace[1578907929] 'compare' (duration: 51.407931ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:08.683458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:03.783289Z","time spent":"4.900083853s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:08.683458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715776765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:08.68349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.169918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:08.683526Z","caller":"traceutil/trace.go:171","msg":"trace[1147979628] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2115; }","duration":"1.715887928s","start":"2026-05-20T04:09:06.967617Z","end":"2026-05-20T04:09:08.683505Z","steps":["trace[1147979628] 'agreement among raft nodes before linearized reading' (duration: 1.715767725s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:08.683541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277929379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:08.683567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:06.967596Z","time spent":"1.71596274s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:09:08.683573Z","caller":"traceutil/trace.go:171","msg":"trace[1470111660] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2115; }","duration":"322.26755ms","start":"2026-05-20T04:09:08.361283Z","end":"2026-05-20T04:09:08.683551Z","steps":["trace[1470111660] 'agreement among raft nodes before linearized reading' (duration: 322.115836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:08.683628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790776036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:09:08.683657Z","caller":"traceutil/trace.go:171","msg":"trace[238858548] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:2115; }","duration":"2.790834488s","start":"2026-05-20T04:09:05.892817Z","end":"2026-05-20T04:09:08.683652Z","steps":["trace[238858548] 'agreement among raft nodes before linearized reading' (duration: 2.790767656s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:08.683667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.483769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:08.68368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:05.892798Z","time spent":"2.790876109s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-05-20T04:09:08.683698Z","caller":"traceutil/trace.go:171","msg":"trace[1892875652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2115; }","duration":"152.53974ms","start":"2026-05-20T04:09:08.531148Z","end":"2026-05-20T04:09:08.683688Z","steps":["trace[1892875652] 'agreement among raft nodes before linearized reading' (duration: 152.496809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:08.683848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.315763699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:08.6838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670863032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:09:08.683484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.349579141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T04:09:08.683954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.181603805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:09:08.683987Z","caller":"traceutil/trace.go:171","msg":"trace[1802878788] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2115; }","duration":"5.181659827s","start":"2026-05-20T04:09:03.502321Z","end":"2026-05-20T04:09:08.683981Z","steps":["trace[1802878788] 'agreement among raft nodes before linearized reading' (duration: 5.181569555s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:08.683993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.031094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-20T04:09:08.684012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:03.50231Z","time spent":"5.181696558s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:09:08.683995Z","caller":"traceutil/trace.go:171","msg":"trace[1989863451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2115; }","duration":"5.350119425s","start":"2026-05-20T04:09:03.333855Z","end":"2026-05-20T04:09:08.683975Z","steps":["trace[1989863451] 'agreement among raft nodes before linearized reading' (duration: 5.349498589s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:08.683619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:08.361204Z","time spent":"322.405494ms","remote":"127.0.0.1:57884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:09:08.684031Z","caller":"traceutil/trace.go:171","msg":"trace[1873590111] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783; range_end:; response_count:1; response_revision:2115; }","duration":"157.104976ms","start":"2026-05-20T04:09:08.526915Z","end":"2026-05-20T04:09:08.68402Z","steps":["trace[1873590111] 'agreement among raft nodes before linearized reading' (duration: 156.955812ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:08.683942Z","caller":"traceutil/trace.go:171","msg":"trace[1776026948] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2115; }","duration":"1.671089387s","start":"2026-05-20T04:09:07.012817Z","end":"2026-05-20T04:09:08.683906Z","steps":["trace[1776026948] 'agreement among raft nodes before linearized reading' (duration: 1.67081389s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:08.683877Z","caller":"traceutil/trace.go:171","msg":"trace[1459836528] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2115; }","duration":"4.31583678s","start":"2026-05-20T04:09:04.368034Z","end":"2026-05-20T04:09:08.683871Z","steps":["trace[1459836528] 'agreement among raft nodes before linearized reading' (duration: 4.315790349s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:08.684168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:04.367979Z","time spent":"4.31618116s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:08.684158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:07.01278Z","time spent":"1.671350304s","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:08.684233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.350098815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:09:08.683572Z","caller":"traceutil/trace.go:171","msg":"trace[862525142] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:2115; }","duration":"2.278033753s","start":"2026-05-20T04:09:06.405528Z","end":"2026-05-20T04:09:08.683562Z","steps":["trace[862525142] 'agreement among raft nodes before linearized reading' (duration: 2.277973701s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:08.684314Z","caller":"traceutil/trace.go:171","msg":"trace[913589818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2115; }","duration":"5.350254078s","start":"2026-05-20T04:09:03.334035Z","end":"2026-05-20T04:09:08.684289Z","steps":["trace[913589818] 'agreement among raft nodes before linearized reading' (duration: 5.349983391s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:08.684357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:06.405497Z","time spent":"2.278826692s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:08.684383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:03.334001Z","time spent":"5.350368421s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:09:08.684078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:03.333838Z","time spent":"5.350206098s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:09:08.684371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.350312519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:09:08.684317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156418243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-6b5j7\" ","response":"range_response_count:1 size:4517"} {"level":"info","ts":"2026-05-20T04:09:08.684537Z","caller":"traceutil/trace.go:171","msg":"trace[967041984] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2115; }","duration":"5.350492805s","start":"2026-05-20T04:09:03.333987Z","end":"2026-05-20T04:09:08.68448Z","steps":["trace[967041984] 'agreement among raft nodes before linearized reading' (duration: 5.350014683s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:08.684611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:03.333982Z","time spent":"5.350616948s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:09:08.684608Z","caller":"traceutil/trace.go:171","msg":"trace[1990304562] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-6b5j7; range_end:; response_count:1; response_revision:2115; }","duration":"1.156801552s","start":"2026-05-20T04:09:07.527779Z","end":"2026-05-20T04:09:08.68458Z","steps":["trace[1990304562] 'agreement among raft nodes before linearized reading' (duration: 1.156179147s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:08.684684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:07.527745Z","time spent":"1.156918625s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4539,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-6b5j7\" "} {"level":"info","ts":"2026-05-20T04:09:09.136266Z","caller":"traceutil/trace.go:171","msg":"trace[1298537479] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"447.094648ms","start":"2026-05-20T04:09:08.689126Z","end":"2026-05-20T04:09:09.136221Z","steps":["trace[1298537479] 'process raft request' (duration: 446.976165ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:09.136255Z","caller":"traceutil/trace.go:171","msg":"trace[1506881436] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"448.341789ms","start":"2026-05-20T04:09:08.687871Z","end":"2026-05-20T04:09:09.136212Z","steps":["trace[1506881436] 'process raft request' (duration: 441.73603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:09.136397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:08.689109Z","time spent":"447.22286ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:09.136443Z","caller":"traceutil/trace.go:171","msg":"trace[1891626705] linearizableReadLoop","detail":"{readStateIndex:2196; appliedIndex:2195; }","duration":"447.702874ms","start":"2026-05-20T04:09:08.688694Z","end":"2026-05-20T04:09:09.136397Z","steps":["trace[1891626705] 'read index received' (duration: 21.796221ms)","trace[1891626705] 'applied index is now lower than readState.Index' (duration: 425.903873ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:09.136468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:08.687847Z","time spent":"448.506914ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:09.136524Z","caller":"traceutil/trace.go:171","msg":"trace[158706338] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"445.754963ms","start":"2026-05-20T04:09:08.690723Z","end":"2026-05-20T04:09:09.136478Z","steps":["trace[158706338] 'process raft request' (duration: 445.469546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:09.136737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.009631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-zfpm6\" ","response":"range_response_count:1 size:4162"} {"level":"warn","ts":"2026-05-20T04:09:09.136725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:08.690711Z","time spent":"445.906147ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:09.136783Z","caller":"traceutil/trace.go:171","msg":"trace[1003522508] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-zfpm6; range_end:; response_count:1; response_revision:2118; }","duration":"448.110104ms","start":"2026-05-20T04:09:08.688656Z","end":"2026-05-20T04:09:09.136766Z","steps":["trace[1003522508] 'agreement among raft nodes before linearized reading' (duration: 447.890179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:09.136828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:08.688644Z","time spent":"448.174706ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":4184,"request content":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-zfpm6\" "} {"level":"warn","ts":"2026-05-20T04:09:09.200856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.576408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:09:09.200943Z","caller":"traceutil/trace.go:171","msg":"trace[1527463271] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2119; }","duration":"510.755523ms","start":"2026-05-20T04:09:08.690168Z","end":"2026-05-20T04:09:09.200924Z","steps":["trace[1527463271] 'agreement among raft nodes before linearized reading' (duration: 510.472796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:09.200987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:08.690154Z","time spent":"510.823855ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:09:09.201011Z","caller":"traceutil/trace.go:171","msg":"trace[1075250858] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"489.471705ms","start":"2026-05-20T04:09:08.711523Z","end":"2026-05-20T04:09:09.200995Z","steps":["trace[1075250858] 'process raft request' (duration: 488.954112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:09.201112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:08.711499Z","time spent":"489.547088ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:11.359835Z","caller":"traceutil/trace.go:171","msg":"trace[1288514783] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2150; }","duration":"116.450672ms","start":"2026-05-20T04:09:11.243358Z","end":"2026-05-20T04:09:11.359809Z","steps":["trace[1288514783] 'process raft request' (duration: 75.601612ms)","trace[1288514783] 'compare' (duration: 40.650405ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:11.360151Z","caller":"traceutil/trace.go:171","msg":"trace[893583900] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2151; }","duration":"116.643888ms","start":"2026-05-20T04:09:11.243465Z","end":"2026-05-20T04:09:11.360109Z","steps":["trace[893583900] 'process raft request' (duration: 116.288089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:13.779257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.760242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:13.77937Z","caller":"traceutil/trace.go:171","msg":"trace[1597000780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2178; }","duration":"234.923407ms","start":"2026-05-20T04:09:13.544421Z","end":"2026-05-20T04:09:13.779345Z","steps":["trace[1597000780] 'range keys from in-memory index tree' (duration: 234.682991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:13.779799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.33465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:09:13.779888Z","caller":"traceutil/trace.go:171","msg":"trace[162888069] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2178; }","duration":"218.480324ms","start":"2026-05-20T04:09:13.561386Z","end":"2026-05-20T04:09:13.779867Z","steps":["trace[162888069] 'count revisions from in-memory index tree' (duration: 218.266959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:13.780024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.711104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:09:13.780401Z","caller":"traceutil/trace.go:171","msg":"trace[1599381113] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2178; }","duration":"550.431382ms","start":"2026-05-20T04:09:13.229947Z","end":"2026-05-20T04:09:13.780378Z","steps":["trace[1599381113] 'range keys from in-memory index tree' (duration: 549.429467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:13.780463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:13.229921Z","time spent":"550.529195ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:15.692165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.92027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18b12a791ba40898\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-05-20T04:09:15.692214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.745351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:15.692269Z","caller":"traceutil/trace.go:171","msg":"trace[781235520] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18b12a791ba40898; range_end:; response_count:1; response_revision:2185; }","duration":"162.100064ms","start":"2026-05-20T04:09:15.530141Z","end":"2026-05-20T04:09:15.692241Z","steps":["trace[781235520] 'range keys from in-memory index tree' (duration: 161.710344ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:15.692309Z","caller":"traceutil/trace.go:171","msg":"trace[244110944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2185; }","duration":"169.898026ms","start":"2026-05-20T04:09:15.522391Z","end":"2026-05-20T04:09:15.692289Z","steps":["trace[244110944] 'range keys from in-memory index tree' (duration: 169.642718ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:15.916303Z","caller":"traceutil/trace.go:171","msg":"trace[2007640425] linearizableReadLoop","detail":"{readStateIndex:2269; appliedIndex:2268; }","duration":"150.151528ms","start":"2026-05-20T04:09:15.766127Z","end":"2026-05-20T04:09:15.916278Z","steps":["trace[2007640425] 'read index received' (duration: 149.895272ms)","trace[2007640425] 'applied index is now lower than readState.Index' (duration: 255.106µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:15.916392Z","caller":"traceutil/trace.go:171","msg":"trace[700780795] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"221.167302ms","start":"2026-05-20T04:09:15.695187Z","end":"2026-05-20T04:09:15.916354Z","steps":["trace[700780795] 'process raft request' (duration: 220.920646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:15.916488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.344214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/self-signed\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:15.916532Z","caller":"traceutil/trace.go:171","msg":"trace[1088367594] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/self-signed; range_end:; response_count:0; response_revision:2186; }","duration":"150.442146ms","start":"2026-05-20T04:09:15.766075Z","end":"2026-05-20T04:09:15.916517Z","steps":["trace[1088367594] 'agreement among raft nodes before linearized reading' (duration: 150.329923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:15.916587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.499525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:09:15.9166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.37854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:09:15.916629Z","caller":"traceutil/trace.go:171","msg":"trace[2134534234] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2186; }","duration":"132.587198ms","start":"2026-05-20T04:09:15.784031Z","end":"2026-05-20T04:09:15.916618Z","steps":["trace[2134534234] 'agreement among raft nodes before linearized reading' (duration: 132.412413ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:15.916654Z","caller":"traceutil/trace.go:171","msg":"trace[1261943962] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2186; }","duration":"116.486483ms","start":"2026-05-20T04:09:15.800156Z","end":"2026-05-20T04:09:15.916642Z","steps":["trace[1261943962] 'agreement among raft nodes before linearized reading' (duration: 116.306579ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:16.480668Z","caller":"traceutil/trace.go:171","msg":"trace[274532703] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"112.694025ms","start":"2026-05-20T04:09:16.36795Z","end":"2026-05-20T04:09:16.480644Z","steps":["trace[274532703] 'process raft request' (duration: 112.553952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:17.334696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.077142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:17.334772Z","caller":"traceutil/trace.go:171","msg":"trace[2014822838] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:0; response_revision:2274; }","duration":"109.228547ms","start":"2026-05-20T04:09:17.225528Z","end":"2026-05-20T04:09:17.334756Z","steps":["trace[2014822838] 'range keys from in-memory index tree' (duration: 108.929619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:17.334965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.273362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T04:09:17.335041Z","caller":"traceutil/trace.go:171","msg":"trace[809223233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2274; }","duration":"101.402646ms","start":"2026-05-20T04:09:17.233621Z","end":"2026-05-20T04:09:17.335024Z","steps":["trace[809223233] 'range keys from in-memory index tree' (duration: 101.097898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:17.335194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.707142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:09:17.335232Z","caller":"traceutil/trace.go:171","msg":"trace[262443002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2274; }","duration":"127.791834ms","start":"2026-05-20T04:09:17.207432Z","end":"2026-05-20T04:09:17.335224Z","steps":["trace[262443002] 'range keys from in-memory index tree' (duration: 127.534548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:18.53508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031562345s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:09:18.535536Z","caller":"traceutil/trace.go:171","msg":"trace[688250747] linearizableReadLoop","detail":"{readStateIndex:2363; appliedIndex:2362; }","duration":"1.18780054s","start":"2026-05-20T04:09:17.347722Z","end":"2026-05-20T04:09:18.535522Z","steps":["trace[688250747] 'read index received' (duration: 16.456113ms)","trace[688250747] 'applied index is now lower than readState.Index' (duration: 1.171343307s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:18.535674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187916893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:18.535746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.699855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-20T04:09:18.535778Z","caller":"traceutil/trace.go:171","msg":"trace[1628548862] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2276; }","duration":"435.780288ms","start":"2026-05-20T04:09:18.099988Z","end":"2026-05-20T04:09:18.535768Z","steps":["trace[1628548862] 'agreement among raft nodes before linearized reading' (duration: 435.648324ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:18.535744Z","caller":"traceutil/trace.go:171","msg":"trace[1089057806] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"1.187881942s","start":"2026-05-20T04:09:17.347657Z","end":"2026-05-20T04:09:18.535539Z","steps":["trace[1089057806] 'process raft request' (duration: 155.558538ms)","trace[1089057806] 'compare' (duration: 1.030839867s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:18.535814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:18.099961Z","time spent":"435.846419ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:09:18.535846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.723011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-20T04:09:18.536007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.263184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:09:18.536036Z","caller":"traceutil/trace.go:171","msg":"trace[1642821385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2276; }","duration":"254.334146ms","start":"2026-05-20T04:09:18.281694Z","end":"2026-05-20T04:09:18.536029Z","steps":["trace[1642821385] 'agreement among raft nodes before linearized reading' (duration: 254.265484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:18.536045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:17.347642Z","time spent":"1.188196731s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:18.536063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.793637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:09:18.536112Z","caller":"traceutil/trace.go:171","msg":"trace[1440385206] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2276; }","duration":"542.869819ms","start":"2026-05-20T04:09:17.993231Z","end":"2026-05-20T04:09:18.536101Z","steps":["trace[1440385206] 'agreement among raft nodes before linearized reading' (duration: 542.700595ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:18.536086Z","caller":"traceutil/trace.go:171","msg":"trace[724100105] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2276; }","duration":"608.940207ms","start":"2026-05-20T04:09:17.927055Z","end":"2026-05-20T04:09:18.535995Z","steps":["trace[724100105] 'agreement among raft nodes before linearized reading' (duration: 608.611328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:18.536167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:17.993213Z","time spent":"542.946121ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:09:18.536212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:17.927038Z","time spent":"609.146961ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:09:18.535887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013901092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:18.536319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027962733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:18.536356Z","caller":"traceutil/trace.go:171","msg":"trace[1221748432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2276; }","duration":"1.014394954s","start":"2026-05-20T04:09:17.521941Z","end":"2026-05-20T04:09:18.536336Z","steps":["trace[1221748432] 'agreement among raft nodes before linearized reading' (duration: 1.013897832s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:18.536377Z","caller":"traceutil/trace.go:171","msg":"trace[1532080151] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2276; }","duration":"1.028051395s","start":"2026-05-20T04:09:17.508315Z","end":"2026-05-20T04:09:18.536366Z","steps":["trace[1532080151] 'agreement among raft nodes before linearized reading' (duration: 1.027975283s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:18.536401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:17.508295Z","time spent":"1.028100456s","remote":"127.0.0.1:34672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:09:18.535765Z","caller":"traceutil/trace.go:171","msg":"trace[1428874928] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:0; response_revision:2276; }","duration":"1.188047027s","start":"2026-05-20T04:09:17.347694Z","end":"2026-05-20T04:09:18.535741Z","steps":["trace[1428874928] 'agreement among raft nodes before linearized reading' (duration: 1.187864692s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:18.536406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:17.521919Z","time spent":"1.014471936s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:09:18.536472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:17.347682Z","time spent":"1.188761105s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" "} {"level":"warn","ts":"2026-05-20T04:09:19.041356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:19.167699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.815406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:09:19.167824Z","caller":"traceutil/trace.go:171","msg":"trace[247932038] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"627.289968ms","start":"2026-05-20T04:09:18.540513Z","end":"2026-05-20T04:09:19.167803Z","steps":["trace[247932038] 'process raft request' (duration: 518.257606ms)","trace[247932038] 'compare' (duration: 108.533469ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:19.167896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:18.540492Z","time spent":"627.36489ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:19.477967Z","caller":"traceutil/trace.go:171","msg":"trace[1403992582] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"935.011205ms","start":"2026-05-20T04:09:18.542931Z","end":"2026-05-20T04:09:19.477943Z","steps":["trace[1403992582] 'process raft request' (duration: 934.775349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:19.478117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:18.542909Z","time spent":"935.132867ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:19.478227Z","caller":"traceutil/trace.go:171","msg":"trace[1476894800] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"934.84956ms","start":"2026-05-20T04:09:18.543341Z","end":"2026-05-20T04:09:19.478191Z","steps":["trace[1476894800] 'process raft request' (duration: 934.534452ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:19.47837Z","caller":"traceutil/trace.go:171","msg":"trace[978923271] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"669.690327ms","start":"2026-05-20T04:09:18.808665Z","end":"2026-05-20T04:09:19.478355Z","steps":["trace[978923271] 'process raft request' (duration: 669.429791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:19.478391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:18.543331Z","time spent":"934.982523ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:19.478371Z","caller":"traceutil/trace.go:171","msg":"trace[2113979780] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2363; }","duration":"937.213252ms","start":"2026-05-20T04:09:18.541114Z","end":"2026-05-20T04:09:19.478327Z","steps":["trace[2113979780] 'read index received' (duration: 517.673841ms)","trace[2113979780] 'applied index is now lower than readState.Index' (duration: 419.53647ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:19.478461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:18.808628Z","time spent":"669.78106ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:19.478575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.114387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:19.478601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.463648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:09:19.478623Z","caller":"traceutil/trace.go:171","msg":"trace[783976072] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:0; response_revision:2280; }","duration":"937.18727ms","start":"2026-05-20T04:09:18.541423Z","end":"2026-05-20T04:09:19.47861Z","steps":["trace[783976072] 'agreement among raft nodes before linearized reading' (duration: 937.106448ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:19.478674Z","caller":"traceutil/trace.go:171","msg":"trace[1433599480] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2280; }","duration":"937.539589ms","start":"2026-05-20T04:09:18.541087Z","end":"2026-05-20T04:09:19.478627Z","steps":["trace[1433599480] 'agreement among raft nodes before linearized reading' (duration: 937.342414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:19.478705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:18.541076Z","time spent":"937.623842ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:19.478704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:18.5414Z","time spent":"937.295342ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" "} {"level":"warn","ts":"2026-05-20T04:09:19.478724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.96737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:09:19.478708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.441566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2479"} {"level":"warn","ts":"2026-05-20T04:09:19.478711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.144305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:19.478768Z","caller":"traceutil/trace.go:171","msg":"trace[1546424475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2280; }","duration":"931.018061ms","start":"2026-05-20T04:09:18.547731Z","end":"2026-05-20T04:09:19.478749Z","steps":["trace[1546424475] 'agreement among raft nodes before linearized reading' (duration: 930.864977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:19.478794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.939337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:19.478793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:18.547721Z","time spent":"931.067582ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:09:19.478781Z","caller":"traceutil/trace.go:171","msg":"trace[1573635319] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:2280; }","duration":"554.558959ms","start":"2026-05-20T04:09:18.924208Z","end":"2026-05-20T04:09:19.478767Z","steps":["trace[1573635319] 'agreement among raft nodes before linearized reading' (duration: 554.361624ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:19.478815Z","caller":"traceutil/trace.go:171","msg":"trace[807223645] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2280; }","duration":"199.990179ms","start":"2026-05-20T04:09:19.278818Z","end":"2026-05-20T04:09:19.478808Z","steps":["trace[807223645] 'agreement among raft nodes before linearized reading' (duration: 199.958718ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:19.478806Z","caller":"traceutil/trace.go:171","msg":"trace[429727491] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2280; }","duration":"873.35695ms","start":"2026-05-20T04:09:18.605426Z","end":"2026-05-20T04:09:19.478783Z","steps":["trace[429727491] 'agreement among raft nodes before linearized reading' (duration: 873.111544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:19.478833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:18.924188Z","time spent":"554.636701ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2501,"request content":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" "} {"level":"warn","ts":"2026-05-20T04:09:19.47886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:18.6054Z","time spent":"873.448313ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:19.47888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.624178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:19.478917Z","caller":"traceutil/trace.go:171","msg":"trace[276229227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2280; }","duration":"933.670889ms","start":"2026-05-20T04:09:18.545235Z","end":"2026-05-20T04:09:19.478905Z","steps":["trace[276229227] 'agreement among raft nodes before linearized reading' (duration: 933.617758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:19.478919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.778334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:09:19.478952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:18.545223Z","time spent":"933.721111ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:09:19.47897Z","caller":"traceutil/trace.go:171","msg":"trace[933962050] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2280; }","duration":"352.835655ms","start":"2026-05-20T04:09:19.12612Z","end":"2026-05-20T04:09:19.478956Z","steps":["trace[933962050] 'agreement among raft nodes before linearized reading' (duration: 352.711472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:19.478982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.652353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:09:19.479003Z","caller":"traceutil/trace.go:171","msg":"trace[610404860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2280; }","duration":"110.715225ms","start":"2026-05-20T04:09:19.368283Z","end":"2026-05-20T04:09:19.478998Z","steps":["trace[610404860] 'agreement among raft nodes before linearized reading' (duration: 110.654783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:19.479013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:19.126048Z","time spent":"352.952679ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:19.47856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.893229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:19.479084Z","caller":"traceutil/trace.go:171","msg":"trace[412403931] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:0; response_revision:2280; }","duration":"536.413992ms","start":"2026-05-20T04:09:18.94266Z","end":"2026-05-20T04:09:19.479074Z","steps":["trace[412403931] 'agreement among raft nodes before linearized reading' (duration: 535.872629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:19.479158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:18.942578Z","time spent":"536.572366ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" "} {"level":"warn","ts":"2026-05-20T04:09:20.857806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013716945s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:09:21.004902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160783864s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:09:21.005136Z","caller":"traceutil/trace.go:171","msg":"trace[1557393034] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"1.521285938s","start":"2026-05-20T04:09:19.483819Z","end":"2026-05-20T04:09:21.005105Z","steps":["trace[1557393034] 'process raft request' (duration: 360.182406ms)","trace[1557393034] 'compare' (duration: 1.1606187s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:21.005223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:19.483804Z","time spent":"1.52137785s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:21.005573Z","caller":"traceutil/trace.go:171","msg":"trace[1741624329] linearizableReadLoop","detail":"{readStateIndex:2370; appliedIndex:2367; }","duration":"1.499736363s","start":"2026-05-20T04:09:19.505803Z","end":"2026-05-20T04:09:21.005539Z","steps":["trace[1741624329] 'read index received' (duration: 338.290252ms)","trace[1741624329] 'applied index is now lower than readState.Index' (duration: 1.161443461s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:21.005692Z","caller":"traceutil/trace.go:171","msg":"trace[271105388] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"1.521141785s","start":"2026-05-20T04:09:19.484518Z","end":"2026-05-20T04:09:21.00566Z","steps":["trace[271105388] 'process raft request' (duration: 1.520532999s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:21.005706Z","caller":"traceutil/trace.go:171","msg":"trace[641584870] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"1.516967456s","start":"2026-05-20T04:09:19.488722Z","end":"2026-05-20T04:09:21.005689Z","steps":["trace[641584870] 'process raft request' (duration: 1.516632188s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:21.005797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:19.488704Z","time spent":"1.517041469s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5762,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:21.00583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:19.484506Z","time spent":"1.521233967s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:21.005914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500044401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:21.005975Z","caller":"traceutil/trace.go:171","msg":"trace[92560160] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:0; response_revision:2283; }","duration":"1.500159784s","start":"2026-05-20T04:09:19.505796Z","end":"2026-05-20T04:09:21.005956Z","steps":["trace[92560160] 'agreement among raft nodes before linearized reading' (duration: 1.49999163s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:21.006014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:19.505759Z","time spent":"1.500244946s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" "} {"level":"warn","ts":"2026-05-20T04:09:21.006246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465023352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-05-20T04:09:21.006296Z","caller":"traceutil/trace.go:171","msg":"trace[209475996] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2283; }","duration":"1.465093384s","start":"2026-05-20T04:09:19.541186Z","end":"2026-05-20T04:09:21.006279Z","steps":["trace[209475996] 'agreement among raft nodes before linearized reading' (duration: 1.46492146s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:21.00631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.665334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:21.006323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.943997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T04:09:21.006342Z","caller":"traceutil/trace.go:171","msg":"trace[2074631968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2283; }","duration":"486.725866ms","start":"2026-05-20T04:09:20.519606Z","end":"2026-05-20T04:09:21.006332Z","steps":["trace[2074631968] 'agreement among raft nodes before linearized reading' (duration: 486.673214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:21.006339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:19.54117Z","time spent":"1.465156945s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:09:21.006369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:20.519588Z","time spent":"486.774796ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:09:21.006364Z","caller":"traceutil/trace.go:171","msg":"trace[64750905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2283; }","duration":"467.027619ms","start":"2026-05-20T04:09:20.539324Z","end":"2026-05-20T04:09:21.006352Z","steps":["trace[64750905] 'agreement among raft nodes before linearized reading' (duration: 466.882235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:21.006404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:20.539299Z","time spent":"467.096321ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:09:23.521933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000390558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:23.522001Z","caller":"traceutil/trace.go:171","msg":"trace[779418435] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000564192s","start":"2026-05-20T04:09:21.521421Z","end":"2026-05-20T04:09:23.521986Z","steps":["trace[779418435] 'agreement among raft nodes before linearized reading' (duration: 2.00045668s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:23.522043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:21.521384Z","time spent":"2.000640524s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:09:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:23.65135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.571444071s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:09:23.651753Z","caller":"traceutil/trace.go:171","msg":"trace[122864985] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"2.639278163s","start":"2026-05-20T04:09:21.012454Z","end":"2026-05-20T04:09:23.651732Z","steps":["trace[122864985] 'process raft request' (duration: 2.639060967s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:23.651869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:21.012432Z","time spent":"2.639384386s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:23.652194Z","caller":"traceutil/trace.go:171","msg":"trace[108443000] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"2.5745298s","start":"2026-05-20T04:09:21.077633Z","end":"2026-05-20T04:09:23.652163Z","steps":["trace[108443000] 'process raft request' (duration: 2.574360475s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:23.652246Z","caller":"traceutil/trace.go:171","msg":"trace[702746434] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"2.637407496s","start":"2026-05-20T04:09:21.01483Z","end":"2026-05-20T04:09:23.652237Z","steps":["trace[702746434] 'process raft request' (duration: 2.636855211s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:23.652292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:21.014813Z","time spent":"2.637453137s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6781,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:23.652316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:21.077594Z","time spent":"2.574660923s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119296,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:23.652323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637374214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:23.652188Z","caller":"traceutil/trace.go:171","msg":"trace[1271108020] linearizableReadLoop","detail":"{readStateIndex:2373; appliedIndex:2370; }","duration":"2.63723688s","start":"2026-05-20T04:09:21.01492Z","end":"2026-05-20T04:09:23.652156Z","steps":["trace[1271108020] 'read index received' (duration: 64.923268ms)","trace[1271108020] 'applied index is now lower than readState.Index' (duration: 2.572312652s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:23.652376Z","caller":"traceutil/trace.go:171","msg":"trace[363196121] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:2287; }","duration":"2.637471547s","start":"2026-05-20T04:09:21.014888Z","end":"2026-05-20T04:09:23.652359Z","steps":["trace[363196121] 'agreement among raft nodes before linearized reading' (duration: 2.637357334s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:23.652426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:21.014879Z","time spent":"2.637538398s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" "} {"level":"warn","ts":"2026-05-20T04:09:24.153308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:24.698312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.300206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:09:24.698554Z","caller":"traceutil/trace.go:171","msg":"trace[3964102] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"1.690324s","start":"2026-05-20T04:09:23.008204Z","end":"2026-05-20T04:09:24.698528Z","steps":["trace[3964102] 'process raft request' (duration: 1.690289209s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:24.698514Z","caller":"traceutil/trace.go:171","msg":"trace[1282492898] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"3.214268347s","start":"2026-05-20T04:09:21.484196Z","end":"2026-05-20T04:09:24.698465Z","steps":["trace[1282492898] 'process raft request' (duration: 2.955755805s)","trace[1282492898] 'compare' (duration: 257.819144ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:24.698602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:23.00818Z","time spent":"1.690405653s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:24.698731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:21.484167Z","time spent":"3.214442271s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:24.698768Z","caller":"traceutil/trace.go:171","msg":"trace[1285226256] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"1.849006339s","start":"2026-05-20T04:09:22.849755Z","end":"2026-05-20T04:09:24.698762Z","steps":["trace[1285226256] 'process raft request' (duration: 1.848713961s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:24.698761Z","caller":"traceutil/trace.go:171","msg":"trace[736331727] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"2.86136602s","start":"2026-05-20T04:09:21.837355Z","end":"2026-05-20T04:09:24.698721Z","steps":["trace[736331727] 'process raft request' (duration: 2.861080532s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:24.698799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:22.849735Z","time spent":"1.84904808s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:24.698849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:21.837332Z","time spent":"2.861473283s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1093,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:24.699026Z","caller":"traceutil/trace.go:171","msg":"trace[1963118039] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"2.869474758s","start":"2026-05-20T04:09:21.829541Z","end":"2026-05-20T04:09:24.699016Z","steps":["trace[1963118039] 'process raft request' (duration: 2.868840171s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:24.699086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:21.829521Z","time spent":"2.869540091s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:25.522293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:09:25.522393Z","caller":"traceutil/trace.go:171","msg":"trace[811162414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000220473s","start":"2026-05-20T04:09:23.522152Z","end":"2026-05-20T04:09:25.522373Z","steps":["trace[811162414] 'agreement among raft nodes before linearized reading' (duration: 2.000090509s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:25.522448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:23.522137Z","time spent":"2.000299486s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:09:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:26.170923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99922928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:26.17102Z","caller":"traceutil/trace.go:171","msg":"trace[1303490373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999432465s","start":"2026-05-20T04:09:21.171565Z","end":"2026-05-20T04:09:26.170998Z","steps":["trace[1303490373] 'agreement among raft nodes before linearized reading' (duration: 4.999259801s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:26.17107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:21.171507Z","time spent":"4.999552649s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/20 04:09:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:26.482147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999488526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:26.482207Z","caller":"traceutil/trace.go:171","msg":"trace[1809976074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99961126s","start":"2026-05-20T04:09:21.482583Z","end":"2026-05-20T04:09:26.482195Z","steps":["trace[1809976074] 'agreement among raft nodes before linearized reading' (duration: 4.999534898s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:26.482236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:21.482554Z","time spent":"4.999676311s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/20 04:09:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:27.52974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000801947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:27.529815Z","caller":"traceutil/trace.go:171","msg":"trace[1937571312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000925521s","start":"2026-05-20T04:09:25.528874Z","end":"2026-05-20T04:09:27.5298Z","steps":["trace[1937571312] 'agreement among raft nodes before linearized reading' (duration: 2.000828998s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:27.529848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:25.528853Z","time spent":"2.000989033s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:09:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:27.703873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.263695667s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:09:28.01088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999753973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:28.010971Z","caller":"traceutil/trace.go:171","msg":"trace[1267661369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999886357s","start":"2026-05-20T04:09:23.011062Z","end":"2026-05-20T04:09:28.010948Z","steps":["trace[1267661369] 'agreement among raft nodes before linearized reading' (duration: 4.999774144s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:28.01102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:23.011051Z","time spent":"4.999959728s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/20 04:09:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:28.492975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261372457s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:28.493131Z","caller":"traceutil/trace.go:171","msg":"trace[786785812] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2292; }","duration":"3.261557562s","start":"2026-05-20T04:09:25.231543Z","end":"2026-05-20T04:09:28.493101Z","steps":["trace[786785812] 'range keys from in-memory index tree' (duration: 3.261351837s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:28.493762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.524266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:09:28.494098Z","caller":"traceutil/trace.go:171","msg":"trace[348450802] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"4.83037836s","start":"2026-05-20T04:09:23.663684Z","end":"2026-05-20T04:09:28.494062Z","steps":["trace[348450802] 'process raft request' (duration: 4.040442774s)","trace[348450802] 'compare' (duration: 788.167062ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:28.49416Z","caller":"traceutil/trace.go:171","msg":"trace[1478220533] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"4.772300018s","start":"2026-05-20T04:09:23.721837Z","end":"2026-05-20T04:09:28.494137Z","steps":["trace[1478220533] 'process raft request' (duration: 4.772072843s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:28.494255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:23.721806Z","time spent":"4.772405351s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120300,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:28.494296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:23.663635Z","time spent":"4.830548755s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6790,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:29.53016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00009575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:29.530292Z","caller":"traceutil/trace.go:171","msg":"trace[515209490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000288996s","start":"2026-05-20T04:09:27.529974Z","end":"2026-05-20T04:09:29.530263Z","steps":["trace[515209490] 'agreement among raft nodes before linearized reading' (duration: 2.000109151s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:29.530356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:27.529957Z","time spent":"2.000386568s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:09:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:30.040386Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.404339772s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:09:30.117307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623182557s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:09:30.117955Z","caller":"traceutil/trace.go:171","msg":"trace[693184467] linearizableReadLoop","detail":"{readStateIndex:2382; appliedIndex:2374; }","duration":"6.465570585s","start":"2026-05-20T04:09:23.652362Z","end":"2026-05-20T04:09:30.117932Z","steps":["trace[693184467] 'read index received' (duration: 787.685338ms)","trace[693184467] 'applied index is now lower than readState.Index' (duration: 5.677883127s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:30.118195Z","caller":"traceutil/trace.go:171","msg":"trace[1097651549] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"3.412570812s","start":"2026-05-20T04:09:26.70558Z","end":"2026-05-20T04:09:30.118151Z","steps":["trace[1097651549] 'process raft request' (duration: 3.411900275s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:30.118326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.633200891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:09:30.118373Z","caller":"traceutil/trace.go:171","msg":"trace[2087612696] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2295; }","duration":"8.633274152s","start":"2026-05-20T04:09:21.485088Z","end":"2026-05-20T04:09:30.118362Z","steps":["trace[2087612696] 'agreement among raft nodes before linearized reading' (duration: 8.633160039s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:30.118382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:26.705546Z","time spent":"3.412744216s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:30.118409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:21.485078Z","time spent":"8.633322294s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:09:30.11839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.800035037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:09:30.11846Z","caller":"traceutil/trace.go:171","msg":"trace[2139027526] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2295; }","duration":"8.80017814s","start":"2026-05-20T04:09:21.318267Z","end":"2026-05-20T04:09:30.118446Z","steps":["trace[2139027526] 'agreement among raft nodes before linearized reading' (duration: 8.800055877s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:30.118497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:21.318243Z","time spent":"8.800247252s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:30.118497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.106458123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:09:30.118568Z","caller":"traceutil/trace.go:171","msg":"trace[1317979610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2295; }","duration":"7.106552045s","start":"2026-05-20T04:09:23.011999Z","end":"2026-05-20T04:09:30.118551Z","steps":["trace[1317979610] 'agreement among raft nodes before linearized reading' (duration: 7.106319389s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:30.118619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:23.011988Z","time spent":"7.106619976s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:09:30.118267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.105380798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-05-20T04:09:30.118744Z","caller":"traceutil/trace.go:171","msg":"trace[1975614654] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2295; }","duration":"8.105904611s","start":"2026-05-20T04:09:22.012827Z","end":"2026-05-20T04:09:30.118732Z","steps":["trace[1975614654] 'agreement among raft nodes before linearized reading' (duration: 8.105315987s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:30.118817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:22.012804Z","time spent":"8.105977494s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:09:30.119422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.757445536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T04:09:30.119465Z","caller":"traceutil/trace.go:171","msg":"trace[1582051503] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2295; }","duration":"6.757535158s","start":"2026-05-20T04:09:23.36192Z","end":"2026-05-20T04:09:30.119456Z","steps":["trace[1582051503] 'agreement among raft nodes before linearized reading' (duration: 6.7561001s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:30.119491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:23.361898Z","time spent":"6.757585999s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":279,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:09:30.11953Z","caller":"traceutil/trace.go:171","msg":"trace[788753971] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"1.483773954s","start":"2026-05-20T04:09:28.635736Z","end":"2026-05-20T04:09:30.11951Z","steps":["trace[788753971] 'process raft request' (duration: 1.483317052s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:30.119645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:28.635708Z","time spent":"1.483863217s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:30.120056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.914561767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413721"} {"level":"info","ts":"2026-05-20T04:09:30.120168Z","caller":"traceutil/trace.go:171","msg":"trace[505855320] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:2295; }","duration":"7.914739461s","start":"2026-05-20T04:09:22.205405Z","end":"2026-05-20T04:09:30.120144Z","steps":["trace[505855320] 'agreement among raft nodes before linearized reading' (duration: 7.912940455s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:30.120277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:22.205378Z","time spent":"7.914884074s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413743,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-20T04:09:30.618852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:31.170704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997534898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:31.170817Z","caller":"traceutil/trace.go:171","msg":"trace[863200251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997720992s","start":"2026-05-20T04:09:28.173071Z","end":"2026-05-20T04:09:31.170792Z","steps":["trace[863200251] 'agreement among raft nodes before linearized reading' (duration: 2.997582879s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:31.170882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:28.173054Z","time spent":"2.997813855s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/20 04:09:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:31.200158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.084121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18b12a791ba40898\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:31.200245Z","caller":"traceutil/trace.go:171","msg":"trace[739818896] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18b12a791ba40898; range_end:; }","duration":"669.235085ms","start":"2026-05-20T04:09:30.530991Z","end":"2026-05-20T04:09:31.200226Z","steps":["trace[739818896] 'agreement among raft nodes before linearized reading' (duration: 669.119182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:31.200294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:30.530969Z","time spent":"669.316717ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":0,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18b12a791ba40898\" "} 2026/05/20 04:09:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:31.416254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.912552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:09:31.416376Z","caller":"traceutil/trace.go:171","msg":"trace[250111172] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"1.639232868s","start":"2026-05-20T04:09:29.777121Z","end":"2026-05-20T04:09:31.416354Z","steps":["trace[250111172] 'process raft request' (duration: 1.243134911s)","trace[250111172] 'compare' (duration: 395.743658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:31.416437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:29.777094Z","time spent":"1.639313301s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15946,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:31.481875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996359438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:31.481961Z","caller":"traceutil/trace.go:171","msg":"trace[1866022544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996500892s","start":"2026-05-20T04:09:28.485442Z","end":"2026-05-20T04:09:31.481943Z","steps":["trace[1866022544] 'agreement among raft nodes before linearized reading' (duration: 2.996393299s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:31.482006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:28.485422Z","time spent":"2.996574693s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/20 04:09:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:31.539104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999962426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:31.539226Z","caller":"traceutil/trace.go:171","msg":"trace[1842523521] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000156362s","start":"2026-05-20T04:09:29.539047Z","end":"2026-05-20T04:09:31.539204Z","steps":["trace[1842523521] 'agreement among raft nodes before linearized reading' (duration: 1.999986937s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:31.539563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:29.539021Z","time spent":"2.000520061s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:09:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:32.668834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.522103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:09:32.669072Z","caller":"traceutil/trace.go:171","msg":"trace[195942345] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"2.545988366s","start":"2026-05-20T04:09:30.123049Z","end":"2026-05-20T04:09:32.669037Z","steps":["trace[195942345] 'process raft request' (duration: 1.565146065s)","trace[195942345] 'compare' (duration: 980.251635ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:32.669226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:30.123002Z","time spent":"2.54614914s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:32.669327Z","caller":"traceutil/trace.go:171","msg":"trace[389077909] linearizableReadLoop","detail":"{readStateIndex:2387; appliedIndex:2384; }","duration":"2.551314073s","start":"2026-05-20T04:09:30.117994Z","end":"2026-05-20T04:09:32.669308Z","steps":["trace[389077909] 'read index received' (duration: 902.283093ms)","trace[389077909] 'applied index is now lower than readState.Index' (duration: 1.64902986s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:32.669513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.14371211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-20T04:09:32.669544Z","caller":"traceutil/trace.go:171","msg":"trace[1590087047] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783; range_end:; response_count:1; response_revision:2299; }","duration":"7.143792812s","start":"2026-05-20T04:09:25.52574Z","end":"2026-05-20T04:09:32.669533Z","steps":["trace[1590087047] 'agreement among raft nodes before linearized reading' (duration: 7.143654848s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:32.669603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:25.525717Z","time spent":"7.143877453s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" "} {"level":"warn","ts":"2026-05-20T04:09:32.669557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.072863382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:89761"} {"level":"info","ts":"2026-05-20T04:09:32.669632Z","caller":"traceutil/trace.go:171","msg":"trace[1174747969] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"2.155145834s","start":"2026-05-20T04:09:30.514469Z","end":"2026-05-20T04:09:32.669615Z","steps":["trace[1174747969] 'process raft request' (duration: 2.154573799s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:32.669658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.87867111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:32.669665Z","caller":"traceutil/trace.go:171","msg":"trace[294855113] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:2299; }","duration":"5.072997055s","start":"2026-05-20T04:09:27.596646Z","end":"2026-05-20T04:09:32.669643Z","steps":["trace[294855113] 'agreement among raft nodes before linearized reading' (duration: 5.072705267s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:32.669717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:30.51443Z","time spent":"2.155245026s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413631,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:32.669719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:27.596624Z","time spent":"5.073079957s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":6,"response size":89783,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-05-20T04:09:32.669747Z","caller":"traceutil/trace.go:171","msg":"trace[1894855812] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2299; }","duration":"6.878713451s","start":"2026-05-20T04:09:25.790971Z","end":"2026-05-20T04:09:32.669685Z","steps":["trace[1894855812] 'agreement among raft nodes before linearized reading' (duration: 6.878654069s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:32.669743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.775479089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T04:09:32.66973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.999917443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:32.669735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.900957163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:32.669782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:25.79091Z","time spent":"6.878862065s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:32.66955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.01293327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:09:32.669787Z","caller":"traceutil/trace.go:171","msg":"trace[465235178] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:2299; }","duration":"6.775562301s","start":"2026-05-20T04:09:25.894213Z","end":"2026-05-20T04:09:32.669775Z","steps":["trace[465235178] 'agreement among raft nodes before linearized reading' (duration: 6.775389437s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:32.669798Z","caller":"traceutil/trace.go:171","msg":"trace[1242178127] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:2299; }","duration":"8.999989625s","start":"2026-05-20T04:09:23.669793Z","end":"2026-05-20T04:09:32.669783Z","steps":["trace[1242178127] 'agreement among raft nodes before linearized reading' (duration: 8.999877872s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:32.669822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:25.894195Z","time spent":"6.775620482s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-05-20T04:09:32.669824Z","caller":"traceutil/trace.go:171","msg":"trace[1422958294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2299; }","duration":"7.013250078s","start":"2026-05-20T04:09:25.656562Z","end":"2026-05-20T04:09:32.669813Z","steps":["trace[1422958294] 'agreement among raft nodes before linearized reading' (duration: 7.012790566s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:32.669815Z","caller":"traceutil/trace.go:171","msg":"trace[1270707016] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2299; }","duration":"6.901063966s","start":"2026-05-20T04:09:25.768734Z","end":"2026-05-20T04:09:32.669798Z","steps":["trace[1270707016] 'agreement among raft nodes before linearized reading' (duration: 6.900904131s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:32.66984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:23.669723Z","time spent":"9.000107427s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" "} {"level":"warn","ts":"2026-05-20T04:09:32.669803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.225816472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:09:32.669872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:25.656541Z","time spent":"7.0133108s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:09:32.669878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:25.768666Z","time spent":"6.901201849s","remote":"127.0.0.1:33938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:09:32.669919Z","caller":"traceutil/trace.go:171","msg":"trace[759741698] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2299; }","duration":"8.225990387s","start":"2026-05-20T04:09:24.443898Z","end":"2026-05-20T04:09:32.669888Z","steps":["trace[759741698] 'agreement among raft nodes before linearized reading' (duration: 8.225762541s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:32.669938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656078745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:09:32.669972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:24.443876Z","time spent":"8.22608448s","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:32.669992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.855445115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:32.669989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.322455337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:32.670018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.224095075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:32.67003Z","caller":"traceutil/trace.go:171","msg":"trace[2121858532] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2299; }","duration":"4.855527027s","start":"2026-05-20T04:09:27.814491Z","end":"2026-05-20T04:09:32.670018Z","steps":["trace[2121858532] 'agreement among raft nodes before linearized reading' (duration: 4.855458365s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:32.670018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.713436867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-d6df2\" ","response":"range_response_count:1 size:4760"} {"level":"info","ts":"2026-05-20T04:09:32.670058Z","caller":"traceutil/trace.go:171","msg":"trace[806134359] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2299; }","duration":"7.224199208s","start":"2026-05-20T04:09:25.445847Z","end":"2026-05-20T04:09:32.670046Z","steps":["trace[806134359] 'agreement among raft nodes before linearized reading' (duration: 7.224119366s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:32.670067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:27.814468Z","time spent":"4.855589509s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:09:32.670062Z","caller":"traceutil/trace.go:171","msg":"trace[442319432] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2299; }","duration":"3.322558889s","start":"2026-05-20T04:09:29.347483Z","end":"2026-05-20T04:09:32.670042Z","steps":["trace[442319432] 'agreement among raft nodes before linearized reading' (duration: 3.322404185s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:32.670073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817915563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:32.670091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.696090845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T04:09:32.670098Z","caller":"traceutil/trace.go:171","msg":"trace[1978876529] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-d6df2; range_end:; response_count:1; response_revision:2299; }","duration":"4.713567241s","start":"2026-05-20T04:09:27.956513Z","end":"2026-05-20T04:09:32.67008Z","steps":["trace[1978876529] 'agreement among raft nodes before linearized reading' (duration: 4.713179701s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:32.669794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286168044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-20T04:09:32.670117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:29.347466Z","time spent":"3.322637481s","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:09:32.670124Z","caller":"traceutil/trace.go:171","msg":"trace[645359293] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:2299; }","duration":"2.818043666s","start":"2026-05-20T04:09:29.852065Z","end":"2026-05-20T04:09:32.670109Z","steps":["trace[645359293] 'agreement among raft nodes before linearized reading' (duration: 2.817971565s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:32.670147Z","caller":"traceutil/trace.go:171","msg":"trace[1726307756] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2299; }","duration":"3.286607305s","start":"2026-05-20T04:09:29.383531Z","end":"2026-05-20T04:09:32.670138Z","steps":["trace[1726307756] 'agreement among raft nodes before linearized reading' (duration: 3.285983279s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:32.670145Z","caller":"traceutil/trace.go:171","msg":"trace[860541508] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2299; }","duration":"5.696140136s","start":"2026-05-20T04:09:26.973987Z","end":"2026-05-20T04:09:32.670127Z","steps":["trace[860541508] 'agreement among raft nodes before linearized reading' (duration: 5.696008633s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:32.670152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:27.956491Z","time spent":"4.713650402s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4782,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-d6df2\" "} {"level":"warn","ts":"2026-05-20T04:09:32.670172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:29.383501Z","time spent":"3.286664727s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T04:09:32.670177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:26.973919Z","time spent":"5.696250719s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:09:32.670177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:29.852016Z","time spent":"2.818147829s","remote":"127.0.0.1:57734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:09:32.670004Z","caller":"traceutil/trace.go:171","msg":"trace[76539181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2299; }","duration":"2.656180377s","start":"2026-05-20T04:09:30.013804Z","end":"2026-05-20T04:09:32.669985Z","steps":["trace[76539181] 'agreement among raft nodes before linearized reading' (duration: 2.656041544s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:32.67021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.96572941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.18b12a98662c04d1\" ","response":"range_response_count:1 size:688"} {"level":"warn","ts":"2026-05-20T04:09:32.670224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:30.013782Z","time spent":"2.656431634s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:09:32.670245Z","caller":"traceutil/trace.go:171","msg":"trace[1954375777] range","detail":"{range_begin:/registry/events/default/atmosphere.18b12a98662c04d1; range_end:; response_count:1; response_revision:2299; }","duration":"7.965764251s","start":"2026-05-20T04:09:24.70447Z","end":"2026-05-20T04:09:32.670235Z","steps":["trace[1954375777] 'agreement among raft nodes before linearized reading' (duration: 7.965657268s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:32.670113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:25.44582Z","time spent":"7.22428251s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:32.670263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.054773766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:32.670275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:24.704411Z","time spent":"7.965857123s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":710,"request content":"key:\"/registry/events/default/atmosphere.18b12a98662c04d1\" "} {"level":"info","ts":"2026-05-20T04:09:32.670319Z","caller":"traceutil/trace.go:171","msg":"trace[1223300503] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2299; }","duration":"5.054854498s","start":"2026-05-20T04:09:27.615445Z","end":"2026-05-20T04:09:32.670299Z","steps":["trace[1223300503] 'agreement among raft nodes before linearized reading' (duration: 5.054771526s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:32.670363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:27.615428Z","time spent":"5.054920359s","remote":"127.0.0.1:57886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:33.011543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:32.675515Z","time spent":"336.021784ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:09:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:33.169911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:33.539308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999759352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:33.539394Z","caller":"traceutil/trace.go:171","msg":"trace[1421331043] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999900806s","start":"2026-05-20T04:09:31.539476Z","end":"2026-05-20T04:09:33.539376Z","steps":["trace[1421331043] 'agreement among raft nodes before linearized reading' (duration: 1.999792333s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:33.539456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:31.539455Z","time spent":"1.999991108s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:09:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:33.619911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.9315975s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:09:34.038633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000139122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:09:34.038723Z","caller":"traceutil/trace.go:171","msg":"trace[1222642594] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287495s","start":"2026-05-20T04:09:32.038417Z","end":"2026-05-20T04:09:34.038705Z","steps":["trace[1222642594] 'agreement among raft nodes before linearized reading' (duration: 2.000169882s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:34.038788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:32.038396Z","time spent":"2.000378697s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:09:35.54597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000717557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:09:35.54619Z","caller":"traceutil/trace.go:171","msg":"trace[1954874844] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000941853s","start":"2026-05-20T04:09:33.54518Z","end":"2026-05-20T04:09:35.546122Z","steps":["trace[1954874844] 'agreement among raft nodes before linearized reading' (duration: 2.000753628s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:35.54626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:33.545157Z","time spent":"2.001088487s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:09:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:35.655969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:32.673857Z","time spent":"2.982106533s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:09:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:35.881921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261807975s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-05-20T04:09:35.882167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.564217ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:35.882266Z","caller":"traceutil/trace.go:171","msg":"trace[777517577] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2300; }","duration":"650.665649ms","start":"2026-05-20T04:09:35.231585Z","end":"2026-05-20T04:09:35.88225Z","steps":["trace[777517577] 'range keys from in-memory index tree' (duration: 650.553426ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:35.883387Z","caller":"traceutil/trace.go:171","msg":"trace[387375757] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"4.399277294s","start":"2026-05-20T04:09:31.484079Z","end":"2026-05-20T04:09:35.883357Z","steps":["trace[387375757] 'process raft request' (duration: 4.39793994s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:35.883525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:31.484059Z","time spent":"4.399390726s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:37.123206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:32.124857Z","time spent":"4.998222885s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:09:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:37.149312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265907186s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:09:37.149769Z","caller":"traceutil/trace.go:171","msg":"trace[1352907411] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"4.475973226s","start":"2026-05-20T04:09:32.673755Z","end":"2026-05-20T04:09:37.149728Z","steps":["trace[1352907411] 'process raft request' (duration: 4.47576473s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:37.149845Z","caller":"traceutil/trace.go:171","msg":"trace[652290635] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"2.131417505s","start":"2026-05-20T04:09:35.018414Z","end":"2026-05-20T04:09:37.149832Z","steps":["trace[652290635] 'process raft request' (duration: 2.131342943s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:37.149877Z","caller":"traceutil/trace.go:171","msg":"trace[1849457434] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"4.471181053s","start":"2026-05-20T04:09:32.678675Z","end":"2026-05-20T04:09:37.149856Z","steps":["trace[1849457434] 'process raft request' (duration: 4.470970657s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.149934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:32.671645Z","time spent":"4.478287565s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T04:09:37.149944Z","caller":"traceutil/trace.go:171","msg":"trace[937663997] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"4.476307794s","start":"2026-05-20T04:09:32.673627Z","end":"2026-05-20T04:09:37.149935Z","steps":["trace[937663997] 'process raft request' (duration: 4.475826782s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:37.149901Z","caller":"traceutil/trace.go:171","msg":"trace[369728438] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2309; }","duration":"4.135480657s","start":"2026-05-20T04:09:33.014372Z","end":"2026-05-20T04:09:37.149852Z","steps":["trace[369728438] 'process raft request' (duration: 4.135345743s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:37.149966Z","caller":"traceutil/trace.go:171","msg":"trace[17756664] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"4.475528903s","start":"2026-05-20T04:09:32.674427Z","end":"2026-05-20T04:09:37.149956Z","steps":["trace[17756664] 'process raft request' (duration: 4.475171414s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.150001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:32.673607Z","time spent":"4.476364146s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:37.150026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:32.674409Z","time spent":"4.475583745s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:37.150036Z","caller":"traceutil/trace.go:171","msg":"trace[1871637000] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"4.476013977s","start":"2026-05-20T04:09:32.674013Z","end":"2026-05-20T04:09:37.150027Z","steps":["trace[1871637000] 'process raft request' (duration: 4.475557966s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.149997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:32.678666Z","time spent":"4.471271145s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:37.150074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:32.674003Z","time spent":"4.476050778s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:37.149898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:32.673716Z","time spent":"4.476113089s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:37.150124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:33.014346Z","time spent":"4.135650781s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":524,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:37.149877Z","caller":"traceutil/trace.go:171","msg":"trace[182261457] linearizableReadLoop","detail":"{readStateIndex:2399; appliedIndex:2387; }","duration":"4.480492431s","start":"2026-05-20T04:09:32.669369Z","end":"2026-05-20T04:09:37.149861Z","steps":["trace[182261457] 'read index received' (duration: 950.767258ms)","trace[182261457] 'applied index is now lower than readState.Index' (duration: 3.529722923s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:37.150164Z","caller":"traceutil/trace.go:171","msg":"trace[678136159] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2311; }","duration":"1.491535563s","start":"2026-05-20T04:09:35.658597Z","end":"2026-05-20T04:09:37.150133Z","steps":["trace[678136159] 'process raft request' (duration: 1.49143534s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.1502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.026408846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:09:37.150258Z","caller":"traceutil/trace.go:171","msg":"trace[1402063439] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2311; }","duration":"7.026505029s","start":"2026-05-20T04:09:30.123738Z","end":"2026-05-20T04:09:37.150243Z","steps":["trace[1402063439] 'agreement among raft nodes before linearized reading' (duration: 7.02617813s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.15028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471830409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:37.150311Z","caller":"traceutil/trace.go:171","msg":"trace[2112319586] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:2311; }","duration":"4.47187853s","start":"2026-05-20T04:09:32.678423Z","end":"2026-05-20T04:09:37.150302Z","steps":["trace[2112319586] 'agreement among raft nodes before linearized reading' (duration: 4.471822779s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.150308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:30.123729Z","time spent":"7.02656904s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:37.150317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.02673821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-05-20T04:09:37.150334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:32.678409Z","time spent":"4.471920451s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" "} {"level":"warn","ts":"2026-05-20T04:09:37.150329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:35.65856Z","time spent":"1.491687097s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":467,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:37.150352Z","caller":"traceutil/trace.go:171","msg":"trace[1194540595] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2311; }","duration":"6.026808702s","start":"2026-05-20T04:09:31.123531Z","end":"2026-05-20T04:09:37.15034Z","steps":["trace[1194540595] 'agreement among raft nodes before linearized reading' (duration: 6.026406872s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.1499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:35.018386Z","time spent":"2.131488227s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:37.150381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:31.123506Z","time spent":"6.026870383s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:09:37.150381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.974477334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:37.150341Z","caller":"traceutil/trace.go:171","msg":"trace[858200858] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"2.057386682s","start":"2026-05-20T04:09:35.092847Z","end":"2026-05-20T04:09:37.150233Z","steps":["trace[858200858] 'process raft request' (duration: 2.056957941s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.150402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47646142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:09:37.150414Z","caller":"traceutil/trace.go:171","msg":"trace[978625920] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2311; }","duration":"4.974546356s","start":"2026-05-20T04:09:32.175858Z","end":"2026-05-20T04:09:37.150405Z","steps":["trace[978625920] 'agreement among raft nodes before linearized reading' (duration: 4.974072614s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:37.150432Z","caller":"traceutil/trace.go:171","msg":"trace[1600123389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2311; }","duration":"2.476541382s","start":"2026-05-20T04:09:34.673883Z","end":"2026-05-20T04:09:37.150424Z","steps":["trace[1600123389] 'agreement among raft nodes before linearized reading' (duration: 2.476376808s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.150442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:32.175842Z","time spent":"4.974594346s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:37.150453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650247716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:37.15048Z","caller":"traceutil/trace.go:171","msg":"trace[1108345320] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2311; }","duration":"2.650309257s","start":"2026-05-20T04:09:34.500161Z","end":"2026-05-20T04:09:37.15047Z","steps":["trace[1108345320] 'agreement among raft nodes before linearized reading' (duration: 2.650268186s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.150481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:35.09282Z","time spent":"2.057604717s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:37.150496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.056146949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:37.150527Z","caller":"traceutil/trace.go:171","msg":"trace[1397498692] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2311; }","duration":"4.056208681s","start":"2026-05-20T04:09:33.094308Z","end":"2026-05-20T04:09:37.150517Z","steps":["trace[1397498692] 'agreement among raft nodes before linearized reading' (duration: 4.056152409s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.150539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389555604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:09:37.150558Z","caller":"traceutil/trace.go:171","msg":"trace[1540310910] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2311; }","duration":"1.389614515s","start":"2026-05-20T04:09:35.760938Z","end":"2026-05-20T04:09:37.150552Z","steps":["trace[1540310910] 'agreement among raft nodes before linearized reading' (duration: 1.389531703s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.150554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:33.094292Z","time spent":"4.056254281s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:37.150535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871797098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:37.150575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:35.760891Z","time spent":"1.389679277s","remote":"127.0.0.1:33978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:37.150503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:34.500136Z","time spent":"2.650362118s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:37.150604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604365893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:37.150598Z","caller":"traceutil/trace.go:171","msg":"trace[192029051] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2311; }","duration":"2.87190352s","start":"2026-05-20T04:09:34.278678Z","end":"2026-05-20T04:09:37.150581Z","steps":["trace[192029051] 'agreement among raft nodes before linearized reading' (duration: 2.871795167s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.150603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.041248055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15960"} {"level":"info","ts":"2026-05-20T04:09:37.150625Z","caller":"traceutil/trace.go:171","msg":"trace[1654866436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2311; }","duration":"1.604420253s","start":"2026-05-20T04:09:35.546199Z","end":"2026-05-20T04:09:37.150619Z","steps":["trace[1654866436] 'agreement among raft nodes before linearized reading' (duration: 1.604388862s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.150647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:35.546178Z","time spent":"1.604464375s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:09:37.150635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.273824631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:89761"} {"level":"info","ts":"2026-05-20T04:09:37.150653Z","caller":"traceutil/trace.go:171","msg":"trace[503990164] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2311; }","duration":"4.041329988s","start":"2026-05-20T04:09:33.109308Z","end":"2026-05-20T04:09:37.150638Z","steps":["trace[503990164] 'agreement among raft nodes before linearized reading' (duration: 4.041180464s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.15066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:34.27866Z","time spent":"2.871972452s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:09:37.150681Z","caller":"traceutil/trace.go:171","msg":"trace[116921986] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:2311; }","duration":"4.273910693s","start":"2026-05-20T04:09:32.876757Z","end":"2026-05-20T04:09:37.150668Z","steps":["trace[116921986] 'agreement among raft nodes before linearized reading' (duration: 4.273724219s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:37.150696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:33.109278Z","time spent":"4.041407089s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":15982,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-20T04:09:37.150716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:32.876736Z","time spent":"4.273972664s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":6,"response size":89783,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:37.150453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:34.673846Z","time spent":"2.476602014s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/20 04:09:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:37.657526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:38.158637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:38.514623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.30141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-05-20T04:09:38.514745Z","caller":"traceutil/trace.go:171","msg":"trace[1266996447] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2311; }","duration":"1.360415794s","start":"2026-05-20T04:09:37.154292Z","end":"2026-05-20T04:09:38.514708Z","steps":["trace[1266996447] 'process raft request' (duration: 1.067951799s)","trace[1266996447] 'compare' (duration: 292.249669ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:38.514808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:37.154261Z","time spent":"1.360517516s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:38.671037Z","caller":"traceutil/trace.go:171","msg":"trace[915509226] linearizableReadLoop","detail":"{readStateIndex:2405; appliedIndex:2402; }","duration":"1.514600186s","start":"2026-05-20T04:09:37.156411Z","end":"2026-05-20T04:09:38.671011Z","steps":["trace[915509226] 'read index received' (duration: 1.065848506s)","trace[915509226] 'applied index is now lower than readState.Index' (duration: 448.75067ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:38.671171Z","caller":"traceutil/trace.go:171","msg":"trace[2127101977] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"1.507605936s","start":"2026-05-20T04:09:37.163487Z","end":"2026-05-20T04:09:38.671093Z","steps":["trace[2127101977] 'process raft request' (duration: 1.507142624s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:38.67138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:37.163471Z","time spent":"1.507789991s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8330,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:38.671461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515026976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-20T04:09:38.67154Z","caller":"traceutil/trace.go:171","msg":"trace[1648613685] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783; range_end:; response_count:1; response_revision:2313; }","duration":"1.515142259s","start":"2026-05-20T04:09:37.156374Z","end":"2026-05-20T04:09:38.671516Z","steps":["trace[1648613685] 'agreement among raft nodes before linearized reading' (duration: 1.514925374s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:38.671581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:37.156356Z","time spent":"1.515215862s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" "} {"level":"warn","ts":"2026-05-20T04:09:39.013494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.476361ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-05-20T04:09:39.013633Z","caller":"traceutil/trace.go:171","msg":"trace[908325328] linearizableReadLoop","detail":"{readStateIndex:2406; appliedIndex:2405; }","duration":"342.50113ms","start":"2026-05-20T04:09:38.671107Z","end":"2026-05-20T04:09:39.013608Z","steps":["trace[908325328] 'read index received' (duration: 97.896246ms)","trace[908325328] 'applied index is now lower than readState.Index' (duration: 244.602914ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:39.013728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:38.516152Z","time spent":"497.571904ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:09:39.013953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611108366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:39.014035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857360132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-05-20T04:09:39.014007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6070016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:39.01405Z","caller":"traceutil/trace.go:171","msg":"trace[1265665136] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:0; response_revision:2313; }","duration":"1.61124019s","start":"2026-05-20T04:09:37.402787Z","end":"2026-05-20T04:09:39.014027Z","steps":["trace[1265665136] 'agreement among raft nodes before linearized reading' (duration: 1.611085216s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:39.014074Z","caller":"traceutil/trace.go:171","msg":"trace[315049993] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2313; }","duration":"1.857474015s","start":"2026-05-20T04:09:37.156586Z","end":"2026-05-20T04:09:39.01406Z","steps":["trace[315049993] 'agreement among raft nodes before linearized reading' (duration: 1.857388043s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:39.01399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466238914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:39.014116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:37.156568Z","time spent":"1.857543077s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-20T04:09:39.014102Z","caller":"traceutil/trace.go:171","msg":"trace[989381363] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:0; response_revision:2313; }","duration":"1.607128213s","start":"2026-05-20T04:09:37.406953Z","end":"2026-05-20T04:09:39.014081Z","steps":["trace[989381363] 'agreement among raft nodes before linearized reading' (duration: 1.606965829s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:39.014115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:37.402767Z","time spent":"1.611336162s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"info","ts":"2026-05-20T04:09:39.014145Z","caller":"traceutil/trace.go:171","msg":"trace[1418977989] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2313; }","duration":"1.466437959s","start":"2026-05-20T04:09:37.547683Z","end":"2026-05-20T04:09:39.01412Z","steps":["trace[1418977989] 'agreement among raft nodes before linearized reading' (duration: 1.466229824s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:39.014164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:37.406942Z","time spent":"1.607208005s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-05-20T04:09:39.014111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857511596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"warn","ts":"2026-05-20T04:09:39.014205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:37.547662Z","time spent":"1.466530381s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:39.014204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608834958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:89761"} {"level":"info","ts":"2026-05-20T04:09:39.01426Z","caller":"traceutil/trace.go:171","msg":"trace[1715386859] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:2313; }","duration":"1.60893899s","start":"2026-05-20T04:09:37.405306Z","end":"2026-05-20T04:09:39.014245Z","steps":["trace[1715386859] 'agreement among raft nodes before linearized reading' (duration: 1.608636652s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:39.014318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:37.405283Z","time spent":"1.609023543s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":6,"response size":89783,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:39.014326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850848876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15960"} {"level":"info","ts":"2026-05-20T04:09:39.014253Z","caller":"traceutil/trace.go:171","msg":"trace[540305998] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2313; }","duration":"1.857674751s","start":"2026-05-20T04:09:37.156551Z","end":"2026-05-20T04:09:39.014226Z","steps":["trace[540305998] 'agreement among raft nodes before linearized reading' (duration: 1.857426334s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:39.014381Z","caller":"traceutil/trace.go:171","msg":"trace[325945519] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2313; }","duration":"1.850919197s","start":"2026-05-20T04:09:37.163446Z","end":"2026-05-20T04:09:39.014365Z","steps":["trace[325945519] 'agreement among raft nodes before linearized reading' (duration: 1.850687161s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:39.014353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850798644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:39.014406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:37.156533Z","time spent":"1.857860505s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":571,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-20T04:09:39.014416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:37.163437Z","time spent":"1.850971588s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":15982,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-20T04:09:39.014448Z","caller":"traceutil/trace.go:171","msg":"trace[9525986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2313; }","duration":"1.850922378s","start":"2026-05-20T04:09:37.163503Z","end":"2026-05-20T04:09:39.014426Z","steps":["trace[9525986] 'agreement among raft nodes before linearized reading' (duration: 1.850573559s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:39.014515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:37.163494Z","time spent":"1.85101047s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:09:39.014586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.109589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-05-20T04:09:39.014678Z","caller":"traceutil/trace.go:171","msg":"trace[25136843] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2313; }","duration":"858.338865ms","start":"2026-05-20T04:09:38.156321Z","end":"2026-05-20T04:09:39.014659Z","steps":["trace[25136843] 'agreement among raft nodes before linearized reading' (duration: 857.600796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:39.014761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:38.156299Z","time spent":"858.444987ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:09:39.513989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217894,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:09:39.722118Z","caller":"traceutil/trace.go:171","msg":"trace[636719771] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"1.040396461s","start":"2026-05-20T04:09:38.681698Z","end":"2026-05-20T04:09:39.722095Z","steps":["trace[636719771] 'process raft request' (duration: 1.040288288s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:39.722286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:38.681687Z","time spent":"1.040523345s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9355,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:39.722114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:38.674096Z","time spent":"1.048009097s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T04:09:40.44814Z","caller":"traceutil/trace.go:171","msg":"trace[481995291] linearizableReadLoop","detail":"{readStateIndex:2411; appliedIndex:2407; }","duration":"1.434444417s","start":"2026-05-20T04:09:39.013671Z","end":"2026-05-20T04:09:40.448116Z","steps":["trace[481995291] 'read index received' (duration: 708.299299ms)","trace[481995291] 'applied index is now lower than readState.Index' (duration: 726.143778ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:40.448212Z","caller":"traceutil/trace.go:171","msg":"trace[1705438504] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"1.425517628s","start":"2026-05-20T04:09:39.022658Z","end":"2026-05-20T04:09:40.448175Z","steps":["trace[1705438504] 'process raft request' (duration: 1.425361593s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:40.44816Z","caller":"traceutil/trace.go:171","msg":"trace[1045905212] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"1.432147148s","start":"2026-05-20T04:09:39.015968Z","end":"2026-05-20T04:09:40.448115Z","steps":["trace[1045905212] 'process raft request' (duration: 1.431887081s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:40.448314Z","caller":"traceutil/trace.go:171","msg":"trace[2025774005] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2316; }","duration":"1.417110431s","start":"2026-05-20T04:09:39.03117Z","end":"2026-05-20T04:09:40.44828Z","steps":["trace[2025774005] 'process raft request' (duration: 1.416910636s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:40.448381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:39.022637Z","time spent":"1.425653781s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:40.448428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500159686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:40.448635Z","caller":"traceutil/trace.go:171","msg":"trace[1025106097] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:2316; }","duration":"1.500421603s","start":"2026-05-20T04:09:38.948183Z","end":"2026-05-20T04:09:40.448604Z","steps":["trace[1025106097] 'agreement among raft nodes before linearized reading' (duration: 1.500134675s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:40.448429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768649984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:40.448714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:38.948161Z","time spent":"1.500532125s","remote":"127.0.0.1:57596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:09:40.448722Z","caller":"traceutil/trace.go:171","msg":"trace[443446068] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:2316; }","duration":"1.768972613s","start":"2026-05-20T04:09:38.679726Z","end":"2026-05-20T04:09:40.448699Z","steps":["trace[443446068] 'agreement among raft nodes before linearized reading' (duration: 1.768580383s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:40.448831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:38.679714Z","time spent":"1.769095106s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" "} {"level":"warn","ts":"2026-05-20T04:09:40.448475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:39.015947Z","time spent":"1.432413175s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:40.448484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:39.031158Z","time spent":"1.417262575s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:40.832483Z","caller":"traceutil/trace.go:171","msg":"trace[1254143618] linearizableReadLoop","detail":"{readStateIndex:2413; appliedIndex:2411; }","duration":"384.251472ms","start":"2026-05-20T04:09:40.448207Z","end":"2026-05-20T04:09:40.832459Z","steps":["trace[1254143618] 'read index received' (duration: 383.997806ms)","trace[1254143618] 'applied index is now lower than readState.Index' (duration: 252.686µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:40.832673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804642268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:40.832716Z","caller":"traceutil/trace.go:171","msg":"trace[967017918] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:2318; }","duration":"1.804721331s","start":"2026-05-20T04:09:39.027985Z","end":"2026-05-20T04:09:40.832706Z","steps":["trace[967017918] 'agreement among raft nodes before linearized reading' (duration: 1.804614028s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:40.832749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:39.027972Z","time spent":"1.804769032s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:40.832746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.664988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:40.832672Z","caller":"traceutil/trace.go:171","msg":"trace[1636623265] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"1.096021801s","start":"2026-05-20T04:09:39.736617Z","end":"2026-05-20T04:09:40.832639Z","steps":["trace[1636623265] 'process raft request' (duration: 1.095776695s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:40.83279Z","caller":"traceutil/trace.go:171","msg":"trace[390327626] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:2318; }","duration":"376.73499ms","start":"2026-05-20T04:09:40.456042Z","end":"2026-05-20T04:09:40.832777Z","steps":["trace[390327626] 'agreement among raft nodes before linearized reading' (duration: 376.670359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:40.83285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:40.456017Z","time spent":"376.824453ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" "} {"level":"warn","ts":"2026-05-20T04:09:40.832881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.138532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-05-20T04:09:40.83277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675824788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:09:40.832673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816179015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:40.832939Z","caller":"traceutil/trace.go:171","msg":"trace[1224709519] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2318; }","duration":"813.219474ms","start":"2026-05-20T04:09:40.019705Z","end":"2026-05-20T04:09:40.832925Z","steps":["trace[1224709519] 'agreement among raft nodes before linearized reading' (duration: 813.110221ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:40.832931Z","caller":"traceutil/trace.go:171","msg":"trace[1741596234] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"1.109043596s","start":"2026-05-20T04:09:39.723865Z","end":"2026-05-20T04:09:40.832909Z","steps":["trace[1741596234] 'process raft request' (duration: 1.108367559s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:40.832955Z","caller":"traceutil/trace.go:171","msg":"trace[699572020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2318; }","duration":"1.816518985s","start":"2026-05-20T04:09:39.01643Z","end":"2026-05-20T04:09:40.832949Z","steps":["trace[699572020] 'agreement among raft nodes before linearized reading' (duration: 1.816173616s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:40.832943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.291317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:40.832936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.987924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:09:40.833002Z","caller":"traceutil/trace.go:171","msg":"trace[1851240669] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:2318; }","duration":"316.39451ms","start":"2026-05-20T04:09:40.516595Z","end":"2026-05-20T04:09:40.832989Z","steps":["trace[1851240669] 'agreement among raft nodes before linearized reading' (duration: 316.316728ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:40.833029Z","caller":"traceutil/trace.go:171","msg":"trace[892851375] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2318; }","duration":"382.133068ms","start":"2026-05-20T04:09:40.450876Z","end":"2026-05-20T04:09:40.833009Z","steps":["trace[892851375] 'agreement among raft nodes before linearized reading' (duration: 381.926643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:40.833038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:39.723846Z","time spent":"1.109130157s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:40.833048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:40.51657Z","time spent":"316.468721ms","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:40.83287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.684817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-05-20T04:09:40.833086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:40.450858Z","time spent":"382.217631ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-20T04:09:40.833106Z","caller":"traceutil/trace.go:171","msg":"trace[1732968376] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2318; }","duration":"374.943073ms","start":"2026-05-20T04:09:40.458152Z","end":"2026-05-20T04:09:40.833095Z","steps":["trace[1732968376] 'agreement among raft nodes before linearized reading' (duration: 374.571244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:40.833153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:40.458142Z","time spent":"374.997056ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:09:40.832958Z","caller":"traceutil/trace.go:171","msg":"trace[619224957] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2318; }","duration":"1.676073285s","start":"2026-05-20T04:09:39.156873Z","end":"2026-05-20T04:09:40.832946Z","steps":["trace[619224957] 'agreement among raft nodes before linearized reading' (duration: 1.675694745s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:40.833226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.034485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:40.833227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:39.156853Z","time spent":"1.676358601s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:09:40.832875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.929953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:1 size:5746"} {"level":"info","ts":"2026-05-20T04:09:40.833259Z","caller":"traceutil/trace.go:171","msg":"trace[272524989] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2318; }","duration":"519.109187ms","start":"2026-05-20T04:09:40.314142Z","end":"2026-05-20T04:09:40.833251Z","steps":["trace[272524989] 'agreement among raft nodes before linearized reading' (duration: 518.921283ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:40.83331Z","caller":"traceutil/trace.go:171","msg":"trace[1487417493] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:1; response_revision:2318; }","duration":"382.420706ms","start":"2026-05-20T04:09:40.450876Z","end":"2026-05-20T04:09:40.833297Z","steps":["trace[1487417493] 'agreement among raft nodes before linearized reading' (duration: 381.81429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:40.833235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:39.736606Z","time spent":"1.096256167s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9364,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:40.833378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:40.31412Z","time spent":"519.21416ms","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:40.832979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:39.01641Z","time spent":"1.816562885s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:09:40.832979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:40.019684Z","time spent":"813.286716ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:09:40.833349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:40.450851Z","time spent":"382.486688ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5768,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" "} {"level":"info","ts":"2026-05-20T04:09:41.097362Z","caller":"traceutil/trace.go:171","msg":"trace[991768942] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"261.342745ms","start":"2026-05-20T04:09:40.835996Z","end":"2026-05-20T04:09:41.097338Z","steps":["trace[991768942] 'process raft request' (duration: 261.200021ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:41.349241Z","caller":"traceutil/trace.go:171","msg":"trace[136255129] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"513.123574ms","start":"2026-05-20T04:09:40.836084Z","end":"2026-05-20T04:09:41.349207Z","steps":["trace[136255129] 'process raft request' (duration: 512.936899ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:41.349292Z","caller":"traceutil/trace.go:171","msg":"trace[691573153] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"511.510082ms","start":"2026-05-20T04:09:40.837744Z","end":"2026-05-20T04:09:41.349254Z","steps":["trace[691573153] 'process raft request' (duration: 511.389349ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:41.349353Z","caller":"traceutil/trace.go:171","msg":"trace[999211407] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"509.048888ms","start":"2026-05-20T04:09:40.840282Z","end":"2026-05-20T04:09:41.349331Z","steps":["trace[999211407] 'process raft request' (duration: 508.894664ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:41.349354Z","caller":"traceutil/trace.go:171","msg":"trace[938798645] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2322; }","duration":"503.282181ms","start":"2026-05-20T04:09:40.846043Z","end":"2026-05-20T04:09:41.349326Z","steps":["trace[938798645] 'process raft request' (duration: 503.172798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:41.349384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:40.836059Z","time spent":"513.259558ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":917,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:41.34944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:40.837728Z","time spent":"511.640235ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:41.349454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.131562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:09:41.349438Z","caller":"traceutil/trace.go:171","msg":"trace[499286678] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"328.818138ms","start":"2026-05-20T04:09:41.020596Z","end":"2026-05-20T04:09:41.349415Z","steps":["trace[499286678] 'process raft request' (duration: 328.642744ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:41.349482Z","caller":"traceutil/trace.go:171","msg":"trace[1050406509] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2323; }","duration":"511.187524ms","start":"2026-05-20T04:09:40.838289Z","end":"2026-05-20T04:09:41.349477Z","steps":["trace[1050406509] 'agreement among raft nodes before linearized reading' (duration: 511.054151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:41.349471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:40.840268Z","time spent":"509.133601ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3892,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:41.349482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:40.846032Z","time spent":"503.387464ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:41.349499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:40.838279Z","time spent":"511.216464ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:09:41.349298Z","caller":"traceutil/trace.go:171","msg":"trace[944494097] linearizableReadLoop","detail":"{readStateIndex:2416; appliedIndex:2413; }","duration":"510.969668ms","start":"2026-05-20T04:09:40.838312Z","end":"2026-05-20T04:09:41.349282Z","steps":["trace[944494097] 'read index received' (duration: 258.871431ms)","trace[944494097] 'applied index is now lower than readState.Index' (duration: 252.097457ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:41.34955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:41.020569Z","time spent":"328.925031ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:41.849687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217912,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:09:42.172835Z","caller":"traceutil/trace.go:171","msg":"trace[421632934] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2324; }","duration":"1.061107795s","start":"2026-05-20T04:09:41.111696Z","end":"2026-05-20T04:09:42.172804Z","steps":["trace[421632934] 'process raft request' (duration: 1.061041863s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:42.172982Z","caller":"traceutil/trace.go:171","msg":"trace[130238705] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"1.063633709s","start":"2026-05-20T04:09:41.109331Z","end":"2026-05-20T04:09:42.172965Z","steps":["trace[130238705] 'process raft request' (duration: 1.063150556s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:42.173002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:41.111673Z","time spent":"1.061240197s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":1567,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:42.17309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:41.109309Z","time spent":"1.06372108s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:42.402996Z","caller":"traceutil/trace.go:171","msg":"trace[1027912608] linearizableReadLoop","detail":"{readStateIndex:2423; appliedIndex:2419; }","duration":"1.053397987s","start":"2026-05-20T04:09:41.349575Z","end":"2026-05-20T04:09:42.402973Z","steps":["trace[1027912608] 'read index received' (duration: 822.919385ms)","trace[1027912608] 'applied index is now lower than readState.Index' (duration: 230.477672ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:42.403018Z","caller":"traceutil/trace.go:171","msg":"trace[407707863] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2325; }","duration":"1.035713661s","start":"2026-05-20T04:09:41.36728Z","end":"2026-05-20T04:09:42.402994Z","steps":["trace[407707863] 'process raft request' (duration: 1.03566249s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:42.403111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561738357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:42.403114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525738172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:42.403174Z","caller":"traceutil/trace.go:171","msg":"trace[1215870813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2325; }","duration":"1.561843959s","start":"2026-05-20T04:09:40.841323Z","end":"2026-05-20T04:09:42.403167Z","steps":["trace[1215870813] 'agreement among raft nodes before linearized reading' (duration: 1.561733397s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:42.403188Z","caller":"traceutil/trace.go:171","msg":"trace[1302719375] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:2325; }","duration":"1.525871965s","start":"2026-05-20T04:09:40.877304Z","end":"2026-05-20T04:09:42.403176Z","steps":["trace[1302719375] 'agreement among raft nodes before linearized reading' (duration: 1.525716581s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:42.403207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:40.841314Z","time spent":"1.56188726s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:09:42.403201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56416964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-20T04:09:42.403221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:40.877283Z","time spent":"1.525929017s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" "} {"level":"info","ts":"2026-05-20T04:09:42.403008Z","caller":"traceutil/trace.go:171","msg":"trace[10166711] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"1.042540757s","start":"2026-05-20T04:09:41.36044Z","end":"2026-05-20T04:09:42.40298Z","steps":["trace[10166711] 'process raft request' (duration: 1.042381723s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:42.403253Z","caller":"traceutil/trace.go:171","msg":"trace[916022086] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2325; }","duration":"1.564239561s","start":"2026-05-20T04:09:40.838999Z","end":"2026-05-20T04:09:42.403239Z","steps":["trace[916022086] 'agreement among raft nodes before linearized reading' (duration: 1.564101478s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:42.403307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:40.838993Z","time spent":"1.564304543s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T04:09:42.403402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:41.367269Z","time spent":"1.035839864s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":1553,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:42.403403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:41.360424Z","time spent":"1.042886346s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:42.903648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217916,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:09:43.0709Z","caller":"traceutil/trace.go:171","msg":"trace[243558411] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"880.828142ms","start":"2026-05-20T04:09:42.190029Z","end":"2026-05-20T04:09:43.070857Z","steps":["trace[243558411] 'process raft request' (duration: 880.674308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:43.071071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:42.190007Z","time spent":"880.963355ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:43.643766Z","caller":"traceutil/trace.go:171","msg":"trace[1812392356] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"1.223507515s","start":"2026-05-20T04:09:42.420211Z","end":"2026-05-20T04:09:43.643719Z","steps":["trace[1812392356] 'process raft request' (duration: 1.223183117s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:43.643916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:42.420187Z","time spent":"1.223657949s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2054,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:43.643927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805102029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-05-20T04:09:43.643998Z","caller":"traceutil/trace.go:171","msg":"trace[1031709434] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2328; }","duration":"1.805234342s","start":"2026-05-20T04:09:41.838748Z","end":"2026-05-20T04:09:43.643982Z","steps":["trace[1031709434] 'agreement among raft nodes before linearized reading' (duration: 1.805015187s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:43.644002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29012549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:43.644083Z","caller":"traceutil/trace.go:171","msg":"trace[1050432465] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/valkey; range_end:; response_count:0; response_revision:2328; }","duration":"2.290282424s","start":"2026-05-20T04:09:41.353791Z","end":"2026-05-20T04:09:43.644074Z","steps":["trace[1050432465] 'agreement among raft nodes before linearized reading' (duration: 2.290025618s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:43.644129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65453683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:09:43.644127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355898977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:43.644166Z","caller":"traceutil/trace.go:171","msg":"trace[666395255] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2328; }","duration":"1.654608492s","start":"2026-05-20T04:09:41.989547Z","end":"2026-05-20T04:09:43.644155Z","steps":["trace[666395255] 'agreement among raft nodes before linearized reading' (duration: 1.65455722s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:43.644139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:41.353782Z","time spent":"2.290347396s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/issuers/openstack/valkey\" "} {"level":"info","ts":"2026-05-20T04:09:43.6442Z","caller":"traceutil/trace.go:171","msg":"trace[31519208] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2328; }","duration":"1.35601914s","start":"2026-05-20T04:09:42.288161Z","end":"2026-05-20T04:09:43.64418Z","steps":["trace[31519208] 'agreement among raft nodes before linearized reading' (duration: 1.355890127s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:43.64421Z","caller":"traceutil/trace.go:171","msg":"trace[1943568111] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"1.11315586s","start":"2026-05-20T04:09:42.531006Z","end":"2026-05-20T04:09:43.644162Z","steps":["trace[1943568111] 'process raft request' (duration: 1.112628036s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:43.64428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:42.288137Z","time spent":"1.356125122s","remote":"127.0.0.1:50588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:43.644315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830550882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:43.64418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290739476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-20T04:09:43.644402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293790134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:1 size:5733"} {"level":"warn","ts":"2026-05-20T04:09:43.644195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:41.989523Z","time spent":"1.654661882s","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:09:43.644439Z","caller":"traceutil/trace.go:171","msg":"trace[963643513] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:1; response_revision:2328; }","duration":"2.293867015s","start":"2026-05-20T04:09:41.350563Z","end":"2026-05-20T04:09:43.64443Z","steps":["trace[963643513] 'agreement among raft nodes before linearized reading' (duration: 2.293745262s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:43.644414Z","caller":"traceutil/trace.go:171","msg":"trace[1166812836] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:0; response_revision:2328; }","duration":"1.830701536s","start":"2026-05-20T04:09:41.813693Z","end":"2026-05-20T04:09:43.644395Z","steps":["trace[1166812836] 'agreement among raft nodes before linearized reading' (duration: 1.830512441s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:43.644468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:41.350546Z","time spent":"2.293916118s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5755,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" "} {"level":"warn","ts":"2026-05-20T04:09:43.644091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608130778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:43.644458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:42.530963Z","time spent":"1.113378965s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187948,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:43.644495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:41.81367Z","time spent":"1.83080739s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" "} {"level":"info","ts":"2026-05-20T04:09:43.644281Z","caller":"traceutil/trace.go:171","msg":"trace[1362102903] linearizableReadLoop","detail":"{readStateIndex:2426; appliedIndex:2423; }","duration":"1.240648715s","start":"2026-05-20T04:09:42.403069Z","end":"2026-05-20T04:09:43.643718Z","steps":["trace[1362102903] 'read index received' (duration: 667.695296ms)","trace[1362102903] 'applied index is now lower than readState.Index' (duration: 572.952299ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:43.644541Z","caller":"traceutil/trace.go:171","msg":"trace[511816232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2328; }","duration":"1.608594881s","start":"2026-05-20T04:09:42.035918Z","end":"2026-05-20T04:09:43.644513Z","steps":["trace[511816232] 'agreement among raft nodes before linearized reading' (duration: 1.608147148s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:43.644421Z","caller":"traceutil/trace.go:171","msg":"trace[1119255012] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783; range_end:; response_count:1; response_revision:2328; }","duration":"2.291041744s","start":"2026-05-20T04:09:41.353365Z","end":"2026-05-20T04:09:43.644406Z","steps":["trace[1119255012] 'agreement among raft nodes before linearized reading' (duration: 2.290611693s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:43.64462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:41.353343Z","time spent":"2.29126387s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" "} {"level":"warn","ts":"2026-05-20T04:09:43.644625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:42.035898Z","time spent":"1.608704143s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:09:43.644045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:41.838724Z","time spent":"1.805311163s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:09:43.644738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291002264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-05-20T04:09:43.644871Z","caller":"traceutil/trace.go:171","msg":"trace[1917662554] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2328; }","duration":"2.291305071s","start":"2026-05-20T04:09:41.353534Z","end":"2026-05-20T04:09:43.644839Z","steps":["trace[1917662554] 'agreement among raft nodes before linearized reading' (duration: 2.290760246s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:43.644937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:41.35352Z","time spent":"2.291406504s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-20T04:09:44.144854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217922,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:09:44.160141Z","caller":"traceutil/trace.go:171","msg":"trace[187587689] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"1.083628681s","start":"2026-05-20T04:09:43.076476Z","end":"2026-05-20T04:09:44.160104Z","steps":["trace[187587689] 'process raft request' (duration: 1.083395954s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:44.160282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:43.076448Z","time spent":"1.083770925s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:44.160371Z","caller":"traceutil/trace.go:171","msg":"trace[1038607679] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"1.0831957s","start":"2026-05-20T04:09:43.077158Z","end":"2026-05-20T04:09:44.160354Z","steps":["trace[1038607679] 'process raft request' (duration: 1.082856512s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:44.160487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:43.077138Z","time spent":"1.083289673s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:44.160151Z","caller":"traceutil/trace.go:171","msg":"trace[162052063] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"805.326193ms","start":"2026-05-20T04:09:43.354802Z","end":"2026-05-20T04:09:44.160128Z","steps":["trace[162052063] 'process raft request' (duration: 805.262681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:44.160613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:43.354787Z","time spent":"805.779044ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:44.404642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0005522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:09:44.404726Z","caller":"traceutil/trace.go:171","msg":"trace[1013658379] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000677793s","start":"2026-05-20T04:09:42.404031Z","end":"2026-05-20T04:09:44.404709Z","steps":["trace[1013658379] 'agreement among raft nodes before linearized reading' (duration: 2.000568731s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:44.404772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:42.404018Z","time spent":"2.000745125s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:09:44.837763Z","caller":"traceutil/trace.go:171","msg":"trace[783035030] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"1.190860378s","start":"2026-05-20T04:09:43.646875Z","end":"2026-05-20T04:09:44.837736Z","steps":["trace[783035030] 'process raft request' (duration: 1.19053968s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:44.837872Z","caller":"traceutil/trace.go:171","msg":"trace[933366071] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"1.183491359s","start":"2026-05-20T04:09:43.654343Z","end":"2026-05-20T04:09:44.837834Z","steps":["trace[933366071] 'process raft request' (duration: 1.18316751s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:44.837915Z","caller":"traceutil/trace.go:171","msg":"trace[16867943] linearizableReadLoop","detail":"{readStateIndex:2437; appliedIndex:2426; }","duration":"1.193353861s","start":"2026-05-20T04:09:43.644552Z","end":"2026-05-20T04:09:44.837906Z","steps":["trace[16867943] 'read index received' (duration: 515.340291ms)","trace[16867943] 'applied index is now lower than readState.Index' (duration: 678.01291ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:44.837912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:43.646852Z","time spent":"1.190981771s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:44.837927Z","caller":"traceutil/trace.go:171","msg":"trace[38850785] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2334; }","duration":"1.175446342s","start":"2026-05-20T04:09:43.662448Z","end":"2026-05-20T04:09:44.837894Z","steps":["trace[38850785] 'process raft request' (duration: 1.175127523s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:44.837987Z","caller":"traceutil/trace.go:171","msg":"trace[457417139] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"1.025433288s","start":"2026-05-20T04:09:43.812533Z","end":"2026-05-20T04:09:44.837966Z","steps":["trace[457417139] 'process raft request' (duration: 1.025135879s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:44.838003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:43.654315Z","time spent":"1.183623102s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":531,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:44.838027Z","caller":"traceutil/trace.go:171","msg":"trace[1057240675] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"980.197675ms","start":"2026-05-20T04:09:43.857824Z","end":"2026-05-20T04:09:44.838021Z","steps":["trace[1057240675] 'process raft request' (duration: 980.046391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:44.838055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:43.857797Z","time spent":"980.242317ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2419,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:44.838076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:43.812502Z","time spent":"1.025521021s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188929,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:44.838092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:43.662428Z","time spent":"1.175597716s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:44.838204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483632091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:09:44.838223Z","caller":"traceutil/trace.go:171","msg":"trace[858416907] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2338; }","duration":"1.483690652s","start":"2026-05-20T04:09:43.354527Z","end":"2026-05-20T04:09:44.838218Z","steps":["trace[858416907] 'agreement among raft nodes before linearized reading' (duration: 1.48359708s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:44.838237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:43.354498Z","time spent":"1.483736694s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:09:44.838274Z","caller":"traceutil/trace.go:171","msg":"trace[1402298883] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"1.149404603s","start":"2026-05-20T04:09:43.688854Z","end":"2026-05-20T04:09:44.838258Z","steps":["trace[1402298883] 'process raft request' (duration: 1.148746696s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:44.838337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432778886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:09:44.83835Z","caller":"traceutil/trace.go:171","msg":"trace[1843434260] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:2338; }","duration":"2.432822997s","start":"2026-05-20T04:09:42.405522Z","end":"2026-05-20T04:09:44.838345Z","steps":["trace[1843434260] 'agreement among raft nodes before linearized reading' (duration: 2.432783916s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:44.83834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:43.688823Z","time spent":"1.149484345s","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:44.838361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:42.405506Z","time spent":"2.432852868s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-05-20T04:09:44.838369Z","caller":"traceutil/trace.go:171","msg":"trace[499961176] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"1.183622103s","start":"2026-05-20T04:09:43.654689Z","end":"2026-05-20T04:09:44.838311Z","steps":["trace[499961176] 'process raft request' (duration: 1.182864472s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:44.838487Z","caller":"traceutil/trace.go:171","msg":"trace[1616015240] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"1.149519687s","start":"2026-05-20T04:09:43.688959Z","end":"2026-05-20T04:09:44.838479Z","steps":["trace[1616015240] 'process raft request' (duration: 1.148669544s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:44.838529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:43.688952Z","time spent":"1.149557358s","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:44.838544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:43.65468Z","time spent":"1.183791477s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:45.335966Z","caller":"traceutil/trace.go:171","msg":"trace[1243996316] linearizableReadLoop","detail":"{readStateIndex:2440; appliedIndex:2437; }","duration":"498.005544ms","start":"2026-05-20T04:09:44.837936Z","end":"2026-05-20T04:09:45.335941Z","steps":["trace[1243996316] 'read index received' (duration: 497.85539ms)","trace[1243996316] 'applied index is now lower than readState.Index' (duration: 149.004µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:45.336094Z","caller":"traceutil/trace.go:171","msg":"trace[1234773510] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"1.160541888s","start":"2026-05-20T04:09:44.17554Z","end":"2026-05-20T04:09:45.336082Z","steps":["trace[1234773510] 'process raft request' (duration: 1.160335762s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:45.336098Z","caller":"traceutil/trace.go:171","msg":"trace[1385032747] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"1.167629159s","start":"2026-05-20T04:09:44.16843Z","end":"2026-05-20T04:09:45.336059Z","steps":["trace[1385032747] 'process raft request' (duration: 1.16725334s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:45.336181Z","caller":"traceutil/trace.go:171","msg":"trace[886794217] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"1.167687591s","start":"2026-05-20T04:09:44.168445Z","end":"2026-05-20T04:09:45.336133Z","steps":["trace[886794217] 'process raft request' (duration: 1.167386943s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:45.33627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:44.175505Z","time spent":"1.16061721s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2360,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:45.336285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.231466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:45.336286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:44.168412Z","time spent":"1.167758293s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:45.336352Z","caller":"traceutil/trace.go:171","msg":"trace[2090741530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2341; }","duration":"924.38285ms","start":"2026-05-20T04:09:44.411945Z","end":"2026-05-20T04:09:45.336328Z","steps":["trace[2090741530] 'agreement among raft nodes before linearized reading' (duration: 924.202625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:45.336366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:44.168422Z","time spent":"1.167868845s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:45.336418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:44.411928Z","time spent":"924.473652ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:09:45.336513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686499783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-05-20T04:09:45.336541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.874458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-05-20T04:09:45.336585Z","caller":"traceutil/trace.go:171","msg":"trace[1331997698] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2341; }","duration":"686.963931ms","start":"2026-05-20T04:09:44.649608Z","end":"2026-05-20T04:09:45.336572Z","steps":["trace[1331997698] 'agreement among raft nodes before linearized reading' (duration: 686.820026ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:45.336584Z","caller":"traceutil/trace.go:171","msg":"trace[1998251137] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2341; }","duration":"1.686625426s","start":"2026-05-20T04:09:43.649941Z","end":"2026-05-20T04:09:45.336566Z","steps":["trace[1998251137] 'agreement among raft nodes before linearized reading' (duration: 1.686383509s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:45.336617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:44.649585Z","time spent":"687.024742ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:09:45.336629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:43.649925Z","time spent":"1.686694627s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-20T04:09:45.719066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:44.839736Z","time spent":"879.321722ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T04:09:45.719184Z","caller":"traceutil/trace.go:171","msg":"trace[915409054] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"869.12561ms","start":"2026-05-20T04:09:44.850036Z","end":"2026-05-20T04:09:45.719162Z","steps":["trace[915409054] 'process raft request' (duration: 869.023957ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:45.719252Z","caller":"traceutil/trace.go:171","msg":"trace[195466411] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"871.231304ms","start":"2026-05-20T04:09:44.847996Z","end":"2026-05-20T04:09:45.719227Z","steps":["trace[195466411] 'process raft request' (duration: 870.999078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:45.719312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:44.850004Z","time spent":"869.239643ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1128,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:45.719348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:44.847983Z","time spent":"871.303836ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:45.719304Z","caller":"traceutil/trace.go:171","msg":"trace[1764895850] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"875.729339ms","start":"2026-05-20T04:09:44.843512Z","end":"2026-05-20T04:09:45.719241Z","steps":["trace[1764895850] 'process raft request' (duration: 875.39798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:45.719542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:44.843501Z","time spent":"875.928934ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:45.719652Z","caller":"traceutil/trace.go:171","msg":"trace[1771351315] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"869.481819ms","start":"2026-05-20T04:09:44.850158Z","end":"2026-05-20T04:09:45.71964Z","steps":["trace[1771351315] 'process raft request' (duration: 868.938785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:45.719713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:44.850145Z","time spent":"869.5363ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2341,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:45.719752Z","caller":"traceutil/trace.go:171","msg":"trace[1535757821] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2345; }","duration":"868.866283ms","start":"2026-05-20T04:09:44.850853Z","end":"2026-05-20T04:09:45.71972Z","steps":["trace[1535757821] 'process raft request' (duration: 868.656607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:45.71991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:44.850844Z","time spent":"868.980046ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":1568,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:45.72049Z","caller":"traceutil/trace.go:171","msg":"trace[788829947] linearizableReadLoop","detail":"{readStateIndex:2447; appliedIndex:2440; }","duration":"384.410447ms","start":"2026-05-20T04:09:45.336046Z","end":"2026-05-20T04:09:45.720456Z","steps":["trace[788829947] 'read index received' (duration: 382.741214ms)","trace[788829947] 'applied index is now lower than readState.Index' (duration: 1.667143ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:45.720706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.924507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:45.720744Z","caller":"traceutil/trace.go:171","msg":"trace[690048571] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:0; response_revision:2346; }","duration":"878.013599ms","start":"2026-05-20T04:09:44.842718Z","end":"2026-05-20T04:09:45.720731Z","steps":["trace[690048571] 'agreement among raft nodes before linearized reading' (duration: 877.908227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:45.7208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.950308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:09:45.720867Z","caller":"traceutil/trace.go:171","msg":"trace[349768592] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2346; }","duration":"878.034499ms","start":"2026-05-20T04:09:44.842813Z","end":"2026-05-20T04:09:45.720847Z","steps":["trace[349768592] 'agreement among raft nodes before linearized reading' (duration: 877.67758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:45.720919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:44.842808Z","time spent":"878.097481ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:45.720968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.85326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6805514933\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-05-20T04:09:45.720999Z","caller":"traceutil/trace.go:171","msg":"trace[252309215] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12a6805514933; range_end:; response_count:1; response_revision:2346; }","duration":"878.910142ms","start":"2026-05-20T04:09:44.842081Z","end":"2026-05-20T04:09:45.720991Z","steps":["trace[252309215] 'agreement among raft nodes before linearized reading' (duration: 878.761598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:45.721026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:44.842062Z","time spent":"878.957823ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6805514933\" "} {"level":"info","ts":"2026-05-20T04:09:45.721186Z","caller":"traceutil/trace.go:171","msg":"trace[1721315109] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"658.233402ms","start":"2026-05-20T04:09:45.062937Z","end":"2026-05-20T04:09:45.72117Z","steps":["trace[1721315109] 'process raft request' (duration: 656.882956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:45.72128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.062899Z","time spent":"658.326524ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188938,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:45.720817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:44.842709Z","time spent":"878.098671ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"warn","ts":"2026-05-20T04:09:45.721535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.82087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com\" ","response":"range_response_count:1 size:7781"} {"level":"info","ts":"2026-05-20T04:09:45.721579Z","caller":"traceutil/trace.go:171","msg":"trace[2141046346] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com; range_end:; response_count:1; response_revision:2346; }","duration":"880.911183ms","start":"2026-05-20T04:09:44.840655Z","end":"2026-05-20T04:09:45.721566Z","steps":["trace[2141046346] 'agreement among raft nodes before linearized reading' (duration: 880.731518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:45.72161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:44.840628Z","time spent":"880.974645ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":7803,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com\" "} {"level":"warn","ts":"2026-05-20T04:09:46.221128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217947,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:09:46.384572Z","caller":"traceutil/trace.go:171","msg":"trace[644842082] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"1.043502282s","start":"2026-05-20T04:09:45.341024Z","end":"2026-05-20T04:09:46.384526Z","steps":["trace[644842082] 'process raft request' (duration: 1.043236845s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:46.384658Z","caller":"traceutil/trace.go:171","msg":"trace[2092164016] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"1.038035782s","start":"2026-05-20T04:09:45.34659Z","end":"2026-05-20T04:09:46.384626Z","steps":["trace[2092164016] 'process raft request' (duration: 1.037822456s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:46.384584Z","caller":"traceutil/trace.go:171","msg":"trace[1417942014] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"1.037763645s","start":"2026-05-20T04:09:45.346796Z","end":"2026-05-20T04:09:46.38456Z","steps":["trace[1417942014] 'process raft request' (duration: 1.037704003s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:46.384755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.341006Z","time spent":"1.043668787s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:46.384821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.346579Z","time spent":"1.038143285s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:46.3849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.346789Z","time spent":"1.038049772s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2345,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:47.33723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:47.337318Z","caller":"traceutil/trace.go:171","msg":"trace[1473320278] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0000844s","start":"2026-05-20T04:09:45.33722Z","end":"2026-05-20T04:09:47.337304Z","steps":["trace[1473320278] 'agreement among raft nodes before linearized reading' (duration: 1.999978487s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:47.337348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.337199Z","time spent":"2.000143431s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:09:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:47.609377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.041768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:09:47.610047Z","caller":"traceutil/trace.go:171","msg":"trace[1040490593] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"1.885904604s","start":"2026-05-20T04:09:45.72412Z","end":"2026-05-20T04:09:47.610024Z","steps":["trace[1040490593] 'process raft request' (duration: 1.885389081s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:47.610146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.72409Z","time spent":"1.886011406s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:47.610144Z","caller":"traceutil/trace.go:171","msg":"trace[1706097438] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"1.886499739s","start":"2026-05-20T04:09:45.723604Z","end":"2026-05-20T04:09:47.610104Z","steps":["trace[1706097438] 'process raft request' (duration: 1.41163823s)","trace[1706097438] 'compare' (duration: 473.71275ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:47.61032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.723583Z","time spent":"1.886648902s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:47.610337Z","caller":"traceutil/trace.go:171","msg":"trace[670822330] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"1.884177649s","start":"2026-05-20T04:09:45.726125Z","end":"2026-05-20T04:09:47.610303Z","steps":["trace[670822330] 'process raft request' (duration: 1.883531142s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:47.610422Z","caller":"traceutil/trace.go:171","msg":"trace[528756475] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"1.884045965s","start":"2026-05-20T04:09:45.726357Z","end":"2026-05-20T04:09:47.610403Z","steps":["trace[528756475] 'process raft request' (duration: 1.883350078s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:47.610478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.726098Z","time spent":"1.884308862s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:47.610503Z","caller":"traceutil/trace.go:171","msg":"trace[1610018662] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"1.876733178s","start":"2026-05-20T04:09:45.73373Z","end":"2026-05-20T04:09:47.610463Z","steps":["trace[1610018662] 'process raft request' (duration: 1.876594754s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:47.610558Z","caller":"traceutil/trace.go:171","msg":"trace[798687509] linearizableReadLoop","detail":"{readStateIndex:2460; appliedIndex:2447; }","duration":"1.889954387s","start":"2026-05-20T04:09:45.720588Z","end":"2026-05-20T04:09:47.610543Z","steps":["trace[798687509] 'read index received' (duration: 663.724874ms)","trace[798687509] 'applied index is now lower than readState.Index' (duration: 1.226228563s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:47.610573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.726344Z","time spent":"1.884148458s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:47.610552Z","caller":"traceutil/trace.go:171","msg":"trace[1333530641] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"1.874006798s","start":"2026-05-20T04:09:45.736496Z","end":"2026-05-20T04:09:47.610503Z","steps":["trace[1333530641] 'process raft request' (duration: 1.873875985s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:47.610626Z","caller":"traceutil/trace.go:171","msg":"trace[1581555133] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"1.443551978s","start":"2026-05-20T04:09:46.16706Z","end":"2026-05-20T04:09:47.610612Z","steps":["trace[1581555133] 'process raft request' (duration: 1.443423564s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:47.610661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892956474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:47.610678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:46.16703Z","time spent":"1.443613199s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:47.610664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.733702Z","time spent":"1.876891642s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:47.6107Z","caller":"traceutil/trace.go:171","msg":"trace[1919815941] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2358; }","duration":"1.893037147s","start":"2026-05-20T04:09:45.717654Z","end":"2026-05-20T04:09:47.610691Z","steps":["trace[1919815941] 'agreement among raft nodes before linearized reading' (duration: 1.892966185s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:47.610734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.717635Z","time spent":"1.893090647s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:47.610761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917494925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-vnc\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:47.610763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.736474Z","time spent":"1.874169872s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:47.610801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250915032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:09:47.610852Z","caller":"traceutil/trace.go:171","msg":"trace[639169141] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2358; }","duration":"2.251007634s","start":"2026-05-20T04:09:45.359832Z","end":"2026-05-20T04:09:47.610839Z","steps":["trace[639169141] 'agreement among raft nodes before linearized reading' (duration: 2.250868961s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:47.610849Z","caller":"traceutil/trace.go:171","msg":"trace[2090927390] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"1.873599206s","start":"2026-05-20T04:09:45.737232Z","end":"2026-05-20T04:09:47.610832Z","steps":["trace[2090927390] 'process raft request' (duration: 1.873185866s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:47.610891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125741745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:94156"} {"level":"info","ts":"2026-05-20T04:09:47.610926Z","caller":"traceutil/trace.go:171","msg":"trace[1895985302] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:2358; }","duration":"2.125828587s","start":"2026-05-20T04:09:45.485091Z","end":"2026-05-20T04:09:47.610919Z","steps":["trace[1895985302] 'agreement among raft nodes before linearized reading' (duration: 2.125606742s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:47.61095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.485061Z","time spent":"2.125882259s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":9,"response size":94178,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:47.610941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.73722Z","time spent":"1.873668389s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3035,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:47.610892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.359803Z","time spent":"2.251081056s","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":80,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:09:47.610805Z","caller":"traceutil/trace.go:171","msg":"trace[218554612] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/libvirt-vnc; range_end:; response_count:0; response_revision:2358; }","duration":"1.917562457s","start":"2026-05-20T04:09:45.693227Z","end":"2026-05-20T04:09:47.610789Z","steps":["trace[218554612] 'agreement among raft nodes before linearized reading' (duration: 1.917492735s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:47.61105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.693209Z","time spent":"1.917804193s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-vnc\" "} {"level":"info","ts":"2026-05-20T04:09:47.6101Z","caller":"traceutil/trace.go:171","msg":"trace[649033238] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"1.884748784s","start":"2026-05-20T04:09:45.725284Z","end":"2026-05-20T04:09:47.610033Z","steps":["trace[649033238] 'process raft request' (duration: 1.884332963s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:47.612184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.725254Z","time spent":"1.886877429s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:47.611058Z","caller":"traceutil/trace.go:171","msg":"trace[258207595] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2357; }","duration":"1.873499154s","start":"2026-05-20T04:09:45.737255Z","end":"2026-05-20T04:09:47.610754Z","steps":["trace[258207595] 'process raft request' (duration: 1.873194546s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:47.612793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:45.737245Z","time spent":"1.875411644s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:48.74289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000610393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:09:48.742996Z","caller":"traceutil/trace.go:171","msg":"trace[412584191] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000772558s","start":"2026-05-20T04:09:46.742203Z","end":"2026-05-20T04:09:48.742976Z","steps":["trace[412584191] 'agreement among raft nodes before linearized reading' (duration: 2.000639553s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:48.743046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:46.742183Z","time spent":"2.000843999s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:09:48.952823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002612962s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:09:48.953117Z","caller":"traceutil/trace.go:171","msg":"trace[1416249830] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"2.535608749s","start":"2026-05-20T04:09:46.417491Z","end":"2026-05-20T04:09:48.953099Z","steps":["trace[1416249830] 'process raft request' (duration: 2.535555886s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:48.953178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:46.417456Z","time spent":"2.535689171s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2910,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:48.953103Z","caller":"traceutil/trace.go:171","msg":"trace[518048161] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"2.562274022s","start":"2026-05-20T04:09:46.390776Z","end":"2026-05-20T04:09:48.95305Z","steps":["trace[518048161] 'process raft request' (duration: 2.562124319s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:48.953333Z","caller":"traceutil/trace.go:171","msg":"trace[416048649] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"2.561932954s","start":"2026-05-20T04:09:46.391394Z","end":"2026-05-20T04:09:48.953327Z","steps":["trace[416048649] 'process raft request' (duration: 2.561572724s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:48.953365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:46.391385Z","time spent":"2.561967385s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:48.953445Z","caller":"traceutil/trace.go:171","msg":"trace[236937378] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"2.561888393s","start":"2026-05-20T04:09:46.391552Z","end":"2026-05-20T04:09:48.953441Z","steps":["trace[236937378] 'process raft request' (duration: 2.561443141s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:48.95344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:46.390752Z","time spent":"2.562601951s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:48.953469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:46.391532Z","time spent":"2.561925055s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:48.953532Z","caller":"traceutil/trace.go:171","msg":"trace[177961524] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"2.561276917s","start":"2026-05-20T04:09:46.392249Z","end":"2026-05-20T04:09:48.953526Z","steps":["trace[177961524] 'process raft request' (duration: 2.560766283s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:48.953553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:46.392224Z","time spent":"2.561318669s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:48.9536Z","caller":"traceutil/trace.go:171","msg":"trace[1777879697] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"2.560718162s","start":"2026-05-20T04:09:46.392877Z","end":"2026-05-20T04:09:48.953595Z","steps":["trace[1777879697] 'process raft request' (duration: 2.560153887s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:48.953622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:46.392864Z","time spent":"2.560748444s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":825,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:48.953744Z","caller":"traceutil/trace.go:171","msg":"trace[1406830960] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"2.562719235s","start":"2026-05-20T04:09:46.391009Z","end":"2026-05-20T04:09:48.953729Z","steps":["trace[1406830960] 'process raft request' (duration: 1.559133277s)","trace[1406830960] 'compare' (duration: 1.002408777s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:48.953798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:46.391Z","time spent":"2.562772796s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:49.345556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000737276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:09:49.345678Z","caller":"traceutil/trace.go:171","msg":"trace[974121721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000932051s","start":"2026-05-20T04:09:47.34472Z","end":"2026-05-20T04:09:49.345652Z","steps":["trace[974121721] 'agreement among raft nodes before linearized reading' (duration: 2.000770877s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.345747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.344698Z","time spent":"2.001032554s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:09:49.387745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.437557917s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:09:49.443016Z","caller":"traceutil/trace.go:171","msg":"trace[2073421417] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"2.066092953s","start":"2026-05-20T04:09:47.376894Z","end":"2026-05-20T04:09:49.442987Z","steps":["trace[2073421417] 'process raft request' (duration: 2.01105659s)","trace[2073421417] 'compare' (duration: 54.846088ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:49.44319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.376872Z","time spent":"2.066216276s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:49.443442Z","caller":"traceutil/trace.go:171","msg":"trace[152005007] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"1.95927241s","start":"2026-05-20T04:09:47.484141Z","end":"2026-05-20T04:09:49.443413Z","steps":["trace[152005007] 'process raft request' (duration: 1.958804177s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.443612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.484112Z","time spent":"1.959419674s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:49.443661Z","caller":"traceutil/trace.go:171","msg":"trace[1782128664] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"1.825555446s","start":"2026-05-20T04:09:47.618086Z","end":"2026-05-20T04:09:49.443642Z","steps":["trace[1782128664] 'process raft request' (duration: 1.825222027s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.44373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.618064Z","time spent":"1.825634948s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:49.443903Z","caller":"traceutil/trace.go:171","msg":"trace[1955032612] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"1.822478346s","start":"2026-05-20T04:09:47.62138Z","end":"2026-05-20T04:09:49.443859Z","steps":["trace[1955032612] 'process raft request' (duration: 1.822208499s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:49.443999Z","caller":"traceutil/trace.go:171","msg":"trace[1258750978] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"1.812974241s","start":"2026-05-20T04:09:47.631009Z","end":"2026-05-20T04:09:49.443983Z","steps":["trace[1258750978] 'process raft request' (duration: 1.812862259s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:49.444006Z","caller":"traceutil/trace.go:171","msg":"trace[804557926] linearizableReadLoop","detail":"{readStateIndex:2469; appliedIndex:2460; }","duration":"1.833374357s","start":"2026-05-20T04:09:47.610594Z","end":"2026-05-20T04:09:49.443968Z","steps":["trace[804557926] 'read index received' (duration: 339.561254ms)","trace[804557926] 'applied index is now lower than readState.Index' (duration: 1.493811573s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:49.444077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.630998Z","time spent":"1.813038694s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3600,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:49.444122Z","caller":"traceutil/trace.go:171","msg":"trace[112424674] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2370; }","duration":"1.817959531s","start":"2026-05-20T04:09:47.626152Z","end":"2026-05-20T04:09:49.444111Z","steps":["trace[112424674] 'process raft request' (duration: 1.817673573s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:49.444137Z","caller":"traceutil/trace.go:171","msg":"trace[524031751] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"1.818403212s","start":"2026-05-20T04:09:47.62572Z","end":"2026-05-20T04:09:49.444123Z","steps":["trace[524031751] 'process raft request' (duration: 1.818035593s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.44412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191451424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:49.444204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.626138Z","time spent":"1.818021012s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":1755,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:49.44421Z","caller":"traceutil/trace.go:171","msg":"trace[1532818157] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:2371; }","duration":"2.191590919s","start":"2026-05-20T04:09:47.252596Z","end":"2026-05-20T04:09:49.444187Z","steps":["trace[1532818157] 'agreement among raft nodes before linearized reading' (duration: 2.191442245s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.444215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.625683Z","time spent":"1.818491524s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1707,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:49.44426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.252571Z","time spent":"2.191677831s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:49.444258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613967702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:09:49.444061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.621371Z","time spent":"1.822623591s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":546,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:49.444311Z","caller":"traceutil/trace.go:171","msg":"trace[1227511605] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2371; }","duration":"2.614110285s","start":"2026-05-20T04:09:46.830184Z","end":"2026-05-20T04:09:49.444295Z","steps":["trace[1227511605] 'agreement among raft nodes before linearized reading' (duration: 2.613969512s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.44436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:46.830159Z","time spent":"2.614188877s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:49.444499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102540274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-05-20T04:09:49.444548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918460422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-05-20T04:09:49.444612Z","caller":"traceutil/trace.go:171","msg":"trace[1166795540] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2371; }","duration":"1.918536394s","start":"2026-05-20T04:09:47.526042Z","end":"2026-05-20T04:09:49.444579Z","steps":["trace[1166795540] 'agreement among raft nodes before linearized reading' (duration: 1.91840264s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.44467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.526021Z","time spent":"1.918636856s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:09:49.444561Z","caller":"traceutil/trace.go:171","msg":"trace[1525511232] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2371; }","duration":"3.102643977s","start":"2026-05-20T04:09:46.341902Z","end":"2026-05-20T04:09:49.444546Z","steps":["trace[1525511232] 'agreement among raft nodes before linearized reading' (duration: 3.10237806s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.44484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:46.341878Z","time spent":"3.102901463s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:09:49.804221Z","caller":"traceutil/trace.go:171","msg":"trace[679591526] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"844.248541ms","start":"2026-05-20T04:09:48.959936Z","end":"2026-05-20T04:09:49.804185Z","steps":["trace[679591526] 'process raft request' (duration: 843.955354ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:49.804259Z","caller":"traceutil/trace.go:171","msg":"trace[1212501532] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"844.22099ms","start":"2026-05-20T04:09:48.960012Z","end":"2026-05-20T04:09:49.804233Z","steps":["trace[1212501532] 'process raft request' (duration: 844.091967ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:49.804317Z","caller":"traceutil/trace.go:171","msg":"trace[1882487596] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"844.338083ms","start":"2026-05-20T04:09:48.959938Z","end":"2026-05-20T04:09:49.804276Z","steps":["trace[1882487596] 'process raft request' (duration: 844.121478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.804387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:48.959918Z","time spent":"844.393785ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:49.80445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:48.959919Z","time spent":"844.468167ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:49.804503Z","caller":"traceutil/trace.go:171","msg":"trace[820482175] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"844.444236ms","start":"2026-05-20T04:09:48.960016Z","end":"2026-05-20T04:09:49.80446Z","steps":["trace[820482175] 'process raft request' (duration: 844.121228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.804592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546684059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:09:49.804632Z","caller":"traceutil/trace.go:171","msg":"trace[1676169079] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2379; }","duration":"1.546788742s","start":"2026-05-20T04:09:48.257832Z","end":"2026-05-20T04:09:49.804621Z","steps":["trace[1676169079] 'agreement among raft nodes before linearized reading' (duration: 1.546627888s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.804648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189899146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:09:49.804545Z","caller":"traceutil/trace.go:171","msg":"trace[1478203702] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"844.421416ms","start":"2026-05-20T04:09:48.960024Z","end":"2026-05-20T04:09:49.804446Z","steps":["trace[1478203702] 'process raft request' (duration: 844.156929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.804744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.886041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:49.804749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19001359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-20T04:09:49.804775Z","caller":"traceutil/trace.go:171","msg":"trace[1539835305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2379; }","duration":"451.945763ms","start":"2026-05-20T04:09:49.352823Z","end":"2026-05-20T04:09:49.804768Z","steps":["trace[1539835305] 'agreement among raft nodes before linearized reading' (duration: 451.901362ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:49.80477Z","caller":"traceutil/trace.go:171","msg":"trace[1517123132] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"844.628232ms","start":"2026-05-20T04:09:48.960122Z","end":"2026-05-20T04:09:49.80475Z","steps":["trace[1517123132] 'process raft request' (duration: 844.086388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.804803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.352804Z","time spent":"451.994034ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:09:49.804802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187175598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18b12a9dc2056cd4\" ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-05-20T04:09:49.804808Z","caller":"traceutil/trace.go:171","msg":"trace[1689894375] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783; range_end:; response_count:1; response_revision:2379; }","duration":"2.190099472s","start":"2026-05-20T04:09:47.614691Z","end":"2026-05-20T04:09:49.804791Z","steps":["trace[1689894375] 'agreement among raft nodes before linearized reading' (duration: 2.18999453s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:49.804827Z","caller":"traceutil/trace.go:171","msg":"trace[348119625] range","detail":"{range_begin:/registry/events/openstack/valkey.18b12a9dc2056cd4; range_end:; response_count:1; response_revision:2379; }","duration":"2.187240229s","start":"2026-05-20T04:09:47.617581Z","end":"2026-05-20T04:09:49.804821Z","steps":["trace[348119625] 'agreement among raft nodes before linearized reading' (duration: 2.187126596s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.804849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.617567Z","time spent":"2.18727811s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":728,"request content":"key:\"/registry/events/openstack/valkey.18b12a9dc2056cd4\" "} {"level":"warn","ts":"2026-05-20T04:09:49.804853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.614667Z","time spent":"2.190177564s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" "} {"level":"warn","ts":"2026-05-20T04:09:49.804852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:48.960087Z","time spent":"844.729804ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:49.804874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008223019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:94156"} {"level":"warn","ts":"2026-05-20T04:09:49.804958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078844974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:09:49.804952Z","caller":"traceutil/trace.go:171","msg":"trace[36809586] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:2379; }","duration":"2.008302001s","start":"2026-05-20T04:09:47.796633Z","end":"2026-05-20T04:09:49.804935Z","steps":["trace[36809586] 'agreement among raft nodes before linearized reading' (duration: 2.008060125s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:49.804984Z","caller":"traceutil/trace.go:171","msg":"trace[750942060] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2379; }","duration":"2.078899475s","start":"2026-05-20T04:09:47.726079Z","end":"2026-05-20T04:09:49.804978Z","steps":["trace[750942060] 'agreement among raft nodes before linearized reading' (duration: 2.078828313s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.804943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:48.96Z","time spent":"844.778746ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:49.805007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.726052Z","time spent":"2.078950516s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:09:49.805008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.796608Z","time spent":"2.008385734s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":9,"response size":94178,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:49.805253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176675787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-20T04:09:49.805328Z","caller":"traceutil/trace.go:171","msg":"trace[1749240792] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:2379; }","duration":"2.176973604s","start":"2026-05-20T04:09:47.628334Z","end":"2026-05-20T04:09:49.805308Z","steps":["trace[1749240792] 'agreement among raft nodes before linearized reading' (duration: 2.176579095s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.805343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.916401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:94156"} {"level":"warn","ts":"2026-05-20T04:09:49.804655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190694637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" ","response":"range_response_count:1 size:6371"} {"level":"warn","ts":"2026-05-20T04:09:49.805386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.628294Z","time spent":"2.177080137s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2105,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" "} {"level":"warn","ts":"2026-05-20T04:09:49.804407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:48.960002Z","time spent":"844.318754ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:49.805443Z","caller":"traceutil/trace.go:171","msg":"trace[2062246369] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com; range_end:; response_count:1; response_revision:2379; }","duration":"2.191495828s","start":"2026-05-20T04:09:47.613926Z","end":"2026-05-20T04:09:49.805421Z","steps":["trace[2062246369] 'agreement among raft nodes before linearized reading' (duration: 2.190522263s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.804654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182349173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-05-20T04:09:49.805501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.613909Z","time spent":"2.191573511s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":6393,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" "} {"level":"info","ts":"2026-05-20T04:09:49.805518Z","caller":"traceutil/trace.go:171","msg":"trace[768763901] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:2379; }","duration":"2.183243797s","start":"2026-05-20T04:09:47.622263Z","end":"2026-05-20T04:09:49.805507Z","steps":["trace[768763901] 'agreement among raft nodes before linearized reading' (duration: 2.182189359s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.804666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:48.257811Z","time spent":"1.546846504s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:49.805545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.622255Z","time spent":"2.183282297s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2105,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" "} {"level":"info","ts":"2026-05-20T04:09:49.80469Z","caller":"traceutil/trace.go:171","msg":"trace[645726715] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2379; }","duration":"2.18998129s","start":"2026-05-20T04:09:47.6147Z","end":"2026-05-20T04:09:49.804681Z","steps":["trace[645726715] 'agreement among raft nodes before linearized reading' (duration: 2.189880856s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:49.804378Z","caller":"traceutil/trace.go:171","msg":"trace[1079225982] linearizableReadLoop","detail":"{readStateIndex:2482; appliedIndex:2474; }","duration":"360.231455ms","start":"2026-05-20T04:09:49.444112Z","end":"2026-05-20T04:09:49.804344Z","steps":["trace[1079225982] 'read index received' (duration: 359.835445ms)","trace[1079225982] 'applied index is now lower than readState.Index' (duration: 394.34µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:49.804709Z","caller":"traceutil/trace.go:171","msg":"trace[893515539] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"834.669425ms","start":"2026-05-20T04:09:48.970032Z","end":"2026-05-20T04:09:49.804702Z","steps":["trace[893515539] 'process raft request' (duration: 834.237803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.804682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:48.959997Z","time spent":"844.617591ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:49.804974Z","caller":"traceutil/trace.go:171","msg":"trace[1381048227] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"844.382646ms","start":"2026-05-20T04:09:48.960558Z","end":"2026-05-20T04:09:49.80494Z","steps":["trace[1381048227] 'process raft request' (duration: 843.677757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.80583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:48.97002Z","time spent":"835.733683ms","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:49.805383Z","caller":"traceutil/trace.go:171","msg":"trace[1187402505] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:2379; }","duration":"712.004063ms","start":"2026-05-20T04:09:49.09337Z","end":"2026-05-20T04:09:49.805374Z","steps":["trace[1187402505] 'agreement among raft nodes before linearized reading' (duration: 711.600593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:49.805945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:48.960547Z","time spent":"845.31652ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:49.806053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.093344Z","time spent":"712.66329ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":9,"response size":94178,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:49.806221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:47.614678Z","time spent":"2.190998565s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T04:09:50.306747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217986,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:09:50.704965Z","caller":"traceutil/trace.go:171","msg":"trace[368512275] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"1.247959354s","start":"2026-05-20T04:09:49.456946Z","end":"2026-05-20T04:09:50.704905Z","steps":["trace[368512275] 'process raft request' (duration: 1.247674487s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:50.7052Z","caller":"traceutil/trace.go:171","msg":"trace[385734636] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"1.245987853s","start":"2026-05-20T04:09:49.459173Z","end":"2026-05-20T04:09:50.705161Z","steps":["trace[385734636] 'process raft request' (duration: 1.245653794s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:50.705236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.45693Z","time spent":"1.248127718s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1148,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:50.705385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.459161Z","time spent":"1.246129427s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2256,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:50.705674Z","caller":"traceutil/trace.go:171","msg":"trace[1821333081] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"1.088746743s","start":"2026-05-20T04:09:49.616913Z","end":"2026-05-20T04:09:50.70566Z","steps":["trace[1821333081] 'process raft request' (duration: 1.088661751s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:50.705758Z","caller":"traceutil/trace.go:171","msg":"trace[1344102552] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"1.24200793s","start":"2026-05-20T04:09:49.46373Z","end":"2026-05-20T04:09:50.705738Z","steps":["trace[1344102552] 'process raft request' (duration: 1.241304752s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:50.705774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.61689Z","time spent":"1.088831986s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:50.705844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.463706Z","time spent":"1.242102483s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7057,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:51.30329Z","caller":"traceutil/trace.go:171","msg":"trace[649829016] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"1.49420542s","start":"2026-05-20T04:09:49.809049Z","end":"2026-05-20T04:09:51.303254Z","steps":["trace[649829016] 'process raft request' (duration: 1.493899482s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:51.30333Z","caller":"traceutil/trace.go:171","msg":"trace[619535549] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"1.493916102s","start":"2026-05-20T04:09:49.809374Z","end":"2026-05-20T04:09:51.30329Z","steps":["trace[619535549] 'process raft request' (duration: 1.493775838s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:51.303377Z","caller":"traceutil/trace.go:171","msg":"trace[2122848245] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"1.487889857s","start":"2026-05-20T04:09:49.815423Z","end":"2026-05-20T04:09:51.303313Z","steps":["trace[2122848245] 'process raft request' (duration: 1.487772594s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:51.303408Z","caller":"traceutil/trace.go:171","msg":"trace[414946791] linearizableReadLoop","detail":"{readStateIndex:2492; appliedIndex:2482; }","duration":"1.497664458s","start":"2026-05-20T04:09:49.805719Z","end":"2026-05-20T04:09:51.303384Z","steps":["trace[414946791] 'read index received' (duration: 898.904465ms)","trace[414946791] 'applied index is now lower than readState.Index' (duration: 598.758713ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:51.303541Z","caller":"traceutil/trace.go:171","msg":"trace[1478698173] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2388; }","duration":"1.477531372s","start":"2026-05-20T04:09:49.825982Z","end":"2026-05-20T04:09:51.303514Z","steps":["trace[1478698173] 'process raft request' (duration: 1.477337326s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:51.303497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.809024Z","time spent":"1.494384234s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:51.303588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.815411Z","time spent":"1.488048643s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:51.303495Z","caller":"traceutil/trace.go:171","msg":"trace[1147533612] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"1.486602405s","start":"2026-05-20T04:09:49.81685Z","end":"2026-05-20T04:09:51.303453Z","steps":["trace[1147533612] 'process raft request' (duration: 1.486377098s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:51.303626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.825964Z","time spent":"1.477624794s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:51.303669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.816842Z","time spent":"1.486797319s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:51.303484Z","caller":"traceutil/trace.go:171","msg":"trace[1257219998] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"1.47905446s","start":"2026-05-20T04:09:49.82439Z","end":"2026-05-20T04:09:51.303444Z","steps":["trace[1257219998] 'process raft request' (duration: 1.478875185s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:51.303718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608780305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:09:51.303769Z","caller":"traceutil/trace.go:171","msg":"trace[1944038445] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2388; }","duration":"1.608902487s","start":"2026-05-20T04:09:49.694853Z","end":"2026-05-20T04:09:51.303755Z","steps":["trace[1944038445] 'agreement among raft nodes before linearized reading' (duration: 1.608691872s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:51.303776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.824376Z","time spent":"1.479360039s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2360,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:51.303777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854715383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-05-20T04:09:51.303819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.694821Z","time spent":"1.60898253s","remote":"127.0.0.1:34698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:51.303826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.809349Z","time spent":"1.494088617s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:51.303845Z","caller":"traceutil/trace.go:171","msg":"trace[2134238433] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2388; }","duration":"1.854832265s","start":"2026-05-20T04:09:49.448997Z","end":"2026-05-20T04:09:51.30383Z","steps":["trace[2134238433] 'agreement among raft nodes before linearized reading' (duration: 1.854564748s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:51.304054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.448978Z","time spent":"1.855042381s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-20T04:09:51.803727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:51.807323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998862015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:51.807408Z","caller":"traceutil/trace.go:171","msg":"trace[789693363] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999002099s","start":"2026-05-20T04:09:49.808387Z","end":"2026-05-20T04:09:51.807389Z","steps":["trace[789693363] 'agreement among raft nodes before linearized reading' (duration: 1.998899696s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:51.807454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.808362Z","time spent":"1.99908352s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:09:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:52.30436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578217995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:09:52.583418Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280396817s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:09:52.583776Z","caller":"traceutil/trace.go:171","msg":"trace[1853505473] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"1.533005028s","start":"2026-05-20T04:09:51.05075Z","end":"2026-05-20T04:09:52.583756Z","steps":["trace[1853505473] 'process raft request' (duration: 1.532958436s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:52.583833Z","caller":"traceutil/trace.go:171","msg":"trace[2120206053] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"1.873498536s","start":"2026-05-20T04:09:50.710309Z","end":"2026-05-20T04:09:52.583807Z","steps":["trace[2120206053] 'process raft request' (duration: 1.873271419s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:52.583886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:51.050724Z","time spent":"1.533113801s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2435,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:52.583917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:50.710288Z","time spent":"1.873595108s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:53.322597Z","caller":"traceutil/trace.go:171","msg":"trace[795086689] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"2.014317443s","start":"2026-05-20T04:09:51.308244Z","end":"2026-05-20T04:09:53.322561Z","steps":["trace[795086689] 'process raft request' (duration: 2.013997855s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:53.322744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:51.308226Z","time spent":"2.014451227s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:53.322746Z","caller":"traceutil/trace.go:171","msg":"trace[530103151] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"2.010569727s","start":"2026-05-20T04:09:51.312132Z","end":"2026-05-20T04:09:53.322702Z","steps":["trace[530103151] 'process raft request' (duration: 2.010351871s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:53.322945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:51.312123Z","time spent":"2.01071225s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:53.322676Z","caller":"traceutil/trace.go:171","msg":"trace[2040394110] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"2.012215639s","start":"2026-05-20T04:09:51.310417Z","end":"2026-05-20T04:09:53.322633Z","steps":["trace[2040394110] 'process raft request' (duration: 2.012005104s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:53.322881Z","caller":"traceutil/trace.go:171","msg":"trace[1013822133] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"2.005599179s","start":"2026-05-20T04:09:51.317194Z","end":"2026-05-20T04:09:53.322793Z","steps":["trace[1013822133] 'process raft request' (duration: 2.005388004s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:53.323071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:51.317182Z","time spent":"2.005862197s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2349,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:53.323107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:51.310393Z","time spent":"2.01264613s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:53.64571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.03655ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:09:53.645813Z","caller":"traceutil/trace.go:171","msg":"trace[1532967586] linearizableReadLoop","detail":"{readStateIndex:2498; appliedIndex:2492; }","duration":"2.342244819s","start":"2026-05-20T04:09:51.303552Z","end":"2026-05-20T04:09:53.645796Z","steps":["trace[1532967586] 'read index received' (duration: 1.280044008s)","trace[1532967586] 'applied index is now lower than readState.Index' (duration: 1.062199461s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:53.645934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477032102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:53.645964Z","caller":"traceutil/trace.go:171","msg":"trace[721832165] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:2394; }","duration":"2.477113344s","start":"2026-05-20T04:09:51.168841Z","end":"2026-05-20T04:09:53.645955Z","steps":["trace[721832165] 'agreement among raft nodes before linearized reading' (duration: 2.477039682s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:53.645993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:51.168817Z","time spent":"2.477167745s","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:53.646128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421927828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-api\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:53.646204Z","caller":"traceutil/trace.go:171","msg":"trace[1729688804] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/libvirt-api; range_end:; response_count:0; response_revision:2394; }","duration":"3.422050632s","start":"2026-05-20T04:09:50.224138Z","end":"2026-05-20T04:09:53.646188Z","steps":["trace[1729688804] 'agreement among raft nodes before linearized reading' (duration: 3.421898288s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:53.646185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.832133758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:53.646242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932874894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2271"} {"level":"info","ts":"2026-05-20T04:09:53.646274Z","caller":"traceutil/trace.go:171","msg":"trace[2094599044] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2394; }","duration":"2.932953996s","start":"2026-05-20T04:09:50.71331Z","end":"2026-05-20T04:09:53.646264Z","steps":["trace[2094599044] 'agreement among raft nodes before linearized reading' (duration: 2.932823582s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:53.646304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935322456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:53.646342Z","caller":"traceutil/trace.go:171","msg":"trace[1726776374] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:0; response_revision:2394; }","duration":"2.935423619s","start":"2026-05-20T04:09:50.71091Z","end":"2026-05-20T04:09:53.646334Z","steps":["trace[1726776374] 'agreement among raft nodes before linearized reading' (duration: 2.935367338s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:53.64637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.865251946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:09:53.646372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:50.710884Z","time spent":"2.93548116s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/valkey-ca\" "} {"level":"info","ts":"2026-05-20T04:09:53.646391Z","caller":"traceutil/trace.go:171","msg":"trace[1503718741] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2394; }","duration":"2.865326958s","start":"2026-05-20T04:09:50.781058Z","end":"2026-05-20T04:09:53.646385Z","steps":["trace[1503718741] 'agreement among raft nodes before linearized reading' (duration: 2.865267516s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:53.646394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:50.224117Z","time spent":"3.422268457s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-api\" "} {"level":"warn","ts":"2026-05-20T04:09:53.64641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:50.781032Z","time spent":"2.865373939s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":32,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:53.646458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.829069249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:96599"} {"level":"warn","ts":"2026-05-20T04:09:53.64631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:50.713285Z","time spent":"2.933019138s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2293,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"info","ts":"2026-05-20T04:09:53.646489Z","caller":"traceutil/trace.go:171","msg":"trace[1088923886] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:2394; }","duration":"3.82911485s","start":"2026-05-20T04:09:49.817366Z","end":"2026-05-20T04:09:53.64648Z","steps":["trace[1088923886] 'agreement among raft nodes before linearized reading' (duration: 3.828927125s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:53.646487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.195765858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-05-20T04:09:53.646523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.817358Z","time spent":"3.829155031s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":10,"response size":96621,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-05-20T04:09:53.646549Z","caller":"traceutil/trace.go:171","msg":"trace[863978602] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2394; }","duration":"3.1958685s","start":"2026-05-20T04:09:50.450662Z","end":"2026-05-20T04:09:53.64653Z","steps":["trace[863978602] 'agreement among raft nodes before linearized reading' (duration: 3.195700756s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:53.646548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.639634111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:96599"} {"level":"info","ts":"2026-05-20T04:09:53.646268Z","caller":"traceutil/trace.go:171","msg":"trace[697348863] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-vnc-ca; range_end:; response_count:0; response_revision:2394; }","duration":"3.83224245s","start":"2026-05-20T04:09:49.814007Z","end":"2026-05-20T04:09:53.646249Z","steps":["trace[697348863] 'agreement among raft nodes before linearized reading' (duration: 3.832108777s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:53.646518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.833486513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"warn","ts":"2026-05-20T04:09:53.646601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:50.450636Z","time spent":"3.195951983s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:09:53.646639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.813998Z","time spent":"3.83262692s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" "} {"level":"info","ts":"2026-05-20T04:09:53.646616Z","caller":"traceutil/trace.go:171","msg":"trace[279965572] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:2394; }","duration":"3.639737374s","start":"2026-05-20T04:09:50.006859Z","end":"2026-05-20T04:09:53.646597Z","steps":["trace[279965572] 'agreement among raft nodes before linearized reading' (duration: 3.639394915s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:53.64667Z","caller":"traceutil/trace.go:171","msg":"trace[1011532951] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2394; }","duration":"3.833676647s","start":"2026-05-20T04:09:49.812974Z","end":"2026-05-20T04:09:53.646651Z","steps":["trace[1011532951] 'agreement among raft nodes before linearized reading' (duration: 3.833254397s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:53.646694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:50.006837Z","time spent":"3.639841736s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":10,"response size":96621,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:53.646718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.812964Z","time spent":"3.83374339s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:53.646949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.838426629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:09:53.647041Z","caller":"traceutil/trace.go:171","msg":"trace[25580194] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2394; }","duration":"3.838573603s","start":"2026-05-20T04:09:49.808446Z","end":"2026-05-20T04:09:53.647019Z","steps":["trace[25580194] 'agreement among raft nodes before linearized reading' (duration: 3.8376794s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:53.647091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:49.808422Z","time spent":"3.838658545s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-20T04:09:53.815113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000394066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:09:53.815233Z","caller":"traceutil/trace.go:171","msg":"trace[1801374033] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000674723s","start":"2026-05-20T04:09:51.81454Z","end":"2026-05-20T04:09:53.815215Z","steps":["trace[1801374033] 'agreement among raft nodes before linearized reading' (duration: 2.000417247s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:53.815283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:51.814522Z","time spent":"2.000750045s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:09:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:09:54.146262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578218012,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:09:54.230907Z","caller":"traceutil/trace.go:171","msg":"trace[74671000] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"1.519420628s","start":"2026-05-20T04:09:52.711461Z","end":"2026-05-20T04:09:54.230881Z","steps":["trace[74671000] 'process raft request' (duration: 1.519375746s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:54.231049Z","caller":"traceutil/trace.go:171","msg":"trace[1906236272] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"1.63276057s","start":"2026-05-20T04:09:52.598241Z","end":"2026-05-20T04:09:54.231001Z","steps":["trace[1906236272] 'process raft request' (duration: 1.632536183s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:54.231081Z","caller":"traceutil/trace.go:171","msg":"trace[1165044330] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"1.641525525s","start":"2026-05-20T04:09:52.589528Z","end":"2026-05-20T04:09:54.231054Z","steps":["trace[1165044330] 'process raft request' (duration: 1.641137014s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:54.231092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:52.711443Z","time spent":"1.519545551s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:54.231266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:52.589508Z","time spent":"1.641671329s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:54.231289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:52.598214Z","time spent":"1.632965035s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:54.815222Z","caller":"traceutil/trace.go:171","msg":"trace[1599177434] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"1.487821916s","start":"2026-05-20T04:09:53.327355Z","end":"2026-05-20T04:09:54.815177Z","steps":["trace[1599177434] 'process raft request' (duration: 1.487490838s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:54.815264Z","caller":"traceutil/trace.go:171","msg":"trace[1510843908] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"1.4863828s","start":"2026-05-20T04:09:53.328849Z","end":"2026-05-20T04:09:54.815231Z","steps":["trace[1510843908] 'process raft request' (duration: 1.486204835s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:54.815302Z","caller":"traceutil/trace.go:171","msg":"trace[1186106343] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"1.486186705s","start":"2026-05-20T04:09:53.329082Z","end":"2026-05-20T04:09:54.815269Z","steps":["trace[1186106343] 'process raft request' (duration: 1.486067092s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:54.815342Z","caller":"traceutil/trace.go:171","msg":"trace[67249794] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"1.485123497s","start":"2026-05-20T04:09:53.330199Z","end":"2026-05-20T04:09:54.815322Z","steps":["trace[67249794] 'process raft request' (duration: 1.485010064s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:54.815351Z","caller":"traceutil/trace.go:171","msg":"trace[1990782379] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"1.486348909s","start":"2026-05-20T04:09:53.328963Z","end":"2026-05-20T04:09:54.815312Z","steps":["trace[1990782379] 'process raft request' (duration: 1.486127323s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:54.815397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.328832Z","time spent":"1.486502892s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:54.81542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.330176Z","time spent":"1.485198109s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:54.815426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.329076Z","time spent":"1.486296567s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":825,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:54.81538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.327331Z","time spent":"1.487980371s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:54.815474Z","caller":"traceutil/trace.go:171","msg":"trace[1974217879] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"1.48520046s","start":"2026-05-20T04:09:53.330225Z","end":"2026-05-20T04:09:54.815425Z","steps":["trace[1974217879] 'process raft request' (duration: 1.485006845s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:54.815537Z","caller":"traceutil/trace.go:171","msg":"trace[944692049] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"1.47705164s","start":"2026-05-20T04:09:53.33843Z","end":"2026-05-20T04:09:54.815482Z","steps":["trace[944692049] 'process raft request' (duration: 1.476828424s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:54.81557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.330207Z","time spent":"1.485298322s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:54.815651Z","caller":"traceutil/trace.go:171","msg":"trace[945787690] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2408; }","duration":"1.064937301s","start":"2026-05-20T04:09:53.750703Z","end":"2026-05-20T04:09:54.81564Z","steps":["trace[945787690] 'process raft request' (duration: 1.064725766s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:54.815648Z","caller":"traceutil/trace.go:171","msg":"trace[1312058413] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"1.164319954s","start":"2026-05-20T04:09:53.651291Z","end":"2026-05-20T04:09:54.815611Z","steps":["trace[1312058413] 'process raft request' (duration: 1.164025207s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:54.815697Z","caller":"traceutil/trace.go:171","msg":"trace[173397851] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"1.485476986s","start":"2026-05-20T04:09:53.330193Z","end":"2026-05-20T04:09:54.81567Z","steps":["trace[173397851] 'process raft request' (duration: 1.484987373s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:54.81573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.338421Z","time spent":"1.477189493s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2914,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:54.815781Z","caller":"traceutil/trace.go:171","msg":"trace[1537651269] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2408; }","duration":"979.865485ms","start":"2026-05-20T04:09:53.835898Z","end":"2026-05-20T04:09:54.815763Z","steps":["trace[1537651269] 'process raft request' (duration: 979.683061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:54.815829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.33017Z","time spent":"1.485595569s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:54.81555Z","caller":"traceutil/trace.go:171","msg":"trace[1242679279] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"1.164126779s","start":"2026-05-20T04:09:53.651398Z","end":"2026-05-20T04:09:54.815525Z","steps":["trace[1242679279] 'process raft request' (duration: 1.163961845s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:54.815581Z","caller":"traceutil/trace.go:171","msg":"trace[584382895] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"1.158348851s","start":"2026-05-20T04:09:53.657205Z","end":"2026-05-20T04:09:54.815554Z","steps":["trace[584382895] 'process raft request' (duration: 1.158181467s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:54.815882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.328957Z","time spent":"1.486484822s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:54.815928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.651375Z","time spent":"1.164510419s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4926,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:54.81594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.657194Z","time spent":"1.158719691s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":546,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:54.815779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.651276Z","time spent":"1.164437997s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2411,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:54.815888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.835872Z","time spent":"979.977127ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:54.815953Z","caller":"traceutil/trace.go:171","msg":"trace[210674626] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2408; }","duration":"1.064642925s","start":"2026-05-20T04:09:53.751058Z","end":"2026-05-20T04:09:54.815701Z","steps":["trace[210674626] 'process raft request' (duration: 1.064401339s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:54.816854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.751048Z","time spent":"1.065736423s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:54.815762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.750675Z","time spent":"1.065026724s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:55.074484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.788189ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:09:55.074613Z","caller":"traceutil/trace.go:171","msg":"trace[1263388028] linearizableReadLoop","detail":"{readStateIndex:2516; appliedIndex:2500; }","duration":"1.428753758s","start":"2026-05-20T04:09:53.645834Z","end":"2026-05-20T04:09:55.074588Z","steps":["trace[1263388028] 'read index received' (duration: 584.972509ms)","trace[1263388028] 'applied index is now lower than readState.Index' (duration: 843.779259ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:55.074843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795639135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:55.07492Z","caller":"traceutil/trace.go:171","msg":"trace[1845389218] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2408; }","duration":"1.795813829s","start":"2026-05-20T04:09:53.279088Z","end":"2026-05-20T04:09:55.074902Z","steps":["trace[1845389218] 'agreement among raft nodes before linearized reading' (duration: 1.795654805s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:55.074908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629660504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:55.074959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.279063Z","time spent":"1.795888572s","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:09:55.074978Z","caller":"traceutil/trace.go:171","msg":"trace[532612730] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:2408; }","duration":"2.629783337s","start":"2026-05-20T04:09:52.445177Z","end":"2026-05-20T04:09:55.07496Z","steps":["trace[532612730] 'agreement among raft nodes before linearized reading' (duration: 2.629663384s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:55.075034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:52.445156Z","time spent":"2.629861628s","remote":"127.0.0.1:57566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:55.075027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770055074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/permissions.rabbitmq.com\" ","response":"range_response_count:1 size:6485"} {"level":"info","ts":"2026-05-20T04:09:55.075107Z","caller":"traceutil/trace.go:171","msg":"trace[1397168376] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/permissions.rabbitmq.com; range_end:; response_count:1; response_revision:2408; }","duration":"3.770185187s","start":"2026-05-20T04:09:51.304896Z","end":"2026-05-20T04:09:55.075081Z","steps":["trace[1397168376] 'agreement among raft nodes before linearized reading' (duration: 3.769771846s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:55.075173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:51.304875Z","time spent":"3.770291209s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":6507,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/permissions.rabbitmq.com\" "} {"level":"warn","ts":"2026-05-20T04:09:55.07511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918041553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T04:09:55.075247Z","caller":"traceutil/trace.go:171","msg":"trace[1929081231] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2408; }","duration":"2.918226127s","start":"2026-05-20T04:09:52.156997Z","end":"2026-05-20T04:09:55.075223Z","steps":["trace[1929081231] 'agreement among raft nodes before linearized reading' (duration: 2.917955101s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:55.075245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529075006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:55.075336Z","caller":"traceutil/trace.go:171","msg":"trace[62483529] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:2408; }","duration":"1.529234651s","start":"2026-05-20T04:09:53.546078Z","end":"2026-05-20T04:09:55.075313Z","steps":["trace[62483529] 'agreement among raft nodes before linearized reading' (duration: 1.529033476s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:55.075335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.760499648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2375"} {"level":"warn","ts":"2026-05-20T04:09:55.075568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918239407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-20T04:09:55.075589Z","caller":"traceutil/trace.go:171","msg":"trace[1572750076] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:2408; }","duration":"3.760769194s","start":"2026-05-20T04:09:51.314802Z","end":"2026-05-20T04:09:55.075571Z","steps":["trace[1572750076] 'agreement among raft nodes before linearized reading' (duration: 3.760312823s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:55.075592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.546051Z","time spent":"1.529521477s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:09:55.075601Z","caller":"traceutil/trace.go:171","msg":"trace[718425707] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2408; }","duration":"2.918288329s","start":"2026-05-20T04:09:52.157304Z","end":"2026-05-20T04:09:55.075592Z","steps":["trace[718425707] 'agreement among raft nodes before linearized reading' (duration: 2.918007322s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:55.075289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:52.156974Z","time spent":"2.918306629s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:09:55.075632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:52.157292Z","time spent":"2.91833414s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T04:09:55.075676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76562214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18b12a9dc206aa4c\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-05-20T04:09:55.07563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:51.314794Z","time spent":"3.760824926s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2397,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" "} {"level":"info","ts":"2026-05-20T04:09:55.075731Z","caller":"traceutil/trace.go:171","msg":"trace[2118793487] range","detail":"{range_begin:/registry/events/openstack/valkey.18b12a9dc206aa4c; range_end:; response_count:1; response_revision:2408; }","duration":"3.765676931s","start":"2026-05-20T04:09:51.310039Z","end":"2026-05-20T04:09:55.075716Z","steps":["trace[2118793487] 'agreement among raft nodes before linearized reading' (duration: 3.765288321s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:55.075776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:51.310007Z","time spent":"3.765757702s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/valkey.18b12a9dc206aa4c\" "} {"level":"warn","ts":"2026-05-20T04:09:55.575277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578218029,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:09:55.684206Z","caller":"traceutil/trace.go:171","msg":"trace[757062410] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"1.433316426s","start":"2026-05-20T04:09:54.250867Z","end":"2026-05-20T04:09:55.684183Z","steps":["trace[757062410] 'process raft request' (duration: 1.433148441s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:55.684367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:54.25085Z","time spent":"1.433440118s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3391,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:55.815452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999805892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:09:55.815569Z","caller":"traceutil/trace.go:171","msg":"trace[486664077] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999976876s","start":"2026-05-20T04:09:53.815574Z","end":"2026-05-20T04:09:55.815551Z","steps":["trace[486664077] 'agreement among raft nodes before linearized reading' (duration: 1.999834872s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:55.815617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.815547Z","time spent":"2.000060387s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:09:56.26282Z","caller":"traceutil/trace.go:171","msg":"trace[669530375] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"1.437867834s","start":"2026-05-20T04:09:54.824922Z","end":"2026-05-20T04:09:56.26279Z","steps":["trace[669530375] 'process raft request' (duration: 1.437761341s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:56.262873Z","caller":"traceutil/trace.go:171","msg":"trace[1338123462] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"1.43810467s","start":"2026-05-20T04:09:54.824742Z","end":"2026-05-20T04:09:56.262847Z","steps":["trace[1338123462] 'process raft request' (duration: 1.437798553s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.262966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:54.824901Z","time spent":"1.438003017s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:56.262987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:54.824713Z","time spent":"1.438218974s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:56.263063Z","caller":"traceutil/trace.go:171","msg":"trace[701470910] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2413; }","duration":"1.432449204s","start":"2026-05-20T04:09:54.83058Z","end":"2026-05-20T04:09:56.263029Z","steps":["trace[701470910] 'process raft request' (duration: 1.432231039s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:56.263062Z","caller":"traceutil/trace.go:171","msg":"trace[1691953998] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"1.435538175s","start":"2026-05-20T04:09:54.827487Z","end":"2026-05-20T04:09:56.263026Z","steps":["trace[1691953998] 'process raft request' (duration: 1.435229207s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.263238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:54.830573Z","time spent":"1.432590838s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":2094,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:56.263113Z","caller":"traceutil/trace.go:171","msg":"trace[374959103] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"1.431664945s","start":"2026-05-20T04:09:54.831437Z","end":"2026-05-20T04:09:56.263102Z","steps":["trace[374959103] 'process raft request' (duration: 1.431401908s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.263269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:54.827465Z","time spent":"1.435740721s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1148,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:56.263278Z","caller":"traceutil/trace.go:171","msg":"trace[119418440] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"1.433881422s","start":"2026-05-20T04:09:54.829368Z","end":"2026-05-20T04:09:56.263249Z","steps":["trace[119418440] 'process raft request' (duration: 1.43340504s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:56.262963Z","caller":"traceutil/trace.go:171","msg":"trace[1548555691] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"1.430182527s","start":"2026-05-20T04:09:54.83276Z","end":"2026-05-20T04:09:56.262943Z","steps":["trace[1548555691] 'process raft request' (duration: 1.430117085s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:56.263345Z","caller":"traceutil/trace.go:171","msg":"trace[1075487625] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2415; }","duration":"1.428502113s","start":"2026-05-20T04:09:54.834834Z","end":"2026-05-20T04:09:56.263336Z","steps":["trace[1075487625] 'process raft request' (duration: 1.428082642s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.263367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:54.831421Z","time spent":"1.4318865s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2027,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:56.263377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:54.832733Z","time spent":"1.430611278s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4923,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:56.263413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:54.829353Z","time spent":"1.433984995s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2046,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:56.263444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:54.834812Z","time spent":"1.428568415s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":2075,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:56.263748Z","caller":"traceutil/trace.go:171","msg":"trace[997130086] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"1.185421248s","start":"2026-05-20T04:09:55.078309Z","end":"2026-05-20T04:09:56.263731Z","steps":["trace[997130086] 'process raft request' (duration: 1.184981247s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.263817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:55.078282Z","time spent":"1.18550014s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:56.263861Z","caller":"traceutil/trace.go:171","msg":"trace[2005131846] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"1.179126487s","start":"2026-05-20T04:09:55.084713Z","end":"2026-05-20T04:09:56.26384Z","steps":["trace[2005131846] 'process raft request' (duration: 1.178916551s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:56.263899Z","caller":"traceutil/trace.go:171","msg":"trace[700814979] linearizableReadLoop","detail":"{readStateIndex:2530; appliedIndex:2518; }","duration":"1.189227766s","start":"2026-05-20T04:09:55.07465Z","end":"2026-05-20T04:09:56.263878Z","steps":["trace[700814979] 'read index received' (duration: 609.606222ms)","trace[700814979] 'applied index is now lower than readState.Index' (duration: 579.620284ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:56.263952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:55.084698Z","time spent":"1.179203938s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:56.264006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444387482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6805"} {"level":"info","ts":"2026-05-20T04:09:56.264036Z","caller":"traceutil/trace.go:171","msg":"trace[22700710] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:2418; }","duration":"1.444459283s","start":"2026-05-20T04:09:54.819568Z","end":"2026-05-20T04:09:56.264027Z","steps":["trace[22700710] 'agreement among raft nodes before linearized reading' (duration: 1.44434643s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.264058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:54.819549Z","time spent":"1.444504534s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":6827,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" "} {"level":"warn","ts":"2026-05-20T04:09:56.264118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022622348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2562"} {"level":"info","ts":"2026-05-20T04:09:56.264167Z","caller":"traceutil/trace.go:171","msg":"trace[1068763569] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"1.179328952s","start":"2026-05-20T04:09:55.084824Z","end":"2026-05-20T04:09:56.264153Z","steps":["trace[1068763569] 'process raft request' (duration: 1.178944102s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.264226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444559045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:1 size:9379"} {"level":"info","ts":"2026-05-20T04:09:56.26426Z","caller":"traceutil/trace.go:171","msg":"trace[1882488827] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:1; response_revision:2418; }","duration":"1.444614117s","start":"2026-05-20T04:09:54.819635Z","end":"2026-05-20T04:09:56.264249Z","steps":["trace[1882488827] 'agreement among raft nodes before linearized reading' (duration: 1.444515464s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.26425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:55.084794Z","time spent":"1.179410284s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:56.264252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614149056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-20T04:09:56.264268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600415733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:12 size:103952"} {"level":"warn","ts":"2026-05-20T04:09:56.264304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:54.819628Z","time spent":"1.444668478s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":9401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" "} {"level":"info","ts":"2026-05-20T04:09:56.264309Z","caller":"traceutil/trace.go:171","msg":"trace[899038427] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2418; }","duration":"2.614228428s","start":"2026-05-20T04:09:53.65007Z","end":"2026-05-20T04:09:56.264298Z","steps":["trace[899038427] 'agreement among raft nodes before linearized reading' (duration: 2.614126056s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:56.26432Z","caller":"traceutil/trace.go:171","msg":"trace[991186894] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:12; response_revision:2418; }","duration":"2.600508505s","start":"2026-05-20T04:09:53.663798Z","end":"2026-05-20T04:09:56.264307Z","steps":["trace[991186894] 'agreement among raft nodes before linearized reading' (duration: 2.600197128s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.264349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.650051Z","time spent":"2.614288439s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T04:09:56.264352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44550244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:1 size:188953"} {"level":"info","ts":"2026-05-20T04:09:56.264174Z","caller":"traceutil/trace.go:171","msg":"trace[1903799412] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2418; }","duration":"2.022709741s","start":"2026-05-20T04:09:54.241447Z","end":"2026-05-20T04:09:56.264156Z","steps":["trace[1903799412] 'agreement among raft nodes before linearized reading' (duration: 2.022524686s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:56.264413Z","caller":"traceutil/trace.go:171","msg":"trace[1762496338] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:1; response_revision:2418; }","duration":"1.445595523s","start":"2026-05-20T04:09:54.8188Z","end":"2026-05-20T04:09:56.264396Z","steps":["trace[1762496338] 'agreement among raft nodes before linearized reading' (duration: 1.445354777s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.26443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:54.241428Z","time spent":"2.022986067s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2584,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"warn","ts":"2026-05-20T04:09:56.264468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:54.81878Z","time spent":"1.445675235s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":188975,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" "} {"level":"info","ts":"2026-05-20T04:09:56.26412Z","caller":"traceutil/trace.go:171","msg":"trace[1517890761] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2418; }","duration":"1.174868506s","start":"2026-05-20T04:09:55.089205Z","end":"2026-05-20T04:09:56.264073Z","steps":["trace[1517890761] 'process raft request' (duration: 1.17462016s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.264529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:55.089193Z","time spent":"1.175312307s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:56.264353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:53.663773Z","time spent":"2.600571667s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":12,"response size":103974,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:56.264115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611851304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-05-20T04:09:56.264586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442997416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b12a9b1204702b\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-05-20T04:09:56.264698Z","caller":"traceutil/trace.go:171","msg":"trace[1929602395] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18b12a9b1204702b; range_end:; response_count:1; response_revision:2418; }","duration":"1.443161821s","start":"2026-05-20T04:09:54.821515Z","end":"2026-05-20T04:09:56.264677Z","steps":["trace[1929602395] 'agreement among raft nodes before linearized reading' (duration: 1.442858242s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:56.264707Z","caller":"traceutil/trace.go:171","msg":"trace[1335175638] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2418; }","duration":"1.61246049s","start":"2026-05-20T04:09:54.652201Z","end":"2026-05-20T04:09:56.264661Z","steps":["trace[1335175638] 'agreement among raft nodes before linearized reading' (duration: 1.611736251s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.264742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:54.821495Z","time spent":"1.443237053s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":896,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b12a9b1204702b\" "} {"level":"warn","ts":"2026-05-20T04:09:56.264786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:54.652177Z","time spent":"1.612575534s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:09:56.6542Z","caller":"traceutil/trace.go:171","msg":"trace[496402759] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"963.492327ms","start":"2026-05-20T04:09:55.690658Z","end":"2026-05-20T04:09:56.65415Z","steps":["trace[496402759] 'process raft request' (duration: 963.388433ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:56.654222Z","caller":"traceutil/trace.go:171","msg":"trace[2095188454] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"964.271497ms","start":"2026-05-20T04:09:55.689855Z","end":"2026-05-20T04:09:56.654126Z","steps":["trace[2095188454] 'process raft request' (duration: 964.156313ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:56.654303Z","caller":"traceutil/trace.go:171","msg":"trace[1495681385] linearizableReadLoop","detail":"{readStateIndex:2538; appliedIndex:2530; }","duration":"390.350621ms","start":"2026-05-20T04:09:56.263939Z","end":"2026-05-20T04:09:56.654289Z","steps":["trace[1495681385] 'read index received' (duration: 389.9557ms)","trace[1495681385] 'applied index is now lower than readState.Index' (duration: 394.281µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:56.654339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:55.690646Z","time spent":"963.63415ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:56.654381Z","caller":"traceutil/trace.go:171","msg":"trace[997855843] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"963.147348ms","start":"2026-05-20T04:09:55.691222Z","end":"2026-05-20T04:09:56.65437Z","steps":["trace[997855843] 'process raft request' (duration: 962.849231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.654395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:55.689834Z","time spent":"964.478543ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:56.654395Z","caller":"traceutil/trace.go:171","msg":"trace[1117340251] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"964.785641ms","start":"2026-05-20T04:09:55.689572Z","end":"2026-05-20T04:09:56.654357Z","steps":["trace[1117340251] 'process raft request' (duration: 964.290627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.654499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.617873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:56.654531Z","caller":"traceutil/trace.go:171","msg":"trace[914246613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2426; }","duration":"830.681745ms","start":"2026-05-20T04:09:55.82384Z","end":"2026-05-20T04:09:56.654522Z","steps":["trace[914246613] 'agreement among raft nodes before linearized reading' (duration: 830.608803ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:56.654518Z","caller":"traceutil/trace.go:171","msg":"trace[724172939] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"417.58813ms","start":"2026-05-20T04:09:56.236899Z","end":"2026-05-20T04:09:56.654487Z","steps":["trace[724172939] 'process raft request' (duration: 417.351764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.654429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:55.69121Z","time spent":"963.190489ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:56.654544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.249923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:09:56.65457Z","caller":"traceutil/trace.go:171","msg":"trace[851406451] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"943.624777ms","start":"2026-05-20T04:09:55.710933Z","end":"2026-05-20T04:09:56.654557Z","steps":["trace[851406451] 'process raft request' (duration: 943.194206ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:56.654586Z","caller":"traceutil/trace.go:171","msg":"trace[769369889] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"963.262401ms","start":"2026-05-20T04:09:55.691308Z","end":"2026-05-20T04:09:56.654571Z","steps":["trace[769369889] 'process raft request' (duration: 962.790889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.654637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:55.691294Z","time spent":"963.321302ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:56.654632Z","caller":"traceutil/trace.go:171","msg":"trace[867168811] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2426; }","duration":"793.349185ms","start":"2026-05-20T04:09:55.861232Z","end":"2026-05-20T04:09:56.654581Z","steps":["trace[867168811] 'agreement among raft nodes before linearized reading' (duration: 793.215632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.654643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:55.71091Z","time spent":"943.693138ms","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3956,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:56.654649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.236877Z","time spent":"417.702243ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:56.654674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:55.861211Z","time spent":"793.454659ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:56.654538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:55.689547Z","time spent":"964.925414ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:56.654714Z","caller":"traceutil/trace.go:171","msg":"trace[2137893186] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"938.952076ms","start":"2026-05-20T04:09:55.715753Z","end":"2026-05-20T04:09:56.654705Z","steps":["trace[2137893186] 'process raft request' (duration: 938.458673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.654708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.445824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:12 size:103952"} {"level":"info","ts":"2026-05-20T04:09:56.65475Z","caller":"traceutil/trace.go:171","msg":"trace[1455497130] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:12; response_revision:2426; }","duration":"717.513046ms","start":"2026-05-20T04:09:55.937227Z","end":"2026-05-20T04:09:56.654741Z","steps":["trace[1455497130] 'agreement among raft nodes before linearized reading' (duration: 717.279811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.654755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:55.71574Z","time spent":"938.991297ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:56.654753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002063408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:09:56.654779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:55.937211Z","time spent":"717.560137ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":12,"response size":103974,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-05-20T04:09:56.654791Z","caller":"traceutil/trace.go:171","msg":"trace[980725780] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2426; }","duration":"1.002138979s","start":"2026-05-20T04:09:55.652641Z","end":"2026-05-20T04:09:56.65478Z","steps":["trace[980725780] 'agreement among raft nodes before linearized reading' (duration: 1.002023337s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:56.65482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:55.65262Z","time spent":"1.002193981s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:09:56.654876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:55.823818Z","time spent":"830.731936ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:09:57.05211Z","caller":"traceutil/trace.go:171","msg":"trace[1691371085] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"784.824367ms","start":"2026-05-20T04:09:56.267255Z","end":"2026-05-20T04:09:57.052079Z","steps":["trace[1691371085] 'process raft request' (duration: 784.505308ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:57.05216Z","caller":"traceutil/trace.go:171","msg":"trace[710632736] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"783.375929ms","start":"2026-05-20T04:09:56.268764Z","end":"2026-05-20T04:09:57.05214Z","steps":["trace[710632736] 'process raft request' (duration: 783.217865ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:57.052168Z","caller":"traceutil/trace.go:171","msg":"trace[1962656609] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"783.464311ms","start":"2026-05-20T04:09:56.268667Z","end":"2026-05-20T04:09:57.052131Z","steps":["trace[1962656609] 'process raft request' (duration: 783.269796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:57.052254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.26724Z","time spent":"784.941229ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:57.052271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.268759Z","time spent":"783.463821ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:57.052403Z","caller":"traceutil/trace.go:171","msg":"trace[1973443289] linearizableReadLoop","detail":"{readStateIndex:2544; appliedIndex:2538; }","duration":"397.926955ms","start":"2026-05-20T04:09:56.65434Z","end":"2026-05-20T04:09:57.052267Z","steps":["trace[1973443289] 'read index received' (duration: 397.459482ms)","trace[1973443289] 'applied index is now lower than readState.Index' (duration: 466.233µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:57.052439Z","caller":"traceutil/trace.go:171","msg":"trace[1843235102] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"774.03603ms","start":"2026-05-20T04:09:56.27839Z","end":"2026-05-20T04:09:57.052427Z","steps":["trace[1843235102] 'process raft request' (duration: 773.738982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:57.052485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.10091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-api-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:57.052537Z","caller":"traceutil/trace.go:171","msg":"trace[1970315540] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-api-ca; range_end:; response_count:0; response_revision:2432; }","duration":"781.173512ms","start":"2026-05-20T04:09:56.271354Z","end":"2026-05-20T04:09:57.052528Z","steps":["trace[1970315540] 'agreement among raft nodes before linearized reading' (duration: 781.110101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:57.052494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.889725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-vnc-ca-9jnmt\" ","response":"range_response_count:1 size:991"} {"level":"warn","ts":"2026-05-20T04:09:57.052565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.271345Z","time spent":"781.214113ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/libvirt-api-ca\" "} {"level":"warn","ts":"2026-05-20T04:09:57.052598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.512387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:09:57.052582Z","caller":"traceutil/trace.go:171","msg":"trace[1456123798] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-vnc-ca-9jnmt; range_end:; response_count:1; response_revision:2432; }","duration":"780.978017ms","start":"2026-05-20T04:09:56.271594Z","end":"2026-05-20T04:09:57.052572Z","steps":["trace[1456123798] 'agreement among raft nodes before linearized reading' (duration: 780.733701ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:57.052679Z","caller":"traceutil/trace.go:171","msg":"trace[1218521149] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:2432; }","duration":"782.597249ms","start":"2026-05-20T04:09:56.270039Z","end":"2026-05-20T04:09:57.052637Z","steps":["trace[1218521149] 'agreement among raft nodes before linearized reading' (duration: 782.436365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:57.052718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.270021Z","time spent":"782.689112ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:09:57.0527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.271539Z","time spent":"781.151401ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1013,"request content":"key:\"/registry/secrets/openstack/libvirt-vnc-ca-9jnmt\" "} {"level":"warn","ts":"2026-05-20T04:09:57.052622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.278368Z","time spent":"774.165012ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2178,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:57.052806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.803818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:1 size:4941"} {"level":"warn","ts":"2026-05-20T04:09:57.052815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.268642Z","time spent":"783.613625ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:57.05285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.663568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com\" ","response":"range_response_count:1 size:6229"} {"level":"info","ts":"2026-05-20T04:09:57.053Z","caller":"traceutil/trace.go:171","msg":"trace[649679965] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:1; response_revision:2432; }","duration":"780.069755ms","start":"2026-05-20T04:09:56.272908Z","end":"2026-05-20T04:09:57.052977Z","steps":["trace[649679965] 'agreement among raft nodes before linearized reading' (duration: 779.458309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:57.052956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.647518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca-8scvt\" ","response":"range_response_count:1 size:2434"} {"level":"info","ts":"2026-05-20T04:09:57.053225Z","caller":"traceutil/trace.go:171","msg":"trace[402243472] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"774.431108ms","start":"2026-05-20T04:09:56.278777Z","end":"2026-05-20T04:09:57.053208Z","steps":["trace[402243472] 'process raft request' (duration: 773.441173ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:57.053261Z","caller":"traceutil/trace.go:171","msg":"trace[1089603772] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca-8scvt; range_end:; response_count:1; response_revision:2432; }","duration":"781.063069ms","start":"2026-05-20T04:09:56.272177Z","end":"2026-05-20T04:09:57.053241Z","steps":["trace[1089603772] 'agreement among raft nodes before linearized reading' (duration: 780.211968ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:57.052432Z","caller":"traceutil/trace.go:171","msg":"trace[1054875469] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"779.53261ms","start":"2026-05-20T04:09:56.272882Z","end":"2026-05-20T04:09:57.052414Z","steps":["trace[1054875469] 'process raft request' (duration: 779.207052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:57.053344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.272863Z","time spent":"780.444214ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:57.053095Z","caller":"traceutil/trace.go:171","msg":"trace[23466858] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com; range_end:; response_count:1; response_revision:2432; }","duration":"786.096159ms","start":"2026-05-20T04:09:56.26694Z","end":"2026-05-20T04:09:57.053036Z","steps":["trace[23466858] 'agreement among raft nodes before linearized reading' (duration: 785.577566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:57.053391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.272169Z","time spent":"781.204833ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2456,"request content":"key:\"/registry/secrets/openstack/valkey-ca-8scvt\" "} {"level":"warn","ts":"2026-05-20T04:09:57.053375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.278769Z","time spent":"774.51953ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2197,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:57.053417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.266918Z","time spent":"786.487099ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6251,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com\" "} {"level":"warn","ts":"2026-05-20T04:09:57.052891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.870439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2426"} {"level":"info","ts":"2026-05-20T04:09:57.053489Z","caller":"traceutil/trace.go:171","msg":"trace[238021468] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:2432; }","duration":"780.513985ms","start":"2026-05-20T04:09:56.272958Z","end":"2026-05-20T04:09:57.053472Z","steps":["trace[238021468] 'agreement among raft nodes before linearized reading' (duration: 779.334815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:57.053543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.272954Z","time spent":"780.574838ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":2448,"request content":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" "} {"level":"warn","ts":"2026-05-20T04:09:57.053094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.2729Z","time spent":"780.180317ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4963,"request content":"key:\"/registry/secrets/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-05-20T04:09:57.553357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578218053,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:09:57.842391Z","caller":"traceutil/trace.go:171","msg":"trace[292681129] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"1.171520602s","start":"2026-05-20T04:09:56.670853Z","end":"2026-05-20T04:09:57.842374Z","steps":["trace[292681129] 'process raft request' (duration: 1.17147506s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:57.842377Z","caller":"traceutil/trace.go:171","msg":"trace[327089891] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"1.181376665s","start":"2026-05-20T04:09:56.660964Z","end":"2026-05-20T04:09:57.84234Z","steps":["trace[327089891] 'process raft request' (duration: 1.181244891s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:57.842435Z","caller":"traceutil/trace.go:171","msg":"trace[208464569] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"1.181366484s","start":"2026-05-20T04:09:56.661032Z","end":"2026-05-20T04:09:57.842398Z","steps":["trace[208464569] 'process raft request' (duration: 1.181273522s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:57.842498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.670832Z","time spent":"1.171612663s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4469,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:57.842546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.660939Z","time spent":"1.181532818s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:57.842779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.661003Z","time spent":"1.181709103s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:58.340221Z","caller":"traceutil/trace.go:171","msg":"trace[1359998553] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2436; }","duration":"1.284140064s","start":"2026-05-20T04:09:57.056049Z","end":"2026-05-20T04:09:58.340189Z","steps":["trace[1359998553] 'process raft request' (duration: 1.283832456s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:58.340412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:57.05603Z","time spent":"1.284281968s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":52,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-20T04:09:58.340487Z","caller":"traceutil/trace.go:171","msg":"trace[2014643895] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"1.282540593s","start":"2026-05-20T04:09:57.057924Z","end":"2026-05-20T04:09:58.340464Z","steps":["trace[2014643895] 'process raft request' (duration: 1.282464451s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:58.340686Z","caller":"traceutil/trace.go:171","msg":"trace[667254658] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2437; }","duration":"1.284432093s","start":"2026-05-20T04:09:57.056242Z","end":"2026-05-20T04:09:58.340674Z","steps":["trace[667254658] 'process raft request' (duration: 1.284074203s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:58.340704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:57.056037Z","time spent":"1.284631218s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:09:58.340755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:57.056218Z","time spent":"1.284502544s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-20T04:09:58.340848Z","caller":"traceutil/trace.go:171","msg":"trace[1067387004] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"1.28158919s","start":"2026-05-20T04:09:57.059221Z","end":"2026-05-20T04:09:58.340811Z","steps":["trace[1067387004] 'process raft request' (duration: 1.281203709s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:58.340949Z","caller":"traceutil/trace.go:171","msg":"trace[1729020444] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"1.281035726s","start":"2026-05-20T04:09:57.059902Z","end":"2026-05-20T04:09:58.340938Z","steps":["trace[1729020444] 'process raft request' (duration: 1.2808021s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:58.340973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:57.059209Z","time spent":"1.281706452s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:58.341008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:57.059886Z","time spent":"1.281096067s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":701,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:09:58.340846Z","caller":"traceutil/trace.go:171","msg":"trace[22987128] linearizableReadLoop","detail":"{readStateIndex:2554; appliedIndex:2545; }","duration":"1.288348903s","start":"2026-05-20T04:09:57.05248Z","end":"2026-05-20T04:09:58.340829Z","steps":["trace[22987128] 'read index received' (duration: 789.829064ms)","trace[22987128] 'applied index is now lower than readState.Index' (duration: 498.518959ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:58.34095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68439683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:58.341112Z","caller":"traceutil/trace.go:171","msg":"trace[65903418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2440; }","duration":"1.684590275s","start":"2026-05-20T04:09:56.656506Z","end":"2026-05-20T04:09:58.341097Z","steps":["trace[65903418] 'agreement among raft nodes before linearized reading' (duration: 1.68438374s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:58.341075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508240543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:58.341154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525944038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:11 size:102952"} {"level":"warn","ts":"2026-05-20T04:09:58.341159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.656485Z","time spent":"1.684660166s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:09:58.341192Z","caller":"traceutil/trace.go:171","msg":"trace[717368485] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:11; response_revision:2440; }","duration":"1.5260167s","start":"2026-05-20T04:09:56.815166Z","end":"2026-05-20T04:09:58.341182Z","steps":["trace[717368485] 'agreement among raft nodes before linearized reading' (duration: 1.525805375s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:58.341225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.81514Z","time spent":"1.526078342s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":11,"response size":102974,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:58.341221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.612094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:09:58.341229Z","caller":"traceutil/trace.go:171","msg":"trace[1440878155] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:2440; }","duration":"1.508450279s","start":"2026-05-20T04:09:56.832724Z","end":"2026-05-20T04:09:58.341174Z","steps":["trace[1440878155] 'agreement among raft nodes before linearized reading' (duration: 1.508182942s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:58.341247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283358154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-20T04:09:58.34126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27734204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2212"} {"level":"info","ts":"2026-05-20T04:09:58.341285Z","caller":"traceutil/trace.go:171","msg":"trace[1189011566] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2440; }","duration":"869.699257ms","start":"2026-05-20T04:09:57.471564Z","end":"2026-05-20T04:09:58.341263Z","steps":["trace[1189011566] 'agreement among raft nodes before linearized reading' (duration: 869.605655ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:58.341299Z","caller":"traceutil/trace.go:171","msg":"trace[1335948955] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:2440; }","duration":"1.277403192s","start":"2026-05-20T04:09:57.063884Z","end":"2026-05-20T04:09:58.341287Z","steps":["trace[1335948955] 'agreement among raft nodes before linearized reading' (duration: 1.277292199s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:58.341331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:57.063871Z","time spent":"1.277451062s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2234,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"warn","ts":"2026-05-20T04:09:58.341328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.832699Z","time spent":"1.508610733s","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:58.341516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07143651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-05-20T04:09:58.341606Z","caller":"traceutil/trace.go:171","msg":"trace[1387797236] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2440; }","duration":"1.071561093s","start":"2026-05-20T04:09:57.270023Z","end":"2026-05-20T04:09:58.341584Z","steps":["trace[1387797236] 'agreement among raft nodes before linearized reading' (duration: 1.071363078s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:58.341684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:57.269997Z","time spent":"1.071669486s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:09:58.341292Z","caller":"traceutil/trace.go:171","msg":"trace[515086308] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783; range_end:; response_count:1; response_revision:2440; }","duration":"1.283443696s","start":"2026-05-20T04:09:57.057834Z","end":"2026-05-20T04:09:58.341278Z","steps":["trace[515086308] 'agreement among raft nodes before linearized reading' (duration: 1.283306403s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:58.34193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:57.057821Z","time spent":"1.284088302s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" "} {"level":"warn","ts":"2026-05-20T04:09:58.341339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:57.471548Z","time spent":"869.777209ms","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:09:58.341385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278024897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2193"} {"level":"info","ts":"2026-05-20T04:09:58.342142Z","caller":"traceutil/trace.go:171","msg":"trace[921390004] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:2440; }","duration":"1.278785907s","start":"2026-05-20T04:09:57.063337Z","end":"2026-05-20T04:09:58.342123Z","steps":["trace[921390004] 'agreement among raft nodes before linearized reading' (duration: 1.277976496s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:58.342205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:57.063329Z","time spent":"1.278859548s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2215,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-05-20T04:09:58.341397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.885695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:58.342346Z","caller":"traceutil/trace.go:171","msg":"trace[391231250] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:2440; }","duration":"839.86417ms","start":"2026-05-20T04:09:57.502468Z","end":"2026-05-20T04:09:58.342332Z","steps":["trace[391231250] 'agreement among raft nodes before linearized reading' (duration: 838.897216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:58.3424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:57.502448Z","time spent":"839.939321ms","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" "} {"level":"warn","ts":"2026-05-20T04:09:58.341216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681782342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32090"} {"level":"info","ts":"2026-05-20T04:09:58.342517Z","caller":"traceutil/trace.go:171","msg":"trace[352080243] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2440; }","duration":"1.683122486s","start":"2026-05-20T04:09:56.659382Z","end":"2026-05-20T04:09:58.342504Z","steps":["trace[352080243] 'agreement among raft nodes before linearized reading' (duration: 1.681609168s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:58.342557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:56.659369Z","time spent":"1.683176717s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:58.34143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.270255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-05-20T04:09:58.342648Z","caller":"traceutil/trace.go:171","msg":"trace[235539554] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2440; }","duration":"812.504916ms","start":"2026-05-20T04:09:57.530112Z","end":"2026-05-20T04:09:58.342617Z","steps":["trace[235539554] 'agreement among raft nodes before linearized reading' (duration: 811.224354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:58.341436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.042196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:58.341501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:57.057906Z","time spent":"1.282651716s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2403,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:58.342816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:57.530089Z","time spent":"812.716092ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:09:58.342872Z","caller":"traceutil/trace.go:171","msg":"trace[1108004437] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2440; }","duration":"202.517373ms","start":"2026-05-20T04:09:58.140342Z","end":"2026-05-20T04:09:58.34286Z","steps":["trace[1108004437] 'agreement among raft nodes before linearized reading' (duration: 201.049726ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:58.343167Z","caller":"traceutil/trace.go:171","msg":"trace[65437354] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2440; }","duration":"925.720675ms","start":"2026-05-20T04:09:57.417293Z","end":"2026-05-20T04:09:58.343013Z","steps":["trace[65437354] 'process raft request' (duration: 923.497739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:58.344033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:57.417268Z","time spent":"925.962811ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:09:58.982561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.904262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:09:58.982705Z","caller":"traceutil/trace.go:171","msg":"trace[2000301839] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"640.011841ms","start":"2026-05-20T04:09:58.342667Z","end":"2026-05-20T04:09:58.982679Z","steps":["trace[2000301839] 'process raft request' (duration: 455.896114ms)","trace[2000301839] 'compare' (duration: 183.779859ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:58.982797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:58.342642Z","time spent":"640.107093ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:59.378716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.216877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:09:59.378987Z","caller":"traceutil/trace.go:171","msg":"trace[514122022] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"1.034501942s","start":"2026-05-20T04:09:58.344449Z","end":"2026-05-20T04:09:59.378951Z","steps":["trace[514122022] 'process raft request' (duration: 931.928736ms)","trace[514122022] 'compare' (duration: 102.025292ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:59.379182Z","caller":"traceutil/trace.go:171","msg":"trace[1823392843] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2443; }","duration":"1.021164799s","start":"2026-05-20T04:09:58.357993Z","end":"2026-05-20T04:09:59.379158Z","steps":["trace[1823392843] 'process raft request' (duration: 1.020958804s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:59.379167Z","caller":"traceutil/trace.go:171","msg":"trace[1496616385] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"1.02312833s","start":"2026-05-20T04:09:58.35597Z","end":"2026-05-20T04:09:59.379098Z","steps":["trace[1496616385] 'process raft request' (duration: 1.022882754s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.379198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:58.344395Z","time spent":"1.034694238s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:59.379289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:58.357974Z","time spent":"1.021264072s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":2559,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:59.379342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:58.355957Z","time spent":"1.023291565s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:09:59.379297Z","caller":"traceutil/trace.go:171","msg":"trace[224463695] linearizableReadLoop","detail":"{readStateIndex:2556; appliedIndex:2554; }","duration":"1.033290931s","start":"2026-05-20T04:09:58.345987Z","end":"2026-05-20T04:09:59.379278Z","steps":["trace[224463695] 'read index received' (duration: 452.594789ms)","trace[224463695] 'applied index is now lower than readState.Index' (duration: 580.694302ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:59.379411Z","caller":"traceutil/trace.go:171","msg":"trace[155233845] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"719.304054ms","start":"2026-05-20T04:09:58.660066Z","end":"2026-05-20T04:09:59.37937Z","steps":["trace[155233845] 'process raft request' (duration: 718.928714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.379495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033500708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com\" ","response":"range_response_count:1 size:6489"} {"level":"info","ts":"2026-05-20T04:09:59.379551Z","caller":"traceutil/trace.go:171","msg":"trace[6023687] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com; range_end:; response_count:1; response_revision:2444; }","duration":"1.033593869s","start":"2026-05-20T04:09:58.345941Z","end":"2026-05-20T04:09:59.379535Z","steps":["trace[6023687] 'agreement among raft nodes before linearized reading' (duration: 1.033389354s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.379589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:58.345918Z","time spent":"1.033663531s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":6511,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com\" "} {"level":"warn","ts":"2026-05-20T04:09:59.379583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:58.66004Z","time spent":"719.450687ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:09:59.379702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.730724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:59.379721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029786641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:09:59.379745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.998531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:59.379775Z","caller":"traceutil/trace.go:171","msg":"trace[1189242335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2444; }","duration":"1.029850503s","start":"2026-05-20T04:09:58.349911Z","end":"2026-05-20T04:09:59.379761Z","steps":["trace[1189242335] 'agreement among raft nodes before linearized reading' (duration: 1.02975629s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:59.379793Z","caller":"traceutil/trace.go:171","msg":"trace[1769117106] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:2444; }","duration":"191.088543ms","start":"2026-05-20T04:09:59.188693Z","end":"2026-05-20T04:09:59.379781Z","steps":["trace[1769117106] 'agreement among raft nodes before linearized reading' (duration: 191.009471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.379811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:58.349907Z","time spent":"1.029897925s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:09:59.379851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030348287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-vnc.18b12a9ed485af5e\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-05-20T04:09:59.379852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030194742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2193"} {"level":"info","ts":"2026-05-20T04:09:59.379908Z","caller":"traceutil/trace.go:171","msg":"trace[303064015] range","detail":"{range_begin:/registry/events/openstack/libvirt-vnc.18b12a9ed485af5e; range_end:; response_count:1; response_revision:2444; }","duration":"1.030424478s","start":"2026-05-20T04:09:58.349468Z","end":"2026-05-20T04:09:59.379892Z","steps":["trace[303064015] 'agreement among raft nodes before linearized reading' (duration: 1.030291154s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:59.379914Z","caller":"traceutil/trace.go:171","msg":"trace[1419663967] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:2444; }","duration":"1.030264114s","start":"2026-05-20T04:09:58.349636Z","end":"2026-05-20T04:09:59.379901Z","steps":["trace[1419663967] 'agreement among raft nodes before linearized reading' (duration: 1.030094839s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.379729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03249944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-05-20T04:09:59.37996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:58.349458Z","time spent":"1.030490549s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":748,"request content":"key:\"/registry/events/openstack/libvirt-vnc.18b12a9ed485af5e\" "} {"level":"warn","ts":"2026-05-20T04:09:59.379956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:58.349621Z","time spent":"1.030327695s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2215,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-05-20T04:09:59.380041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.868204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:59.380033Z","caller":"traceutil/trace.go:171","msg":"trace[671350577] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2444; }","duration":"1.03280837s","start":"2026-05-20T04:09:58.347194Z","end":"2026-05-20T04:09:59.380002Z","steps":["trace[671350577] 'agreement among raft nodes before linearized reading' (duration: 1.032346217s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.380055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026160579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2212"} {"level":"info","ts":"2026-05-20T04:09:59.380137Z","caller":"traceutil/trace.go:171","msg":"trace[632521604] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:2444; }","duration":"1.026286823s","start":"2026-05-20T04:09:58.353829Z","end":"2026-05-20T04:09:59.380116Z","steps":["trace[632521604] 'agreement among raft nodes before linearized reading' (duration: 1.026025496s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.38015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025369108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:11 size:102952"} {"level":"warn","ts":"2026-05-20T04:09:59.380149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:58.347181Z","time spent":"1.032931753s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-20T04:09:59.380193Z","caller":"traceutil/trace.go:171","msg":"trace[1347952709] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:11; response_revision:2444; }","duration":"1.025424009s","start":"2026-05-20T04:09:58.354757Z","end":"2026-05-20T04:09:59.380181Z","steps":["trace[1347952709] 'agreement among raft nodes before linearized reading' (duration: 1.025229284s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:59.380093Z","caller":"traceutil/trace.go:171","msg":"trace[522746116] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:0; response_revision:2444; }","duration":"833.823586ms","start":"2026-05-20T04:09:58.545916Z","end":"2026-05-20T04:09:59.37974Z","steps":["trace[522746116] 'agreement among raft nodes before linearized reading' (duration: 833.739514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.380153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.003976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-20T04:09:59.380246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:58.354748Z","time spent":"1.025487141s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":11,"response size":102974,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:09:59.38026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:58.545895Z","time spent":"834.35122ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-05-20T04:09:59.380195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:58.353812Z","time spent":"1.026373324s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2234,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"info","ts":"2026-05-20T04:09:59.380077Z","caller":"traceutil/trace.go:171","msg":"trace[2077127443] range","detail":"{range_begin:/registry/networkpolicies/openstack/valkey; range_end:; response_count:0; response_revision:2444; }","duration":"378.937305ms","start":"2026-05-20T04:09:59.00113Z","end":"2026-05-20T04:09:59.380067Z","steps":["trace[2077127443] 'agreement among raft nodes before linearized reading' (duration: 378.884104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.380422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:59.001108Z","time spent":"379.297164ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/openstack/valkey\" "} {"level":"info","ts":"2026-05-20T04:09:59.380454Z","caller":"traceutil/trace.go:171","msg":"trace[817032028] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2444; }","duration":"395.1658ms","start":"2026-05-20T04:09:58.98511Z","end":"2026-05-20T04:09:59.380276Z","steps":["trace[817032028] 'agreement among raft nodes before linearized reading' (duration: 394.912493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.380561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:58.985097Z","time spent":"395.449967ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-20T04:09:59.565463Z","caller":"traceutil/trace.go:171","msg":"trace[561514183] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"169.841901ms","start":"2026-05-20T04:09:59.395598Z","end":"2026-05-20T04:09:59.56544Z","steps":["trace[561514183] 'process raft request' (duration: 169.752378ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:59.565478Z","caller":"traceutil/trace.go:171","msg":"trace[955288635] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"176.140671ms","start":"2026-05-20T04:09:59.389305Z","end":"2026-05-20T04:09:59.565446Z","steps":["trace[955288635] 'process raft request' (duration: 175.871914ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:59.565797Z","caller":"traceutil/trace.go:171","msg":"trace[1635930678] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2447; }","duration":"170.019835ms","start":"2026-05-20T04:09:59.39575Z","end":"2026-05-20T04:09:59.565769Z","steps":["trace[1635930678] 'process raft request' (duration: 169.661466ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:59.565855Z","caller":"traceutil/trace.go:171","msg":"trace[2005318338] linearizableReadLoop","detail":"{readStateIndex:2565; appliedIndex:2560; }","duration":"104.205049ms","start":"2026-05-20T04:09:59.461626Z","end":"2026-05-20T04:09:59.565831Z","steps":["trace[2005318338] 'read index received' (duration: 103.4705ms)","trace[2005318338] 'applied index is now lower than readState.Index' (duration: 733.549µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:09:59.566025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.605882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:59.566059Z","caller":"traceutil/trace.go:171","msg":"trace[1573624520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2449; }","duration":"174.673143ms","start":"2026-05-20T04:09:59.391376Z","end":"2026-05-20T04:09:59.566049Z","steps":["trace[1573624520] 'agreement among raft nodes before linearized reading' (duration: 174.570241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.566123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.344574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2418"} {"level":"info","ts":"2026-05-20T04:09:59.5662Z","caller":"traceutil/trace.go:171","msg":"trace[894897513] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:2449; }","duration":"172.440326ms","start":"2026-05-20T04:09:59.39374Z","end":"2026-05-20T04:09:59.566181Z","steps":["trace[894897513] 'agreement among raft nodes before linearized reading' (duration: 172.19958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.566366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.822905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-20T04:09:59.566397Z","caller":"traceutil/trace.go:171","msg":"trace[1020568185] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2449; }","duration":"179.885967ms","start":"2026-05-20T04:09:59.386501Z","end":"2026-05-20T04:09:59.566387Z","steps":["trace[1020568185] 'agreement among raft nodes before linearized reading' (duration: 179.819175ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:59.56639Z","caller":"traceutil/trace.go:171","msg":"trace[1084663484] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"113.524577ms","start":"2026-05-20T04:09:59.452846Z","end":"2026-05-20T04:09:59.566371Z","steps":["trace[1084663484] 'process raft request' (duration: 112.918542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.56639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.512547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:59.56646Z","caller":"traceutil/trace.go:171","msg":"trace[1936989160] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"168.732111ms","start":"2026-05-20T04:09:59.397712Z","end":"2026-05-20T04:09:59.566444Z","steps":["trace[1936989160] 'process raft request' (duration: 167.90448ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:59.566466Z","caller":"traceutil/trace.go:171","msg":"trace[746680150] range","detail":"{range_begin:/registry/rolebindings/openstack/pxc-operator; range_end:; response_count:0; response_revision:2449; }","duration":"179.63809ms","start":"2026-05-20T04:09:59.386807Z","end":"2026-05-20T04:09:59.566445Z","steps":["trace[746680150] 'agreement among raft nodes before linearized reading' (duration: 179.493796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.566489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.322491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:09:59.566519Z","caller":"traceutil/trace.go:171","msg":"trace[469896134] range","detail":"{range_begin:/registry/serviceaccounts/openstack/valkey; range_end:; response_count:0; response_revision:2449; }","duration":"177.366052ms","start":"2026-05-20T04:09:59.389145Z","end":"2026-05-20T04:09:59.566511Z","steps":["trace[469896134] 'agreement among raft nodes before linearized reading' (duration: 177.316841ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:59.571089Z","caller":"traceutil/trace.go:171","msg":"trace[287430354] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"107.234696ms","start":"2026-05-20T04:09:59.463827Z","end":"2026-05-20T04:09:59.571061Z","steps":["trace[287430354] 'process raft request' (duration: 107.037901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.571238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.267921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-vnc.18b12a9ed4872bd8\" ","response":"range_response_count:1 size:716"} {"level":"info","ts":"2026-05-20T04:09:59.571427Z","caller":"traceutil/trace.go:171","msg":"trace[656849905] range","detail":"{range_begin:/registry/events/openstack/libvirt-vnc.18b12a9ed4872bd8; range_end:; response_count:1; response_revision:2450; }","duration":"106.506457ms","start":"2026-05-20T04:09:59.464907Z","end":"2026-05-20T04:09:59.571414Z","steps":["trace[656849905] 'agreement among raft nodes before linearized reading' (duration: 106.123478ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:09:59.921505Z","caller":"traceutil/trace.go:171","msg":"trace[1358911628] linearizableReadLoop","detail":"{readStateIndex:2597; appliedIndex:2596; }","duration":"167.964911ms","start":"2026-05-20T04:09:59.753518Z","end":"2026-05-20T04:09:59.921483Z","steps":["trace[1358911628] 'read index received' (duration: 167.91607ms)","trace[1358911628] 'applied index is now lower than readState.Index' (duration: 48.011µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:09:59.921548Z","caller":"traceutil/trace.go:171","msg":"trace[2144506426] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2474; }","duration":"176.87715ms","start":"2026-05-20T04:09:59.744632Z","end":"2026-05-20T04:09:59.921509Z","steps":["trace[2144506426] 'process raft request' (duration: 176.736057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:09:59.921697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.422661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c\" ","response":"range_response_count:1 size:837"} {"level":"info","ts":"2026-05-20T04:09:59.921741Z","caller":"traceutil/trace.go:171","msg":"trace[1440485003] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c; range_end:; response_count:1; response_revision:2474; }","duration":"182.516874ms","start":"2026-05-20T04:09:59.73921Z","end":"2026-05-20T04:09:59.921727Z","steps":["trace[1440485003] 'agreement among raft nodes before linearized reading' (duration: 182.36205ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:00.088775Z","caller":"traceutil/trace.go:171","msg":"trace[1547539019] linearizableReadLoop","detail":"{readStateIndex:2600; appliedIndex:2597; }","duration":"165.089347ms","start":"2026-05-20T04:09:59.923666Z","end":"2026-05-20T04:10:00.088756Z","steps":["trace[1547539019] 'read index received' (duration: 164.83862ms)","trace[1547539019] 'applied index is now lower than readState.Index' (duration: 250.057µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:00.088868Z","caller":"traceutil/trace.go:171","msg":"trace[327982012] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"334.093486ms","start":"2026-05-20T04:09:59.754765Z","end":"2026-05-20T04:10:00.088859Z","steps":["trace[327982012] 'process raft request' (duration: 333.778378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:00.088944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:59.754747Z","time spent":"334.144698ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":144656,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:10:00.08908Z","caller":"traceutil/trace.go:171","msg":"trace[1980975556] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"333.474549ms","start":"2026-05-20T04:09:59.755598Z","end":"2026-05-20T04:10:00.089072Z","steps":["trace[1980975556] 'process raft request' (duration: 333.076139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:00.089156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:59.755576Z","time spent":"333.529431ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:00.089374Z","caller":"traceutil/trace.go:171","msg":"trace[1165322064] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"331.924961ms","start":"2026-05-20T04:09:59.757441Z","end":"2026-05-20T04:10:00.089366Z","steps":["trace[1165322064] 'process raft request' (duration: 331.287105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:00.089419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:09:59.757415Z","time spent":"331.984113ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1791,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:10:00.089642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.97466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com\" ","response":"range_response_count:1 size:6194"} {"level":"info","ts":"2026-05-20T04:10:00.089682Z","caller":"traceutil/trace.go:171","msg":"trace[171975091] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com; range_end:; response_count:1; response_revision:2477; }","duration":"166.036321ms","start":"2026-05-20T04:09:59.923633Z","end":"2026-05-20T04:10:00.08967Z","steps":["trace[171975091] 'agreement among raft nodes before linearized reading' (duration: 165.887278ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:00.089907Z","caller":"traceutil/trace.go:171","msg":"trace[1351358490] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"166.049982ms","start":"2026-05-20T04:09:59.923836Z","end":"2026-05-20T04:10:00.089886Z","steps":["trace[1351358490] 'process raft request' (duration: 165.716743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:00.8215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.089846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:10:00.821635Z","caller":"traceutil/trace.go:171","msg":"trace[847254098] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"725.674484ms","start":"2026-05-20T04:10:00.09593Z","end":"2026-05-20T04:10:00.821604Z","steps":["trace[847254098] 'process raft request' (duration: 38.426174ms)","trace[847254098] 'compare' (duration: 686.800468ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:00.821702Z","caller":"traceutil/trace.go:171","msg":"trace[1572930813] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"716.091998ms","start":"2026-05-20T04:10:00.105602Z","end":"2026-05-20T04:10:00.821694Z","steps":["trace[1572930813] 'process raft request' (duration: 716.063117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:00.821727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:00.095896Z","time spent":"725.793347ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:10:00.821742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:00.105573Z","time spent":"716.15376ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1088,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:10:00.821773Z","caller":"traceutil/trace.go:171","msg":"trace[2100183647] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"723.372824ms","start":"2026-05-20T04:10:00.098378Z","end":"2026-05-20T04:10:00.821751Z","steps":["trace[2100183647] 'process raft request' (duration: 723.21864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:00.821877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:00.098355Z","time spent":"723.464347ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:00.821905Z","caller":"traceutil/trace.go:171","msg":"trace[1803623725] linearizableReadLoop","detail":"{readStateIndex:2602; appliedIndex:2601; }","duration":"724.165915ms","start":"2026-05-20T04:10:00.097704Z","end":"2026-05-20T04:10:00.82187Z","steps":["trace[1803623725] 'read index received' (duration: 36.66485ms)","trace[1803623725] 'applied index is now lower than readState.Index' (duration: 687.498205ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:00.822189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.453472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-4crz9.18b12a9ca3d553ef\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-05-20T04:10:00.822258Z","caller":"traceutil/trace.go:171","msg":"trace[401127914] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-4crz9.18b12a9ca3d553ef; range_end:; response_count:1; response_revision:2481; }","duration":"724.569745ms","start":"2026-05-20T04:10:00.097667Z","end":"2026-05-20T04:10:00.822237Z","steps":["trace[401127914] 'agreement among raft nodes before linearized reading' (duration: 724.344179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:00.822329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:00.097654Z","time spent":"724.642607ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":882,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-4crz9.18b12a9ca3d553ef\" "} {"level":"info","ts":"2026-05-20T04:10:00.851955Z","caller":"traceutil/trace.go:171","msg":"trace[1800825684] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2481; }","duration":"662.580498ms","start":"2026-05-20T04:10:00.189358Z","end":"2026-05-20T04:10:00.851938Z","steps":["trace[1800825684] 'process raft request' (duration: 662.494356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:00.852055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:00.189328Z","time spent":"662.691202ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:10:00.852207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.033325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:00.852243Z","caller":"traceutil/trace.go:171","msg":"trace[466728215] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2481; }","duration":"286.114557ms","start":"2026-05-20T04:10:00.566121Z","end":"2026-05-20T04:10:00.852235Z","steps":["trace[466728215] 'agreement among raft nodes before linearized reading' (duration: 286.035305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:00.852249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.891163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/libvirt\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:00.85225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.254228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:00.852305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.249212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:10:00.852336Z","caller":"traceutil/trace.go:171","msg":"trace[923240147] range","detail":"{range_begin:/registry/serviceaccounts/openstack/libvirt; range_end:; response_count:0; response_revision:2481; }","duration":"618.036747ms","start":"2026-05-20T04:10:00.234281Z","end":"2026-05-20T04:10:00.852318Z","steps":["trace[923240147] 'agreement among raft nodes before linearized reading' (duration: 617.902154ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:00.852342Z","caller":"traceutil/trace.go:171","msg":"trace[477306908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2481; }","duration":"330.434042ms","start":"2026-05-20T04:10:00.521892Z","end":"2026-05-20T04:10:00.852326Z","steps":["trace[477306908] 'agreement among raft nodes before linearized reading' (duration: 330.184926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:00.852425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:00.234255Z","time spent":"618.160739ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/openstack/libvirt\" "} {"level":"warn","ts":"2026-05-20T04:10:00.852468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:00.521868Z","time spent":"330.586085ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:10:00.852396Z","caller":"traceutil/trace.go:171","msg":"trace[1830927345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2481; }","duration":"502.367125ms","start":"2026-05-20T04:10:00.349987Z","end":"2026-05-20T04:10:00.852354Z","steps":["trace[1830927345] 'agreement among raft nodes before linearized reading' (duration: 502.141169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:00.852624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:00.349964Z","time spent":"502.649161ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:10:00.853015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.721351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-05-20T04:10:00.853077Z","caller":"traceutil/trace.go:171","msg":"trace[1771578055] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:2481; }","duration":"464.830434ms","start":"2026-05-20T04:10:00.388231Z","end":"2026-05-20T04:10:00.853061Z","steps":["trace[1771578055] 'agreement among raft nodes before linearized reading' (duration: 463.862449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:00.853117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:00.388207Z","time spent":"464.901796ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:10:01.044583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.021526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-05-20T04:10:01.044637Z","caller":"traceutil/trace.go:171","msg":"trace[207238457] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2493; }","duration":"131.098517ms","start":"2026-05-20T04:10:00.913528Z","end":"2026-05-20T04:10:01.044626Z","steps":["trace[207238457] 'agreement among raft nodes before linearized reading' (duration: 130.931983ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:01.561125Z","caller":"traceutil/trace.go:171","msg":"trace[1243913493] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"134.498405ms","start":"2026-05-20T04:10:01.426603Z","end":"2026-05-20T04:10:01.561102Z","steps":["trace[1243913493] 'process raft request' (duration: 133.269823ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:02.069292Z","caller":"traceutil/trace.go:171","msg":"trace[656937417] linearizableReadLoop","detail":"{readStateIndex:2649; appliedIndex:2648; }","duration":"205.468463ms","start":"2026-05-20T04:10:01.863799Z","end":"2026-05-20T04:10:02.069267Z","steps":["trace[656937417] 'read index received' (duration: 205.025501ms)","trace[656937417] 'applied index is now lower than readState.Index' (duration: 441.992µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:02.069379Z","caller":"traceutil/trace.go:171","msg":"trace[1355616137] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"206.373555ms","start":"2026-05-20T04:10:01.862973Z","end":"2026-05-20T04:10:02.069346Z","steps":["trace[1355616137] 'process raft request' (duration: 205.952573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:02.069493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.669698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:02.069547Z","caller":"traceutil/trace.go:171","msg":"trace[398247646] range","detail":"{range_begin:/registry/networkpolicies/openstack/rabbitmq-cluster-operator; range_end:; response_count:0; response_revision:2523; }","duration":"205.764859ms","start":"2026-05-20T04:10:01.863767Z","end":"2026-05-20T04:10:02.069532Z","steps":["trace[398247646] 'agreement among raft nodes before linearized reading' (duration: 205.659677ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:02.437449Z","caller":"traceutil/trace.go:171","msg":"trace[713017890] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"146.731257ms","start":"2026-05-20T04:10:02.290683Z","end":"2026-05-20T04:10:02.437414Z","steps":["trace[713017890] 'process raft request' (duration: 146.589624ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:02.61337Z","caller":"traceutil/trace.go:171","msg":"trace[1943683446] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"320.861488ms","start":"2026-05-20T04:10:02.292481Z","end":"2026-05-20T04:10:02.613343Z","steps":["trace[1943683446] 'process raft request' (duration: 288.005776ms)","trace[1943683446] 'compare' (duration: 32.502433ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:02.613469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:02.292456Z","time spent":"320.96747ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:10:02.613521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.042127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:10:02.613556Z","caller":"traceutil/trace.go:171","msg":"trace[1006352740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2531; }","duration":"199.14938ms","start":"2026-05-20T04:10:02.414398Z","end":"2026-05-20T04:10:02.613548Z","steps":["trace[1006352740] 'agreement among raft nodes before linearized reading' (duration: 199.007277ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:02.61338Z","caller":"traceutil/trace.go:171","msg":"trace[1313306194] linearizableReadLoop","detail":"{readStateIndex:2659; appliedIndex:2656; }","duration":"198.886264ms","start":"2026-05-20T04:10:02.414482Z","end":"2026-05-20T04:10:02.613368Z","steps":["trace[1313306194] 'read index received' (duration: 22.690961ms)","trace[1313306194] 'applied index is now lower than readState.Index' (duration: 176.194703ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:02.613703Z","caller":"traceutil/trace.go:171","msg":"trace[1964409589] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"306.185561ms","start":"2026-05-20T04:10:02.30751Z","end":"2026-05-20T04:10:02.613696Z","steps":["trace[1964409589] 'process raft request' (duration: 305.74281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:02.61374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:02.307488Z","time spent":"306.234712ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":141065,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:10:02.613755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.883093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:10:02.613783Z","caller":"traceutil/trace.go:171","msg":"trace[1075896071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2531; }","duration":"198.935585ms","start":"2026-05-20T04:10:02.41484Z","end":"2026-05-20T04:10:02.613776Z","steps":["trace[1075896071] 'agreement among raft nodes before linearized reading' (duration: 198.848023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:02.613951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.18487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4crz9\" ","response":"range_response_count:1 size:4888"} {"level":"info","ts":"2026-05-20T04:10:02.613978Z","caller":"traceutil/trace.go:171","msg":"trace[1307157100] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-4crz9; range_end:; response_count:1; response_revision:2531; }","duration":"158.235612ms","start":"2026-05-20T04:10:02.455736Z","end":"2026-05-20T04:10:02.613972Z","steps":["trace[1307157100] 'agreement among raft nodes before linearized reading' (duration: 158.16755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:02.614085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.21315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-20T04:10:02.614111Z","caller":"traceutil/trace.go:171","msg":"trace[2054846294] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:2531; }","duration":"197.257801ms","start":"2026-05-20T04:10:02.416847Z","end":"2026-05-20T04:10:02.614105Z","steps":["trace[2054846294] 'agreement among raft nodes before linearized reading' (duration: 197.21679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:03.143537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.383147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:10:03.143913Z","caller":"traceutil/trace.go:171","msg":"trace[2117892176] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"443.629711ms","start":"2026-05-20T04:10:02.700265Z","end":"2026-05-20T04:10:03.143894Z","steps":["trace[2117892176] 'process raft request' (duration: 443.5916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:03.143977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:02.700237Z","time spent":"443.709133ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:10:03.144247Z","caller":"traceutil/trace.go:171","msg":"trace[1108563386] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"521.937696ms","start":"2026-05-20T04:10:02.622258Z","end":"2026-05-20T04:10:03.144196Z","steps":["trace[1108563386] 'process raft request' (duration: 521.447794ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.144307Z","caller":"traceutil/trace.go:171","msg":"trace[1542088320] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"511.987171ms","start":"2026-05-20T04:10:02.632306Z","end":"2026-05-20T04:10:03.144293Z","steps":["trace[1542088320] 'process raft request' (duration: 511.482458ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.144342Z","caller":"traceutil/trace.go:171","msg":"trace[1028937009] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"523.082075ms","start":"2026-05-20T04:10:02.621232Z","end":"2026-05-20T04:10:03.144314Z","steps":["trace[1028937009] 'process raft request' (duration: 281.840137ms)","trace[1028937009] 'compare' (duration: 240.255114ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:03.144371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:02.632277Z","time spent":"512.065503ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1351,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:10:03.144342Z","caller":"traceutil/trace.go:171","msg":"trace[1388185242] linearizableReadLoop","detail":"{readStateIndex:2665; appliedIndex:2660; }","duration":"511.392156ms","start":"2026-05-20T04:10:02.63291Z","end":"2026-05-20T04:10:03.144302Z","steps":["trace[1388185242] 'read index received' (duration: 63.302061ms)","trace[1388185242] 'applied index is now lower than readState.Index' (duration: 448.085335ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:03.144401Z","caller":"traceutil/trace.go:171","msg":"trace[457620327] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"511.796856ms","start":"2026-05-20T04:10:02.632585Z","end":"2026-05-20T04:10:03.144382Z","steps":["trace[457620327] 'process raft request' (duration: 511.235912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:03.144463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:02.622247Z","time spent":"522.09017ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:03.144492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:02.632572Z","time spent":"511.885699ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1426,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:10:03.144477Z","caller":"traceutil/trace.go:171","msg":"trace[1884515805] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"523.089505ms","start":"2026-05-20T04:10:02.621344Z","end":"2026-05-20T04:10:03.144433Z","steps":["trace[1884515805] 'process raft request' (duration: 522.306316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:03.144503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:02.621212Z","time spent":"523.204438ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:03.144581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.654123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T04:10:03.144625Z","caller":"traceutil/trace.go:171","msg":"trace[2076994956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2538; }","duration":"511.737225ms","start":"2026-05-20T04:10:02.632877Z","end":"2026-05-20T04:10:03.144614Z","steps":["trace[2076994956] 'agreement among raft nodes before linearized reading' (duration: 511.518489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:03.144639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:02.621337Z","time spent":"523.216498ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:03.14466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:02.632867Z","time spent":"511.786336ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:10:03.144702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.174203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:10:03.144763Z","caller":"traceutil/trace.go:171","msg":"trace[63751046] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2538; }","duration":"244.274025ms","start":"2026-05-20T04:10:02.900471Z","end":"2026-05-20T04:10:03.144745Z","steps":["trace[63751046] 'agreement among raft nodes before linearized reading' (duration: 244.04942ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.364059Z","caller":"traceutil/trace.go:171","msg":"trace[384720813] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"207.72913ms","start":"2026-05-20T04:10:03.1563Z","end":"2026-05-20T04:10:03.364029Z","steps":["trace[384720813] 'process raft request' (duration: 200.984466ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.364172Z","caller":"traceutil/trace.go:171","msg":"trace[1788780747] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"207.421722ms","start":"2026-05-20T04:10:03.156717Z","end":"2026-05-20T04:10:03.364139Z","steps":["trace[1788780747] 'process raft request' (duration: 207.280778ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.36418Z","caller":"traceutil/trace.go:171","msg":"trace[1149281731] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"207.652748ms","start":"2026-05-20T04:10:03.156465Z","end":"2026-05-20T04:10:03.364118Z","steps":["trace[1149281731] 'process raft request' (duration: 207.447273ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.364399Z","caller":"traceutil/trace.go:171","msg":"trace[2075137958] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"205.560095ms","start":"2026-05-20T04:10:03.158831Z","end":"2026-05-20T04:10:03.364391Z","steps":["trace[2075137958] 'process raft request' (duration: 205.266808ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.364597Z","caller":"traceutil/trace.go:171","msg":"trace[2079118597] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"208.177692ms","start":"2026-05-20T04:10:03.1564Z","end":"2026-05-20T04:10:03.364578Z","steps":["trace[2079118597] 'process raft request' (duration: 207.430393ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.595003Z","caller":"traceutil/trace.go:171","msg":"trace[803670381] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"191.122455ms","start":"2026-05-20T04:10:03.40386Z","end":"2026-05-20T04:10:03.594982Z","steps":["trace[803670381] 'process raft request' (duration: 190.93116ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.595184Z","caller":"traceutil/trace.go:171","msg":"trace[57977973] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"192.250123ms","start":"2026-05-20T04:10:03.4029Z","end":"2026-05-20T04:10:03.59515Z","steps":["trace[57977973] 'process raft request' (duration: 191.813442ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.59521Z","caller":"traceutil/trace.go:171","msg":"trace[251034269] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"192.421057ms","start":"2026-05-20T04:10:03.402759Z","end":"2026-05-20T04:10:03.59518Z","steps":["trace[251034269] 'process raft request' (duration: 191.906154ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.595255Z","caller":"traceutil/trace.go:171","msg":"trace[1501232372] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"192.352655ms","start":"2026-05-20T04:10:03.402898Z","end":"2026-05-20T04:10:03.59525Z","steps":["trace[1501232372] 'process raft request' (duration: 191.832542ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.595232Z","caller":"traceutil/trace.go:171","msg":"trace[475828299] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"192.15891ms","start":"2026-05-20T04:10:03.403043Z","end":"2026-05-20T04:10:03.595202Z","steps":["trace[475828299] 'process raft request' (duration: 191.708299ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.595224Z","caller":"traceutil/trace.go:171","msg":"trace[866743415] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"191.767421ms","start":"2026-05-20T04:10:03.403447Z","end":"2026-05-20T04:10:03.595214Z","steps":["trace[866743415] 'process raft request' (duration: 191.323259ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.595224Z","caller":"traceutil/trace.go:171","msg":"trace[1417672967] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"192.407126ms","start":"2026-05-20T04:10:03.4028Z","end":"2026-05-20T04:10:03.595207Z","steps":["trace[1417672967] 'process raft request' (duration: 191.890473ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.595228Z","caller":"traceutil/trace.go:171","msg":"trace[1382362922] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"192.616362ms","start":"2026-05-20T04:10:03.402581Z","end":"2026-05-20T04:10:03.595197Z","steps":["trace[1382362922] 'process raft request' (duration: 136.374402ms)","trace[1382362922] 'compare' (duration: 55.592334ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:03.602439Z","caller":"traceutil/trace.go:171","msg":"trace[905367721] linearizableReadLoop","detail":"{readStateIndex:2686; appliedIndex:2676; }","duration":"182.655028ms","start":"2026-05-20T04:10:03.41977Z","end":"2026-05-20T04:10:03.602425Z","steps":["trace[905367721] 'read index received' (duration: 119.185922ms)","trace[905367721] 'applied index is now lower than readState.Index' (duration: 63.468336ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:03.602548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.77428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-05-20T04:10:03.60258Z","caller":"traceutil/trace.go:171","msg":"trace[193477312] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2558; }","duration":"182.870683ms","start":"2026-05-20T04:10:03.419699Z","end":"2026-05-20T04:10:03.602569Z","steps":["trace[193477312] 'agreement among raft nodes before linearized reading' (duration: 182.800752ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.602552Z","caller":"traceutil/trace.go:171","msg":"trace[237572424] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"187.100892ms","start":"2026-05-20T04:10:03.415415Z","end":"2026-05-20T04:10:03.602516Z","steps":["trace[237572424] 'process raft request' (duration: 186.960038ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.602662Z","caller":"traceutil/trace.go:171","msg":"trace[2108360000] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"191.877534ms","start":"2026-05-20T04:10:03.41067Z","end":"2026-05-20T04:10:03.602548Z","steps":["trace[2108360000] 'process raft request' (duration: 191.606467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:03.634097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.86508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:03.63412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.058322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:10:03.634227Z","caller":"traceutil/trace.go:171","msg":"trace[112793353] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2560; }","duration":"182.251097ms","start":"2026-05-20T04:10:03.451949Z","end":"2026-05-20T04:10:03.6342Z","steps":["trace[112793353] 'agreement among raft nodes before linearized reading' (duration: 182.017421ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.634164Z","caller":"traceutil/trace.go:171","msg":"trace[1463191908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2560; }","duration":"112.983413ms","start":"2026-05-20T04:10:03.521165Z","end":"2026-05-20T04:10:03.634148Z","steps":["trace[1463191908] 'agreement among raft nodes before linearized reading' (duration: 112.85148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:03.634424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.443492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-05-20T04:10:03.634508Z","caller":"traceutil/trace.go:171","msg":"trace[888868224] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2560; }","duration":"166.583426ms","start":"2026-05-20T04:10:03.467905Z","end":"2026-05-20T04:10:03.634489Z","steps":["trace[888868224] 'agreement among raft nodes before linearized reading' (duration: 166.271578ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.846345Z","caller":"traceutil/trace.go:171","msg":"trace[803731438] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2689; }","duration":"138.811655ms","start":"2026-05-20T04:10:03.707511Z","end":"2026-05-20T04:10:03.846323Z","steps":["trace[803731438] 'read index received' (duration: 138.524047ms)","trace[803731438] 'applied index is now lower than readState.Index' (duration: 286.238µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:03.846505Z","caller":"traceutil/trace.go:171","msg":"trace[1035798096] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"203.703037ms","start":"2026-05-20T04:10:03.642781Z","end":"2026-05-20T04:10:03.846484Z","steps":["trace[1035798096] 'process raft request' (duration: 203.476871ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:03.846381Z","caller":"traceutil/trace.go:171","msg":"trace[1023694027] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"206.049957ms","start":"2026-05-20T04:10:03.640302Z","end":"2026-05-20T04:10:03.846352Z","steps":["trace[1023694027] 'process raft request' (duration: 205.808881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:03.846669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.157764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:10:03.846704Z","caller":"traceutil/trace.go:171","msg":"trace[1992341951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2563; }","duration":"139.206545ms","start":"2026-05-20T04:10:03.707487Z","end":"2026-05-20T04:10:03.846694Z","steps":["trace[1992341951] 'agreement among raft nodes before linearized reading' (duration: 139.064432ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:04.056478Z","caller":"traceutil/trace.go:171","msg":"trace[866071531] linearizableReadLoop","detail":"{readStateIndex:2696; appliedIndex:2695; }","duration":"131.762094ms","start":"2026-05-20T04:10:03.92466Z","end":"2026-05-20T04:10:04.056422Z","steps":["trace[866071531] 'read index received' (duration: 97.047836ms)","trace[866071531] 'applied index is now lower than readState.Index' (duration: 34.713128ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:04.05651Z","caller":"traceutil/trace.go:171","msg":"trace[60428630] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"132.417141ms","start":"2026-05-20T04:10:03.924054Z","end":"2026-05-20T04:10:04.056471Z","steps":["trace[60428630] 'process raft request' (duration: 97.64057ms)","trace[60428630] 'compare' (duration: 34.566625ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:04.056805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.132794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-05-20T04:10:04.056857Z","caller":"traceutil/trace.go:171","msg":"trace[810129351] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:2568; }","duration":"132.232196ms","start":"2026-05-20T04:10:03.924612Z","end":"2026-05-20T04:10:04.056844Z","steps":["trace[810129351] 'agreement among raft nodes before linearized reading' (duration: 131.957719ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:04.099479Z","caller":"traceutil/trace.go:171","msg":"trace[1975118283] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"174.681273ms","start":"2026-05-20T04:10:03.924775Z","end":"2026-05-20T04:10:04.099456Z","steps":["trace[1975118283] 'process raft request' (duration: 174.531569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:04.099546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.271166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:10:04.099594Z","caller":"traceutil/trace.go:171","msg":"trace[1707082534] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2570; }","duration":"130.366298ms","start":"2026-05-20T04:10:03.969213Z","end":"2026-05-20T04:10:04.09958Z","steps":["trace[1707082534] 'agreement among raft nodes before linearized reading' (duration: 130.260916ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:04.099746Z","caller":"traceutil/trace.go:171","msg":"trace[414772178] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"174.316464ms","start":"2026-05-20T04:10:03.925419Z","end":"2026-05-20T04:10:04.099736Z","steps":["trace[414772178] 'process raft request' (duration: 173.996586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:04.940223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.423481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:10:04.940344Z","caller":"traceutil/trace.go:171","msg":"trace[331610592] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"802.283806ms","start":"2026-05-20T04:10:04.138036Z","end":"2026-05-20T04:10:04.94032Z","steps":["trace[331610592] 'process raft request' (duration: 430.68534ms)","trace[331610592] 'compare' (duration: 371.138174ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:04.940398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:04.137998Z","time spent":"802.378698ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5259,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:10:04.941761Z","caller":"traceutil/trace.go:171","msg":"trace[1793899277] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"803.20493ms","start":"2026-05-20T04:10:04.138514Z","end":"2026-05-20T04:10:04.941719Z","steps":["trace[1793899277] 'process raft request' (duration: 802.866812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:04.941914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:04.138498Z","time spent":"803.348624ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4991,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:10:04.942024Z","caller":"traceutil/trace.go:171","msg":"trace[770499284] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"801.037304ms","start":"2026-05-20T04:10:04.140963Z","end":"2026-05-20T04:10:04.942Z","steps":["trace[770499284] 'process raft request' (duration: 800.599883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:04.942142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.169881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:04.942153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:04.140935Z","time spent":"801.154698ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:04.942192Z","caller":"traceutil/trace.go:171","msg":"trace[1070484095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2574; }","duration":"420.272003ms","start":"2026-05-20T04:10:04.521908Z","end":"2026-05-20T04:10:04.94218Z","steps":["trace[1070484095] 'agreement among raft nodes before linearized reading' (duration: 420.183701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:04.942225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:04.521888Z","time spent":"420.330464ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:10:04.942288Z","caller":"traceutil/trace.go:171","msg":"trace[1861807615] linearizableReadLoop","detail":"{readStateIndex:2702; appliedIndex:2699; }","duration":"419.977565ms","start":"2026-05-20T04:10:04.521969Z","end":"2026-05-20T04:10:04.941947Z","steps":["trace[1861807615] 'read index received' (duration: 46.829159ms)","trace[1861807615] 'applied index is now lower than readState.Index' (duration: 373.146886ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:04.942491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.763061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:04.94264Z","caller":"traceutil/trace.go:171","msg":"trace[799492538] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2574; }","duration":"152.950826ms","start":"2026-05-20T04:10:04.78967Z","end":"2026-05-20T04:10:04.942621Z","steps":["trace[799492538] 'agreement among raft nodes before linearized reading' (duration: 152.775182ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:05.083204Z","caller":"traceutil/trace.go:171","msg":"trace[2106261792] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"132.144124ms","start":"2026-05-20T04:10:04.951032Z","end":"2026-05-20T04:10:05.083177Z","steps":["trace[2106261792] 'process raft request' (duration: 131.9735ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:05.218927Z","caller":"traceutil/trace.go:171","msg":"trace[765322121] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2577; }","duration":"120.905127ms","start":"2026-05-20T04:10:05.097993Z","end":"2026-05-20T04:10:05.218898Z","steps":["trace[765322121] 'process raft request' (duration: 120.851806ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:05.218975Z","caller":"traceutil/trace.go:171","msg":"trace[1852833495] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"124.069647ms","start":"2026-05-20T04:10:05.094872Z","end":"2026-05-20T04:10:05.218941Z","steps":["trace[1852833495] 'process raft request' (duration: 123.749669ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:05.250421Z","caller":"traceutil/trace.go:171","msg":"trace[1404032411] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"129.373783ms","start":"2026-05-20T04:10:05.121026Z","end":"2026-05-20T04:10:05.2504Z","steps":["trace[1404032411] 'process raft request' (duration: 129.27446ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:05.251378Z","caller":"traceutil/trace.go:171","msg":"trace[790745443] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"135.12389ms","start":"2026-05-20T04:10:05.11622Z","end":"2026-05-20T04:10:05.251344Z","steps":["trace[790745443] 'process raft request' (duration: 133.95199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:05.51625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.372714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:10:05.516378Z","caller":"traceutil/trace.go:171","msg":"trace[1010823494] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"232.875883ms","start":"2026-05-20T04:10:05.283483Z","end":"2026-05-20T04:10:05.516358Z","steps":["trace[1010823494] 'process raft request' (duration: 35.310274ms)","trace[1010823494] 'compare' (duration: 197.216731ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:05.524572Z","caller":"traceutil/trace.go:171","msg":"trace[296687113] linearizableReadLoop","detail":"{readStateIndex:2712; appliedIndex:2711; }","duration":"153.363148ms","start":"2026-05-20T04:10:05.37118Z","end":"2026-05-20T04:10:05.524543Z","steps":["trace[296687113] 'read index received' (duration: 153.331067ms)","trace[296687113] 'applied index is now lower than readState.Index' (duration: 30.931µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:05.524774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.575213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T04:10:05.524819Z","caller":"traceutil/trace.go:171","msg":"trace[1310869842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2583; }","duration":"153.668526ms","start":"2026-05-20T04:10:05.371139Z","end":"2026-05-20T04:10:05.524807Z","steps":["trace[1310869842] 'agreement among raft nodes before linearized reading' (duration: 153.511232ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:05.525022Z","caller":"traceutil/trace.go:171","msg":"trace[1409481647] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"167.301205ms","start":"2026-05-20T04:10:05.357709Z","end":"2026-05-20T04:10:05.52501Z","steps":["trace[1409481647] 'process raft request' (duration: 166.592277ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:05.528091Z","caller":"traceutil/trace.go:171","msg":"trace[107488526] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"134.918655ms","start":"2026-05-20T04:10:05.39313Z","end":"2026-05-20T04:10:05.528049Z","steps":["trace[107488526] 'process raft request' (duration: 134.69241ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:10.101874Z","caller":"traceutil/trace.go:171","msg":"trace[1687197448] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"209.847844ms","start":"2026-05-20T04:10:09.891999Z","end":"2026-05-20T04:10:10.101847Z","steps":["trace[1687197448] 'process raft request' (duration: 207.802361ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:10.10374Z","caller":"traceutil/trace.go:171","msg":"trace[204228539] linearizableReadLoop","detail":"{readStateIndex:2754; appliedIndex:2752; }","duration":"193.515146ms","start":"2026-05-20T04:10:09.910197Z","end":"2026-05-20T04:10:10.103712Z","steps":["trace[204228539] 'read index received' (duration: 189.619076ms)","trace[204228539] 'applied index is now lower than readState.Index' (duration: 3.89497ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:10.10379Z","caller":"traceutil/trace.go:171","msg":"trace[621756088] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"206.900629ms","start":"2026-05-20T04:10:09.896857Z","end":"2026-05-20T04:10:10.103758Z","steps":["trace[621756088] 'process raft request' (duration: 206.720655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:10.10399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.776042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1507"} {"level":"info","ts":"2026-05-20T04:10:10.104036Z","caller":"traceutil/trace.go:171","msg":"trace[1614688031] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:2622; }","duration":"193.873086ms","start":"2026-05-20T04:10:09.910148Z","end":"2026-05-20T04:10:10.104021Z","steps":["trace[1614688031] 'agreement among raft nodes before linearized reading' (duration: 193.667331ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:10.995276Z","caller":"traceutil/trace.go:171","msg":"trace[1921281289] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"478.35128ms","start":"2026-05-20T04:10:10.516905Z","end":"2026-05-20T04:10:10.995257Z","steps":["trace[1921281289] 'process raft request' (duration: 478.110324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:10.99538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:10.516885Z","time spent":"478.449352ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:10:11.000689Z","caller":"traceutil/trace.go:171","msg":"trace[462696783] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"483.43531ms","start":"2026-05-20T04:10:10.51724Z","end":"2026-05-20T04:10:11.000676Z","steps":["trace[462696783] 'process raft request' (duration: 483.265206ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:11.000819Z","caller":"traceutil/trace.go:171","msg":"trace[1496589567] linearizableReadLoop","detail":"{readStateIndex:2758; appliedIndex:2756; }","duration":"362.910333ms","start":"2026-05-20T04:10:10.637901Z","end":"2026-05-20T04:10:11.000811Z","steps":["trace[1496589567] 'read index received' (duration: 357.203548ms)","trace[1496589567] 'applied index is now lower than readState.Index' (duration: 5.706175ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:11.000683Z","caller":"traceutil/trace.go:171","msg":"trace[2005979503] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"272.335214ms","start":"2026-05-20T04:10:10.728332Z","end":"2026-05-20T04:10:11.000667Z","steps":["trace[2005979503] 'process raft request' (duration: 272.265072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:11.000851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:10.51723Z","time spent":"483.502542ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7293,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:11.001081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.178331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-20T04:10:11.001075Z","caller":"traceutil/trace.go:171","msg":"trace[2112226192] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"265.189131ms","start":"2026-05-20T04:10:10.735856Z","end":"2026-05-20T04:10:11.001045Z","steps":["trace[2112226192] 'process raft request' (duration: 264.770281ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:11.001152Z","caller":"traceutil/trace.go:171","msg":"trace[782290384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2628; }","duration":"363.284153ms","start":"2026-05-20T04:10:10.63785Z","end":"2026-05-20T04:10:11.001134Z","steps":["trace[782290384] 'agreement among raft nodes before linearized reading' (duration: 363.109319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:11.001201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:10.637829Z","time spent":"363.358985ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:10:11.002164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.409022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:11.002208Z","caller":"traceutil/trace.go:171","msg":"trace[1614013418] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2629; }","duration":"100.494583ms","start":"2026-05-20T04:10:10.901704Z","end":"2026-05-20T04:10:11.002199Z","steps":["trace[1614013418] 'agreement among raft nodes before linearized reading' (duration: 100.397151ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:11.639207Z","caller":"traceutil/trace.go:171","msg":"trace[1699820004] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"111.114556ms","start":"2026-05-20T04:10:11.528064Z","end":"2026-05-20T04:10:11.639179Z","steps":["trace[1699820004] 'process raft request' (duration: 110.816858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:13.350173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.578841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:10:13.350305Z","caller":"traceutil/trace.go:171","msg":"trace[830527835] linearizableReadLoop","detail":"{readStateIndex:2797; appliedIndex:2796; }","duration":"667.274448ms","start":"2026-05-20T04:10:12.683011Z","end":"2026-05-20T04:10:13.350285Z","steps":["trace[830527835] 'read index received' (duration: 21.446009ms)","trace[830527835] 'applied index is now lower than readState.Index' (duration: 645.826039ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:13.350369Z","caller":"traceutil/trace.go:171","msg":"trace[536632506] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"730.928787ms","start":"2026-05-20T04:10:12.619407Z","end":"2026-05-20T04:10:13.350335Z","steps":["trace[536632506] 'process raft request' (duration: 85.107229ms)","trace[536632506] 'compare' (duration: 645.370566ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:13.350496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.480313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:10:13.350532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:12.619381Z","time spent":"731.067621ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4760,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:13.35052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.396426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:10:13.350577Z","caller":"traceutil/trace.go:171","msg":"trace[1950045229] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2663; }","duration":"667.584366ms","start":"2026-05-20T04:10:12.68296Z","end":"2026-05-20T04:10:13.350544Z","steps":["trace[1950045229] 'agreement among raft nodes before linearized reading' (duration: 667.442982ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:13.350627Z","caller":"traceutil/trace.go:171","msg":"trace[1609358347] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2663; }","duration":"395.56095ms","start":"2026-05-20T04:10:12.955048Z","end":"2026-05-20T04:10:13.350608Z","steps":["trace[1609358347] 'agreement among raft nodes before linearized reading' (duration: 395.386736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:13.350646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:12.682931Z","time spent":"667.693729ms","remote":"127.0.0.1:57882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":18,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:13.350682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:12.954838Z","time spent":"395.832317ms","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:13.350753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.576669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:13.350849Z","caller":"traceutil/trace.go:171","msg":"trace[2062646432] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:2663; }","duration":"220.712362ms","start":"2026-05-20T04:10:13.130109Z","end":"2026-05-20T04:10:13.350821Z","steps":["trace[2062646432] 'agreement among raft nodes before linearized reading' (duration: 220.547137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:13.351223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.546628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-20T04:10:13.351346Z","caller":"traceutil/trace.go:171","msg":"trace[979965664] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2663; }","duration":"336.698012ms","start":"2026-05-20T04:10:13.014607Z","end":"2026-05-20T04:10:13.351305Z","steps":["trace[979965664] 'agreement among raft nodes before linearized reading' (duration: 336.288411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:13.351407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:13.014573Z","time spent":"336.819725ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:10:13.606934Z","caller":"traceutil/trace.go:171","msg":"trace[550096393] linearizableReadLoop","detail":"{readStateIndex:2798; appliedIndex:2797; }","duration":"156.94787ms","start":"2026-05-20T04:10:13.449958Z","end":"2026-05-20T04:10:13.606906Z","steps":["trace[550096393] 'read index received' (duration: 91.013591ms)","trace[550096393] 'applied index is now lower than readState.Index' (duration: 65.932899ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:13.606974Z","caller":"traceutil/trace.go:171","msg":"trace[77782009] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"240.238472ms","start":"2026-05-20T04:10:13.366702Z","end":"2026-05-20T04:10:13.606941Z","steps":["trace[77782009] 'process raft request' (duration: 174.319794ms)","trace[77782009] 'compare' (duration: 65.677732ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:13.607302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.327179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T04:10:13.607346Z","caller":"traceutil/trace.go:171","msg":"trace[1646649533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2664; }","duration":"157.428241ms","start":"2026-05-20T04:10:13.449906Z","end":"2026-05-20T04:10:13.607335Z","steps":["trace[1646649533] 'agreement among raft nodes before linearized reading' (duration: 157.149664ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:16.24437Z","caller":"traceutil/trace.go:171","msg":"trace[1985858618] linearizableReadLoop","detail":"{readStateIndex:2807; appliedIndex:2806; }","duration":"292.950852ms","start":"2026-05-20T04:10:15.951396Z","end":"2026-05-20T04:10:16.244347Z","steps":["trace[1985858618] 'read index received' (duration: 292.725366ms)","trace[1985858618] 'applied index is now lower than readState.Index' (duration: 224.566µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:16.244486Z","caller":"traceutil/trace.go:171","msg":"trace[90860053] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"429.658224ms","start":"2026-05-20T04:10:15.81477Z","end":"2026-05-20T04:10:16.244428Z","steps":["trace[90860053] 'process raft request' (duration: 429.424948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:16.244562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.138497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:16.244618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:15.814743Z","time spent":"429.805107ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:16.244625Z","caller":"traceutil/trace.go:171","msg":"trace[2078801925] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2672; }","duration":"293.26668ms","start":"2026-05-20T04:10:15.951344Z","end":"2026-05-20T04:10:16.244611Z","steps":["trace[2078801925] 'agreement among raft nodes before linearized reading' (duration: 293.153088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:16.244681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.856777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T04:10:16.244749Z","caller":"traceutil/trace.go:171","msg":"trace[1024135838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2672; }","duration":"254.961689ms","start":"2026-05-20T04:10:15.989772Z","end":"2026-05-20T04:10:16.244734Z","steps":["trace[1024135838] 'agreement among raft nodes before linearized reading' (duration: 254.767135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:19.510697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.776952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-20T04:10:19.510769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.679112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:10:19.510789Z","caller":"traceutil/trace.go:171","msg":"trace[1370341698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2679; }","duration":"159.922366ms","start":"2026-05-20T04:10:19.350848Z","end":"2026-05-20T04:10:19.51077Z","steps":["trace[1370341698] 'range keys from in-memory index tree' (duration: 159.591537ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:19.510834Z","caller":"traceutil/trace.go:171","msg":"trace[2029720585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2679; }","duration":"131.806115ms","start":"2026-05-20T04:10:19.379013Z","end":"2026-05-20T04:10:19.510819Z","steps":["trace[2029720585] 'range keys from in-memory index tree' (duration: 131.304223ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:19.652344Z","caller":"traceutil/trace.go:171","msg":"trace[1504698734] linearizableReadLoop","detail":"{readStateIndex:2816; appliedIndex:2815; }","duration":"136.789933ms","start":"2026-05-20T04:10:19.515529Z","end":"2026-05-20T04:10:19.652319Z","steps":["trace[1504698734] 'read index received' (duration: 136.581988ms)","trace[1504698734] 'applied index is now lower than readState.Index' (duration: 206.965µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:19.652459Z","caller":"traceutil/trace.go:171","msg":"trace[633952975] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"137.091821ms","start":"2026-05-20T04:10:19.515336Z","end":"2026-05-20T04:10:19.652427Z","steps":["trace[633952975] 'process raft request' (duration: 136.830384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:19.652597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.04498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32274"} {"level":"info","ts":"2026-05-20T04:10:19.65264Z","caller":"traceutil/trace.go:171","msg":"trace[1547148597] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2680; }","duration":"137.145752ms","start":"2026-05-20T04:10:19.515485Z","end":"2026-05-20T04:10:19.652631Z","steps":["trace[1547148597] 'agreement among raft nodes before linearized reading' (duration: 136.931297ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:19.825163Z","caller":"traceutil/trace.go:171","msg":"trace[1184708380] linearizableReadLoop","detail":"{readStateIndex:2817; appliedIndex:2816; }","duration":"160.803379ms","start":"2026-05-20T04:10:19.664334Z","end":"2026-05-20T04:10:19.825137Z","steps":["trace[1184708380] 'read index received' (duration: 116.249108ms)","trace[1184708380] 'applied index is now lower than readState.Index' (duration: 44.553291ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:19.825422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.124007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-05-20T04:10:19.825493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.037765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-05-20T04:10:19.825528Z","caller":"traceutil/trace.go:171","msg":"trace[1476063383] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:2681; }","duration":"161.295452ms","start":"2026-05-20T04:10:19.664206Z","end":"2026-05-20T04:10:19.825502Z","steps":["trace[1476063383] 'agreement among raft nodes before linearized reading' (duration: 161.012404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:19.825536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.892558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:10:19.825576Z","caller":"traceutil/trace.go:171","msg":"trace[1114496971] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:2681; }","duration":"161.147238ms","start":"2026-05-20T04:10:19.664409Z","end":"2026-05-20T04:10:19.825556Z","steps":["trace[1114496971] 'agreement among raft nodes before linearized reading' (duration: 160.910272ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:19.825616Z","caller":"traceutil/trace.go:171","msg":"trace[1188609306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2681; }","duration":"132.037411ms","start":"2026-05-20T04:10:19.693561Z","end":"2026-05-20T04:10:19.825599Z","steps":["trace[1188609306] 'agreement among raft nodes before linearized reading' (duration: 131.763714ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:19.825321Z","caller":"traceutil/trace.go:171","msg":"trace[1924787526] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"160.953523ms","start":"2026-05-20T04:10:19.664253Z","end":"2026-05-20T04:10:19.825207Z","steps":["trace[1924787526] 'process raft request' (duration: 116.435093ms)","trace[1924787526] 'compare' (duration: 44.312465ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:19.825845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.477907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:10:19.825875Z","caller":"traceutil/trace.go:171","msg":"trace[505427809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2681; }","duration":"131.544389ms","start":"2026-05-20T04:10:19.694323Z","end":"2026-05-20T04:10:19.825867Z","steps":["trace[505427809] 'agreement among raft nodes before linearized reading' (duration: 131.463717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:19.826004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.428882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-05-20T04:10:19.825793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.135947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-05-20T04:10:19.826065Z","caller":"traceutil/trace.go:171","msg":"trace[1836368034] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2681; }","duration":"129.499056ms","start":"2026-05-20T04:10:19.696554Z","end":"2026-05-20T04:10:19.826053Z","steps":["trace[1836368034] 'agreement among raft nodes before linearized reading' (duration: 128.923402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:19.826114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.422213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-05-20T04:10:19.826113Z","caller":"traceutil/trace.go:171","msg":"trace[285258709] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:2681; }","duration":"157.496533ms","start":"2026-05-20T04:10:19.668547Z","end":"2026-05-20T04:10:19.826043Z","steps":["trace[285258709] 'agreement among raft nodes before linearized reading' (duration: 157.301328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:19.826141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.738614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-05-20T04:10:19.82619Z","caller":"traceutil/trace.go:171","msg":"trace[1189815739] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:2681; }","duration":"159.525636ms","start":"2026-05-20T04:10:19.666652Z","end":"2026-05-20T04:10:19.826178Z","steps":["trace[1189815739] 'agreement among raft nodes before linearized reading' (duration: 159.206188ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:19.826238Z","caller":"traceutil/trace.go:171","msg":"trace[1129770394] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:2681; }","duration":"156.927959ms","start":"2026-05-20T04:10:19.669297Z","end":"2026-05-20T04:10:19.826225Z","steps":["trace[1129770394] 'agreement among raft nodes before linearized reading' (duration: 156.473167ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:20.448694Z","caller":"traceutil/trace.go:171","msg":"trace[520348168] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"189.419451ms","start":"2026-05-20T04:10:20.259232Z","end":"2026-05-20T04:10:20.448651Z","steps":["trace[520348168] 'process raft request' (duration: 189.261487ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:20.449083Z","caller":"traceutil/trace.go:171","msg":"trace[2011958230] linearizableReadLoop","detail":"{readStateIndex:2821; appliedIndex:2821; }","duration":"184.593127ms","start":"2026-05-20T04:10:20.264442Z","end":"2026-05-20T04:10:20.449035Z","steps":["trace[2011958230] 'read index received' (duration: 184.584697ms)","trace[2011958230] 'applied index is now lower than readState.Index' (duration: 6.91µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:20.449299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.841714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-20T04:10:20.449398Z","caller":"traceutil/trace.go:171","msg":"trace[1750077233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2685; }","duration":"184.994368ms","start":"2026-05-20T04:10:20.264384Z","end":"2026-05-20T04:10:20.449379Z","steps":["trace[1750077233] 'agreement among raft nodes before linearized reading' (duration: 184.746822ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:20.706357Z","caller":"traceutil/trace.go:171","msg":"trace[1874058093] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"149.794675ms","start":"2026-05-20T04:10:20.556528Z","end":"2026-05-20T04:10:20.706323Z","steps":["trace[1874058093] 'process raft request' (duration: 138.440725ms)","trace[1874058093] 'compare' (duration: 11.103574ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:21.39507Z","caller":"traceutil/trace.go:171","msg":"trace[264438742] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"148.500023ms","start":"2026-05-20T04:10:21.246545Z","end":"2026-05-20T04:10:21.395045Z","steps":["trace[264438742] 'process raft request' (duration: 148.293368ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:22.06259Z","caller":"traceutil/trace.go:171","msg":"trace[1546766037] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"145.827555ms","start":"2026-05-20T04:10:21.916729Z","end":"2026-05-20T04:10:22.062557Z","steps":["trace[1546766037] 'process raft request' (duration: 69.613933ms)","trace[1546766037] 'compare' (duration: 76.081088ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:22.064495Z","caller":"traceutil/trace.go:171","msg":"trace[1534507529] linearizableReadLoop","detail":"{readStateIndex:2830; appliedIndex:2828; }","duration":"116.880683ms","start":"2026-05-20T04:10:21.9476Z","end":"2026-05-20T04:10:22.06448Z","steps":["trace[1534507529] 'read index received' (duration: 38.750542ms)","trace[1534507529] 'applied index is now lower than readState.Index' (duration: 78.129221ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:22.064575Z","caller":"traceutil/trace.go:171","msg":"trace[1534779573] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"147.185799ms","start":"2026-05-20T04:10:21.917357Z","end":"2026-05-20T04:10:22.064543Z","steps":["trace[1534779573] 'process raft request' (duration: 147.027235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:22.064716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.097519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:10:22.064773Z","caller":"traceutil/trace.go:171","msg":"trace[1007424133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2693; }","duration":"117.196141ms","start":"2026-05-20T04:10:21.947563Z","end":"2026-05-20T04:10:22.064759Z","steps":["trace[1007424133] 'agreement among raft nodes before linearized reading' (duration: 116.990506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:22.837985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.830003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:10:22.838211Z","caller":"traceutil/trace.go:171","msg":"trace[1254572574] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"327.781324ms","start":"2026-05-20T04:10:22.510392Z","end":"2026-05-20T04:10:22.838173Z","steps":["trace[1254572574] 'process raft request' (duration: 101.636493ms)","trace[1254572574] 'compare' (duration: 225.571777ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:22.838324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:22.510359Z","time spent":"327.918108ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:22.838296Z","caller":"traceutil/trace.go:171","msg":"trace[1236950372] linearizableReadLoop","detail":"{readStateIndex:2835; appliedIndex:2834; }","duration":"327.730363ms","start":"2026-05-20T04:10:22.510547Z","end":"2026-05-20T04:10:22.838277Z","steps":["trace[1236950372] 'read index received' (duration: 101.483089ms)","trace[1236950372] 'applied index is now lower than readState.Index' (duration: 226.245304ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:22.838506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.956589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-05-20T04:10:22.838572Z","caller":"traceutil/trace.go:171","msg":"trace[2099696162] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:2698; }","duration":"328.026422ms","start":"2026-05-20T04:10:22.51053Z","end":"2026-05-20T04:10:22.838557Z","steps":["trace[2099696162] 'agreement among raft nodes before linearized reading' (duration: 327.824686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:22.838609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:22.510518Z","time spent":"328.080653ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-05-20T04:10:22.883826Z","caller":"traceutil/trace.go:171","msg":"trace[810340716] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"282.586097ms","start":"2026-05-20T04:10:22.6012Z","end":"2026-05-20T04:10:22.883786Z","steps":["trace[810340716] 'process raft request' (duration: 281.660272ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:23.134372Z","caller":"traceutil/trace.go:171","msg":"trace[2057554356] linearizableReadLoop","detail":"{readStateIndex:2837; appliedIndex:2835; }","duration":"295.940899ms","start":"2026-05-20T04:10:22.838403Z","end":"2026-05-20T04:10:23.134344Z","steps":["trace[2057554356] 'read index received' (duration: 44.281824ms)","trace[2057554356] 'applied index is now lower than readState.Index' (duration: 251.657805ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:23.134386Z","caller":"traceutil/trace.go:171","msg":"trace[1333615668] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"379.694773ms","start":"2026-05-20T04:10:22.754659Z","end":"2026-05-20T04:10:23.134353Z","steps":["trace[1333615668] 'process raft request' (duration: 314.3695ms)","trace[1333615668] 'compare' (duration: 64.920223ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:23.134545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:22.754628Z","time spent":"379.836037ms","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:23.134571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.789584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:23.134615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.104914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:23.134622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.147617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-05-20T04:10:23.134621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.88392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-05-20T04:10:23.134674Z","caller":"traceutil/trace.go:171","msg":"trace[95745881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2700; }","duration":"614.949988ms","start":"2026-05-20T04:10:22.519698Z","end":"2026-05-20T04:10:23.134648Z","steps":["trace[95745881] 'agreement among raft nodes before linearized reading' (duration: 614.777043ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:23.134708Z","caller":"traceutil/trace.go:171","msg":"trace[743089234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2700; }","duration":"573.24297ms","start":"2026-05-20T04:10:22.561442Z","end":"2026-05-20T04:10:23.134685Z","steps":["trace[743089234] 'agreement among raft nodes before linearized reading' (duration: 572.919812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:23.134728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:22.519677Z","time spent":"615.041771ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:10:23.134727Z","caller":"traceutil/trace.go:171","msg":"trace[168097273] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:2700; }","duration":"293.046114ms","start":"2026-05-20T04:10:22.84166Z","end":"2026-05-20T04:10:23.134706Z","steps":["trace[168097273] 'agreement among raft nodes before linearized reading' (duration: 292.8661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:23.134769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:22.561365Z","time spent":"573.394444ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:10:23.134784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.740589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:23.134913Z","caller":"traceutil/trace.go:171","msg":"trace[325767314] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2700; }","duration":"467.941614ms","start":"2026-05-20T04:10:22.66695Z","end":"2026-05-20T04:10:23.134892Z","steps":["trace[325767314] 'agreement among raft nodes before linearized reading' (duration: 467.4089ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:23.134672Z","caller":"traceutil/trace.go:171","msg":"trace[986822337] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2700; }","duration":"207.222127ms","start":"2026-05-20T04:10:22.927434Z","end":"2026-05-20T04:10:23.134656Z","steps":["trace[986822337] 'agreement among raft nodes before linearized reading' (duration: 207.094774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:23.135027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:22.66693Z","time spent":"468.047346ms","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:10:23.38461Z","caller":"traceutil/trace.go:171","msg":"trace[712905160] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"158.643552ms","start":"2026-05-20T04:10:23.225929Z","end":"2026-05-20T04:10:23.384573Z","steps":["trace[712905160] 'process raft request' (duration: 85.565901ms)","trace[712905160] 'compare' (duration: 72.714542ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:23.384912Z","caller":"traceutil/trace.go:171","msg":"trace[30920249] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"158.874679ms","start":"2026-05-20T04:10:23.226029Z","end":"2026-05-20T04:10:23.384904Z","steps":["trace[30920249] 'process raft request' (duration: 158.394986ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:23.384927Z","caller":"traceutil/trace.go:171","msg":"trace[2008277287] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"158.826048ms","start":"2026-05-20T04:10:23.226066Z","end":"2026-05-20T04:10:23.384892Z","steps":["trace[2008277287] 'process raft request' (duration: 158.640152ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:23.384927Z","caller":"traceutil/trace.go:171","msg":"trace[2131993844] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"144.06423ms","start":"2026-05-20T04:10:23.240831Z","end":"2026-05-20T04:10:23.384895Z","steps":["trace[2131993844] 'process raft request' (duration: 143.995398ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:23.385002Z","caller":"traceutil/trace.go:171","msg":"trace[25708528] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"158.783027ms","start":"2026-05-20T04:10:23.226176Z","end":"2026-05-20T04:10:23.384959Z","steps":["trace[25708528] 'process raft request' (duration: 158.584481ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:23.385091Z","caller":"traceutil/trace.go:171","msg":"trace[2070123954] linearizableReadLoop","detail":"{readStateIndex:2842; appliedIndex:2837; }","duration":"154.881817ms","start":"2026-05-20T04:10:23.230087Z","end":"2026-05-20T04:10:23.384969Z","steps":["trace[2070123954] 'read index received' (duration: 2.532855ms)","trace[2070123954] 'applied index is now lower than readState.Index' (duration: 152.346792ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:23.385193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.080992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-05-20T04:10:23.385257Z","caller":"traceutil/trace.go:171","msg":"trace[126047223] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:2706; }","duration":"155.164904ms","start":"2026-05-20T04:10:23.230081Z","end":"2026-05-20T04:10:23.385246Z","steps":["trace[126047223] 'agreement among raft nodes before linearized reading' (duration: 154.981599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:23.385309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.56278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:23.385367Z","caller":"traceutil/trace.go:171","msg":"trace[1806793301] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2706; }","duration":"154.663482ms","start":"2026-05-20T04:10:23.230691Z","end":"2026-05-20T04:10:23.385354Z","steps":["trace[1806793301] 'agreement among raft nodes before linearized reading' (duration: 154.538889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:23.385385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.254617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:23.38542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.865513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:23.38545Z","caller":"traceutil/trace.go:171","msg":"trace[2105844074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2706; }","duration":"107.362111ms","start":"2026-05-20T04:10:23.278071Z","end":"2026-05-20T04:10:23.385433Z","steps":["trace[2105844074] 'agreement among raft nodes before linearized reading' (duration: 107.279789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:23.385474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.195994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-05-20T04:10:23.385504Z","caller":"traceutil/trace.go:171","msg":"trace[761196781] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:2706; }","duration":"128.264925ms","start":"2026-05-20T04:10:23.257233Z","end":"2026-05-20T04:10:23.385498Z","steps":["trace[761196781] 'agreement among raft nodes before linearized reading' (duration: 128.210974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:23.385506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.301268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:23.385508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.356331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:23.385555Z","caller":"traceutil/trace.go:171","msg":"trace[536869566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2706; }","duration":"107.471934ms","start":"2026-05-20T04:10:23.278071Z","end":"2026-05-20T04:10:23.385543Z","steps":["trace[536869566] 'agreement among raft nodes before linearized reading' (duration: 107.358851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:23.385587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.978165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:23.385625Z","caller":"traceutil/trace.go:171","msg":"trace[2147346695] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2706; }","duration":"140.050657ms","start":"2026-05-20T04:10:23.245565Z","end":"2026-05-20T04:10:23.385616Z","steps":["trace[2147346695] 'agreement among raft nodes before linearized reading' (duration: 139.996026ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:23.385462Z","caller":"traceutil/trace.go:171","msg":"trace[2019006372] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2706; }","duration":"123.930664ms","start":"2026-05-20T04:10:23.26152Z","end":"2026-05-20T04:10:23.385451Z","steps":["trace[2019006372] 'agreement among raft nodes before linearized reading' (duration: 123.870153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:23.385663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.030864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:23.385692Z","caller":"traceutil/trace.go:171","msg":"trace[1810998694] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2706; }","duration":"154.078686ms","start":"2026-05-20T04:10:23.231606Z","end":"2026-05-20T04:10:23.385685Z","steps":["trace[1810998694] 'agreement among raft nodes before linearized reading' (duration: 154.032525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:23.38536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.709288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:23.385793Z","caller":"traceutil/trace.go:171","msg":"trace[232721097] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2706; }","duration":"140.16233ms","start":"2026-05-20T04:10:23.24562Z","end":"2026-05-20T04:10:23.385783Z","steps":["trace[232721097] 'agreement among raft nodes before linearized reading' (duration: 139.681977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:23.385812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.100203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:23.385829Z","caller":"traceutil/trace.go:171","msg":"trace[1790528717] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2706; }","duration":"155.135924ms","start":"2026-05-20T04:10:23.230687Z","end":"2026-05-20T04:10:23.385823Z","steps":["trace[1790528717] 'agreement among raft nodes before linearized reading' (duration: 155.107343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:23.385314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.72772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:23.385927Z","caller":"traceutil/trace.go:171","msg":"trace[1803834031] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2706; }","duration":"124.406087ms","start":"2026-05-20T04:10:23.26151Z","end":"2026-05-20T04:10:23.385916Z","steps":["trace[1803834031] 'agreement among raft nodes before linearized reading' (duration: 123.72391ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:23.385973Z","caller":"traceutil/trace.go:171","msg":"trace[1747967303] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2706; }","duration":"139.77474ms","start":"2026-05-20T04:10:23.246184Z","end":"2026-05-20T04:10:23.385959Z","steps":["trace[1747967303] 'agreement among raft nodes before linearized reading' (duration: 139.296628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:23.385803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.913103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:23.385309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.59719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:23.386062Z","caller":"traceutil/trace.go:171","msg":"trace[1799587731] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2706; }","duration":"124.18849ms","start":"2026-05-20T04:10:23.261867Z","end":"2026-05-20T04:10:23.386055Z","steps":["trace[1799587731] 'agreement among raft nodes before linearized reading' (duration: 123.909943ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:23.38609Z","caller":"traceutil/trace.go:171","msg":"trace[492467823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2706; }","duration":"107.40502ms","start":"2026-05-20T04:10:23.278667Z","end":"2026-05-20T04:10:23.386072Z","steps":["trace[492467823] 'agreement among raft nodes before linearized reading' (duration: 106.584739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:24.508004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578218840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:10:25.008387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578218840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:10:25.195422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.214917644s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:10:25.201967Z","caller":"traceutil/trace.go:171","msg":"trace[1048612170] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"1.221290796s","start":"2026-05-20T04:10:23.980355Z","end":"2026-05-20T04:10:25.201646Z","steps":["trace[1048612170] 'process raft request' (duration: 1.215270352s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.202096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:23.980329Z","time spent":"1.221708267s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18075,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:10:25.226382Z","caller":"traceutil/trace.go:171","msg":"trace[734116465] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"1.234065794s","start":"2026-05-20T04:10:23.992288Z","end":"2026-05-20T04:10:25.226354Z","steps":["trace[734116465] 'process raft request' (duration: 1.233818648s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.226543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:23.992265Z","time spent":"1.234202607s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15960,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:25.226659Z","caller":"traceutil/trace.go:171","msg":"trace[1355754067] linearizableReadLoop","detail":"{readStateIndex:2934; appliedIndex:2930; }","duration":"1.218837703s","start":"2026-05-20T04:10:24.007801Z","end":"2026-05-20T04:10:25.226638Z","steps":["trace[1355754067] 'read index received' (duration: 1.187801758s)","trace[1355754067] 'applied index is now lower than readState.Index' (duration: 31.035125ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:25.226747Z","caller":"traceutil/trace.go:171","msg":"trace[377432297] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"719.507456ms","start":"2026-05-20T04:10:24.507232Z","end":"2026-05-20T04:10:25.226739Z","steps":["trace[377432297] 'process raft request' (duration: 719.297851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.226859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.507207Z","time spent":"719.564778ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:25.226909Z","caller":"traceutil/trace.go:171","msg":"trace[1303626405] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"1.04571804s","start":"2026-05-20T04:10:24.181175Z","end":"2026-05-20T04:10:25.226893Z","steps":["trace[1303626405] 'process raft request' (duration: 1.045098414s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.226969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.18115Z","time spent":"1.045787772s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:25.226998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219173102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-05-20T04:10:25.227106Z","caller":"traceutil/trace.go:171","msg":"trace[1771910613] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2796; }","duration":"1.219317445s","start":"2026-05-20T04:10:24.007763Z","end":"2026-05-20T04:10:25.227081Z","steps":["trace[1771910613] 'agreement among raft nodes before linearized reading' (duration: 1.219142351s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.227198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.007747Z","time spent":"1.219437029s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-05-20T04:10:25.25164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193459814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-20T04:10:25.25172Z","caller":"traceutil/trace.go:171","msg":"trace[2051302301] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:2799; }","duration":"1.193575236s","start":"2026-05-20T04:10:24.058127Z","end":"2026-05-20T04:10:25.251702Z","steps":["trace[2051302301] 'agreement among raft nodes before linearized reading' (duration: 1.193419372s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.251761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.058106Z","time spent":"1.193645919s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-05-20T04:10:25.251984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119120529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:25.251996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.464197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:25.252037Z","caller":"traceutil/trace.go:171","msg":"trace[1608260703] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2799; }","duration":"1.119203421s","start":"2026-05-20T04:10:24.132822Z","end":"2026-05-20T04:10:25.252025Z","steps":["trace[1608260703] 'agreement among raft nodes before linearized reading' (duration: 1.119120889s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.252073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.132806Z","time spent":"1.119257943s","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:10:25.252011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119071738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:25.252089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.697111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:25.252166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110783496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-05-20T04:10:25.252077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.94633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:25.252234Z","caller":"traceutil/trace.go:171","msg":"trace[1040475277] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2799; }","duration":"1.110872778s","start":"2026-05-20T04:10:24.141342Z","end":"2026-05-20T04:10:25.252215Z","steps":["trace[1040475277] 'agreement among raft nodes before linearized reading' (duration: 1.110706434s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.252236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.097694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:25.252243Z","caller":"traceutil/trace.go:171","msg":"trace[1508753682] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2799; }","duration":"815.106174ms","start":"2026-05-20T04:10:24.43712Z","end":"2026-05-20T04:10:25.252226Z","steps":["trace[1508753682] 'agreement among raft nodes before linearized reading' (duration: 814.92987ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:25.252306Z","caller":"traceutil/trace.go:171","msg":"trace[82969698] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2799; }","duration":"815.187566ms","start":"2026-05-20T04:10:24.437105Z","end":"2026-05-20T04:10:25.252293Z","steps":["trace[82969698] 'agreement among raft nodes before linearized reading' (duration: 815.069363ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:25.252117Z","caller":"traceutil/trace.go:171","msg":"trace[324156000] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2799; }","duration":"1.119193571s","start":"2026-05-20T04:10:24.132914Z","end":"2026-05-20T04:10:25.252107Z","steps":["trace[324156000] 'agreement among raft nodes before linearized reading' (duration: 1.119033697s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.252309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11873213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:25.252323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.43708Z","time spent":"815.225848ms","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:10:25.252343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.437098Z","time spent":"815.237137ms","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:10:25.252356Z","caller":"traceutil/trace.go:171","msg":"trace[1664973126] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2799; }","duration":"1.118816791s","start":"2026-05-20T04:10:24.133526Z","end":"2026-05-20T04:10:25.252343Z","steps":["trace[1664973126] 'agreement among raft nodes before linearized reading' (duration: 1.118726629s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.252353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.132852Z","time spent":"1.119489788s","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:25.252385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.133497Z","time spent":"1.118880983s","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:10:25.252384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124800304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:10:25.252076Z","caller":"traceutil/trace.go:171","msg":"trace[1136576871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2799; }","duration":"730.583579ms","start":"2026-05-20T04:10:24.521474Z","end":"2026-05-20T04:10:25.252057Z","steps":["trace[1136576871] 'agreement among raft nodes before linearized reading' (duration: 730.434585ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:25.252424Z","caller":"traceutil/trace.go:171","msg":"trace[907874101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2799; }","duration":"1.124871266s","start":"2026-05-20T04:10:24.127543Z","end":"2026-05-20T04:10:25.252414Z","steps":["trace[907874101] 'agreement among raft nodes before linearized reading' (duration: 1.124742893s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.252419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.521564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:25.252459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.127515Z","time spent":"1.124937748s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:10:25.252439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185064728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:10:25.252019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.9192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:25.2525Z","caller":"traceutil/trace.go:171","msg":"trace[1756121991] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2799; }","duration":"615.618706ms","start":"2026-05-20T04:10:24.636859Z","end":"2026-05-20T04:10:25.252478Z","steps":["trace[1756121991] 'agreement among raft nodes before linearized reading' (duration: 615.491003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.252303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.141328Z","time spent":"1.11096196s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:10:25.252556Z","caller":"traceutil/trace.go:171","msg":"trace[833497721] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2799; }","duration":"815.491274ms","start":"2026-05-20T04:10:24.437046Z","end":"2026-05-20T04:10:25.252537Z","steps":["trace[833497721] 'agreement among raft nodes before linearized reading' (duration: 814.92317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.252632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.437025Z","time spent":"815.582786ms","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:10:25.252654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.126067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:25.252181Z","caller":"traceutil/trace.go:171","msg":"trace[445547132] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2799; }","duration":"514.819584ms","start":"2026-05-20T04:10:24.73734Z","end":"2026-05-20T04:10:25.25216Z","steps":["trace[445547132] 'agreement among raft nodes before linearized reading' (duration: 514.65084ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:25.252685Z","caller":"traceutil/trace.go:171","msg":"trace[1097067661] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2799; }","duration":"516.180379ms","start":"2026-05-20T04:10:24.736495Z","end":"2026-05-20T04:10:25.252675Z","steps":["trace[1097067661] 'agreement among raft nodes before linearized reading' (duration: 516.104087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.252749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.736477Z","time spent":"516.26229ms","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:25.25277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.974193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T04:10:25.252698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185274264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:10:25.252801Z","caller":"traceutil/trace.go:171","msg":"trace[1163318470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2799; }","duration":"409.069526ms","start":"2026-05-20T04:10:24.843723Z","end":"2026-05-20T04:10:25.252793Z","steps":["trace[1163318470] 'agreement among raft nodes before linearized reading' (duration: 408.933862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.252828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.843693Z","time spent":"409.130068ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:10:25.252821Z","caller":"traceutil/trace.go:171","msg":"trace[398497889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2799; }","duration":"1.185424128s","start":"2026-05-20T04:10:24.067382Z","end":"2026-05-20T04:10:25.252806Z","steps":["trace[398497889] 'agreement among raft nodes before linearized reading' (duration: 1.185214693s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.252852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.323953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:25.252874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.347895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:25.252889Z","caller":"traceutil/trace.go:171","msg":"trace[186028013] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2800; }","duration":"616.386975ms","start":"2026-05-20T04:10:24.636494Z","end":"2026-05-20T04:10:25.252881Z","steps":["trace[186028013] 'agreement among raft nodes before linearized reading' (duration: 616.298343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.252569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.636855Z","time spent":"615.695178ms","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 "} {"level":"info","ts":"2026-05-20T04:10:25.252919Z","caller":"traceutil/trace.go:171","msg":"trace[591133049] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2800; }","duration":"616.407786ms","start":"2026-05-20T04:10:24.636494Z","end":"2026-05-20T04:10:25.252902Z","steps":["trace[591133049] 'agreement among raft nodes before linearized reading' (duration: 616.301903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.252957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.636475Z","time spent":"616.474198ms","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:25.252505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.521452Z","time spent":"731.012ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:10:25.252767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.737332Z","time spent":"515.4186ms","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 "} {"level":"warn","ts":"2026-05-20T04:10:25.25249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.332149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:25.253084Z","caller":"traceutil/trace.go:171","msg":"trace[1222485252] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:2799; }","duration":"116.982705ms","start":"2026-05-20T04:10:25.13609Z","end":"2026-05-20T04:10:25.253073Z","steps":["trace[1222485252] 'agreement among raft nodes before linearized reading' (duration: 116.37776ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:25.252556Z","caller":"traceutil/trace.go:171","msg":"trace[594591397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2799; }","duration":"1.185201932s","start":"2026-05-20T04:10:24.067325Z","end":"2026-05-20T04:10:25.252527Z","steps":["trace[594591397] 'agreement among raft nodes before linearized reading' (duration: 1.184911755s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.253163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.06731Z","time spent":"1.185843268s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:10:25.252903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.067359Z","time spent":"1.185497429s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:10:25.252913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.636476Z","time spent":"616.430637ms","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 "} {"level":"warn","ts":"2026-05-20T04:10:25.254083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.565123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:25.254279Z","caller":"traceutil/trace.go:171","msg":"trace[1386011693] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2799; }","duration":"517.700668ms","start":"2026-05-20T04:10:24.736558Z","end":"2026-05-20T04:10:25.254259Z","steps":["trace[1386011693] 'agreement among raft nodes before linearized reading' (duration: 515.581533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:25.25432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:24.736527Z","time spent":"517.77922ms","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 "} {"level":"info","ts":"2026-05-20T04:10:25.55408Z","caller":"traceutil/trace.go:171","msg":"trace[2137065966] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"178.449011ms","start":"2026-05-20T04:10:25.375533Z","end":"2026-05-20T04:10:25.553982Z","steps":["trace[2137065966] 'process raft request' (duration: 162.702507ms)","trace[2137065966] 'compare' (duration: 15.60894ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:26.779545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578218950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:10:27.280655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578218950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:10:27.781442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578218950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:10:28.046926Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.773218881s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:10:28.047365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.273459Z","time spent":"1.773900349s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:10:28.520792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:10:28.520918Z","caller":"traceutil/trace.go:171","msg":"trace[82768794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000279646s","start":"2026-05-20T04:10:26.520618Z","end":"2026-05-20T04:10:28.520897Z","steps":["trace[82768794] 'agreement among raft nodes before linearized reading' (duration: 2.000127693s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:28.520968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.520574Z","time spent":"2.000383769s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:10:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:10:29.174861Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127649957s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:10:29.423307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.086454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:10:29.42349Z","caller":"traceutil/trace.go:171","msg":"trace[1476125939] linearizableReadLoop","detail":"{readStateIndex:2972; appliedIndex:2969; }","duration":"3.144109879s","start":"2026-05-20T04:10:26.279365Z","end":"2026-05-20T04:10:29.423475Z","steps":["trace[1476125939] 'read index received' (duration: 1.767840064s)","trace[1476125939] 'applied index is now lower than readState.Index' (duration: 1.376268995s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:29.423554Z","caller":"traceutil/trace.go:171","msg":"trace[2146784365] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"2.647024228s","start":"2026-05-20T04:10:26.776519Z","end":"2026-05-20T04:10:29.423543Z","steps":["trace[2146784365] 'process raft request' (duration: 2.398630657s)","trace[2146784365] 'compare' (duration: 247.869878ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:29.423607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.776496Z","time spent":"2.64708136s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:29.423931Z","caller":"traceutil/trace.go:171","msg":"trace[215611050] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"2.19179628s","start":"2026-05-20T04:10:27.23212Z","end":"2026-05-20T04:10:29.423916Z","steps":["trace[215611050] 'process raft request' (duration: 2.191287447s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.424003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:27.232096Z","time spent":"2.191870162s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:29.424887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145469784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-20T04:10:29.425009Z","caller":"traceutil/trace.go:171","msg":"trace[2145475192] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2833; }","duration":"3.145681309s","start":"2026-05-20T04:10:26.279304Z","end":"2026-05-20T04:10:29.424985Z","steps":["trace[2145475192] 'agreement among raft nodes before linearized reading' (duration: 3.144729014s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.425068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.279278Z","time spent":"3.145775922s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-20T04:10:29.438892Z","caller":"traceutil/trace.go:171","msg":"trace[1582596495] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"1.390189272s","start":"2026-05-20T04:10:28.048684Z","end":"2026-05-20T04:10:29.438873Z","steps":["trace[1582596495] 'process raft request' (duration: 1.39008977s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.439012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:28.048658Z","time spent":"1.390292675s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:29.439145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15898646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5031"} {"level":"warn","ts":"2026-05-20T04:10:29.439189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137965792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:10:29.439218Z","caller":"traceutil/trace.go:171","msg":"trace[716171596] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:2834; }","duration":"3.159125724s","start":"2026-05-20T04:10:26.280073Z","end":"2026-05-20T04:10:29.439199Z","steps":["trace[716171596] 'agreement among raft nodes before linearized reading' (duration: 3.158831696s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:29.439233Z","caller":"traceutil/trace.go:171","msg":"trace[679188346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2834; }","duration":"2.138030903s","start":"2026-05-20T04:10:27.301192Z","end":"2026-05-20T04:10:29.439223Z","steps":["trace[679188346] 'agreement among raft nodes before linearized reading' (duration: 2.137845489s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.43929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.043301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:29.439326Z","caller":"traceutil/trace.go:171","msg":"trace[6032466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2834; }","duration":"918.117573ms","start":"2026-05-20T04:10:28.521198Z","end":"2026-05-20T04:10:29.439316Z","steps":["trace[6032466] 'agreement among raft nodes before linearized reading' (duration: 918.057061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.439315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:27.301181Z","time spent":"2.138108585s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:10:29.439363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783384532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1526"} {"level":"warn","ts":"2026-05-20T04:10:29.43937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330177934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:29.439427Z","caller":"traceutil/trace.go:171","msg":"trace[2035348095] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2834; }","duration":"2.330289397s","start":"2026-05-20T04:10:27.109126Z","end":"2026-05-20T04:10:29.439416Z","steps":["trace[2035348095] 'agreement among raft nodes before linearized reading' (duration: 2.330177844s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.439439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02776049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:10:29.439471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985191309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:10:29.439476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809320545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-05-20T04:10:29.439457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496159225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:10:29.439508Z","caller":"traceutil/trace.go:171","msg":"trace[1017142572] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2834; }","duration":"1.027862563s","start":"2026-05-20T04:10:28.411627Z","end":"2026-05-20T04:10:29.439489Z","steps":["trace[1017142572] 'agreement among raft nodes before linearized reading' (duration: 1.027721319s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:29.439538Z","caller":"traceutil/trace.go:171","msg":"trace[1893652556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2834; }","duration":"1.496298859s","start":"2026-05-20T04:10:27.943225Z","end":"2026-05-20T04:10:29.439524Z","steps":["trace[1893652556] 'agreement among raft nodes before linearized reading' (duration: 1.496003281s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.439549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:28.41161Z","time spent":"1.027929814s","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":39,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:29.439551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884124991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1310"} {"level":"warn","ts":"2026-05-20T04:10:29.439584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925264454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:29.439583Z","caller":"traceutil/trace.go:171","msg":"trace[1784590256] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:2834; }","duration":"2.884196453s","start":"2026-05-20T04:10:26.555378Z","end":"2026-05-20T04:10:29.439575Z","steps":["trace[1784590256] 'agreement among raft nodes before linearized reading' (duration: 2.884107241s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.439595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155449661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-20T04:10:29.439581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:27.943206Z","time spent":"1.496366401s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:10:29.439603Z","caller":"traceutil/trace.go:171","msg":"trace[1131050146] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2834; }","duration":"1.925284585s","start":"2026-05-20T04:10:27.514314Z","end":"2026-05-20T04:10:29.439599Z","steps":["trace[1131050146] 'agreement among raft nodes before linearized reading' (duration: 1.925253964s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:29.439611Z","caller":"traceutil/trace.go:171","msg":"trace[602191415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2834; }","duration":"2.155487791s","start":"2026-05-20T04:10:27.284118Z","end":"2026-05-20T04:10:29.439606Z","steps":["trace[602191415] 'agreement among raft nodes before linearized reading' (duration: 2.15544794s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.439613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03443499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-05-20T04:10:29.439626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:27.284102Z","time spent":"2.155521052s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:10:29.439645Z","caller":"traceutil/trace.go:171","msg":"trace[2101562099] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns-metrics; range_end:; response_count:1; response_revision:2834; }","duration":"3.034506012s","start":"2026-05-20T04:10:26.405132Z","end":"2026-05-20T04:10:29.439638Z","steps":["trace[2101562099] 'agreement among raft nodes before linearized reading' (duration: 3.0344256s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.439672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834590673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1238"} {"level":"warn","ts":"2026-05-20T04:10:29.439674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.405111Z","time spent":"3.034556862s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" "} {"level":"info","ts":"2026-05-20T04:10:29.439691Z","caller":"traceutil/trace.go:171","msg":"trace[803044310] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:2834; }","duration":"2.834608783s","start":"2026-05-20T04:10:26.605078Z","end":"2026-05-20T04:10:29.439687Z","steps":["trace[803044310] 'agreement among raft nodes before linearized reading' (duration: 2.834557892s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.439696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820697266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" ","response":"range_response_count:1 size:3617"} {"level":"warn","ts":"2026-05-20T04:10:29.439264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.280054Z","time spent":"3.159202066s","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5053,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-05-20T04:10:29.43971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.605011Z","time spent":"2.834695284s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1260,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"warn","ts":"2026-05-20T04:10:29.439726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173554714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-20T04:10:29.439729Z","caller":"traceutil/trace.go:171","msg":"trace[261379700] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e; range_end:; response_count:1; response_revision:2834; }","duration":"2.820761518s","start":"2026-05-20T04:10:26.618958Z","end":"2026-05-20T04:10:29.43972Z","steps":["trace[261379700] 'agreement among raft nodes before linearized reading' (duration: 2.820673896s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.439699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984159862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1215"} {"level":"warn","ts":"2026-05-20T04:10:29.439758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.618944Z","time spent":"2.820809129s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3639,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" "} {"level":"warn","ts":"2026-05-20T04:10:29.439793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709703804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1489"} {"level":"warn","ts":"2026-05-20T04:10:29.439353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:28.521173Z","time spent":"918.174724ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:10:29.439799Z","caller":"traceutil/trace.go:171","msg":"trace[2104209069] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:2834; }","duration":"2.984287345s","start":"2026-05-20T04:10:26.455485Z","end":"2026-05-20T04:10:29.439772Z","steps":["trace[2104209069] 'agreement among raft nodes before linearized reading' (duration: 2.983954287s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:29.439812Z","caller":"traceutil/trace.go:171","msg":"trace[523880706] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:2834; }","duration":"2.709771335s","start":"2026-05-20T04:10:26.730037Z","end":"2026-05-20T04:10:29.439808Z","steps":["trace[523880706] 'agreement among raft nodes before linearized reading' (duration: 2.709726094s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.43983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.729998Z","time spent":"2.709828836s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1511,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-05-20T04:10:29.439843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.455425Z","time spent":"2.984412379s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1237,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-05-20T04:10:29.439851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.684232151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-05-20T04:10:29.439915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05980634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"warn","ts":"2026-05-20T04:10:29.439918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858141585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-05-20T04:10:29.439933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157114812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-20T04:10:29.439946Z","caller":"traceutil/trace.go:171","msg":"trace[620469023] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:2834; }","duration":"2.858213617s","start":"2026-05-20T04:10:26.581722Z","end":"2026-05-20T04:10:29.439935Z","steps":["trace[620469023] 'agreement among raft nodes before linearized reading' (duration: 2.858145676s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:29.439937Z","caller":"traceutil/trace.go:171","msg":"trace[2119319508] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:2834; }","duration":"3.059873271s","start":"2026-05-20T04:10:26.380058Z","end":"2026-05-20T04:10:29.439932Z","steps":["trace[2119319508] 'agreement among raft nodes before linearized reading' (duration: 3.059801899s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:29.439389Z","caller":"traceutil/trace.go:171","msg":"trace[1432422033] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:2834; }","duration":"2.783458193s","start":"2026-05-20T04:10:26.655922Z","end":"2026-05-20T04:10:29.439381Z","steps":["trace[1432422033] 'agreement among raft nodes before linearized reading' (duration: 2.783360501s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:29.439938Z","caller":"traceutil/trace.go:171","msg":"trace[2118247956] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns; range_end:; response_count:1; response_revision:2834; }","duration":"2.684359775s","start":"2026-05-20T04:10:26.755559Z","end":"2026-05-20T04:10:29.439919Z","steps":["trace[2118247956] 'agreement among raft nodes before linearized reading' (duration: 2.68417751s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.43999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.380027Z","time spent":"3.059958864s","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3912,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-05-20T04:10:29.439996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.65588Z","time spent":"2.78410822s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1548,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-05-20T04:10:29.440019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909759997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1492"} {"level":"warn","ts":"2026-05-20T04:10:29.439457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.855949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:10:29.439543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009412039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"info","ts":"2026-05-20T04:10:29.440069Z","caller":"traceutil/trace.go:171","msg":"trace[464716982] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2834; }","duration":"275.518735ms","start":"2026-05-20T04:10:29.164543Z","end":"2026-05-20T04:10:29.440062Z","steps":["trace[464716982] 'agreement among raft nodes before linearized reading' (duration: 274.824968ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:29.440072Z","caller":"traceutil/trace.go:171","msg":"trace[381375156] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:2834; }","duration":"3.009982684s","start":"2026-05-20T04:10:26.430084Z","end":"2026-05-20T04:10:29.440067Z","steps":["trace[381375156] 'agreement among raft nodes before linearized reading' (duration: 3.00943468s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:29.439962Z","caller":"traceutil/trace.go:171","msg":"trace[1248201814] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2834; }","duration":"3.157159063s","start":"2026-05-20T04:10:26.282795Z","end":"2026-05-20T04:10:29.439954Z","steps":["trace[1248201814] 'agreement among raft nodes before linearized reading' (duration: 3.15706962s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.439614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.55535Z","time spent":"2.884258415s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1332,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-05-20T04:10:29.440131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110058627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"warn","ts":"2026-05-20T04:10:29.440153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.282786Z","time spent":"3.157356487s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-20T04:10:29.440163Z","caller":"traceutil/trace.go:171","msg":"trace[379603197] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:2835; }","duration":"3.110133579s","start":"2026-05-20T04:10:26.330018Z","end":"2026-05-20T04:10:29.440152Z","steps":["trace[379603197] 'agreement among raft nodes before linearized reading' (duration: 3.109966944s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.440163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134574895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"warn","ts":"2026-05-20T04:10:29.440022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.755531Z","time spent":"2.684480807s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1958,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns\" "} {"level":"info","ts":"2026-05-20T04:10:29.440197Z","caller":"traceutil/trace.go:171","msg":"trace[1394038851] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:2835; }","duration":"3.134627486s","start":"2026-05-20T04:10:26.305557Z","end":"2026-05-20T04:10:29.440185Z","steps":["trace[1394038851] 'agreement among raft nodes before linearized reading' (duration: 3.134429801s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.440221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.305546Z","time spent":"3.134669617s","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4516,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-05-20T04:10:29.43985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144992911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-05-20T04:10:29.440284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959523551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1368"} {"level":"warn","ts":"2026-05-20T04:10:29.440304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928955808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1166"} {"level":"info","ts":"2026-05-20T04:10:29.440347Z","caller":"traceutil/trace.go:171","msg":"trace[463914486] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:2836; }","duration":"2.92902899s","start":"2026-05-20T04:10:26.511308Z","end":"2026-05-20T04:10:29.440337Z","steps":["trace[463914486] 'agreement among raft nodes before linearized reading' (duration: 2.928728803s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.440376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.51129Z","time spent":"2.929079881s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1188,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"warn","ts":"2026-05-20T04:10:29.439525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759084448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-05-20T04:10:29.440315Z","caller":"traceutil/trace.go:171","msg":"trace[735778155] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:2836; }","duration":"2.959594533s","start":"2026-05-20T04:10:26.480713Z","end":"2026-05-20T04:10:29.440308Z","steps":["trace[735778155] 'agreement among raft nodes before linearized reading' (duration: 2.959332096s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.440559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.480689Z","time spent":"2.95985945s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"info","ts":"2026-05-20T04:10:29.44028Z","caller":"traceutil/trace.go:171","msg":"trace[1113670009] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:2834; }","duration":"3.145431023s","start":"2026-05-20T04:10:26.294836Z","end":"2026-05-20T04:10:29.440267Z","steps":["trace[1113670009] 'agreement among raft nodes before linearized reading' (duration: 3.144985541s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:29.440525Z","caller":"traceutil/trace.go:171","msg":"trace[1993312003] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2834; }","duration":"2.760106034s","start":"2026-05-20T04:10:26.680335Z","end":"2026-05-20T04:10:29.440441Z","steps":["trace[1993312003] 'agreement among raft nodes before linearized reading' (duration: 2.758687598s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.441515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.680312Z","time spent":"2.761187563s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-20T04:10:29.43946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:27.109097Z","time spent":"2.330356229s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:29.440642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.294824Z","time spent":"3.145812152s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-05-20T04:10:29.439551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138840804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:10:29.441747Z","caller":"traceutil/trace.go:171","msg":"trace[1677573537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2834; }","duration":"2.141060222s","start":"2026-05-20T04:10:27.300679Z","end":"2026-05-20T04:10:29.441739Z","steps":["trace[1677573537] 'agreement among raft nodes before linearized reading' (duration: 2.138798894s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.441778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:27.300665Z","time spent":"2.141102863s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:10:29.439498Z","caller":"traceutil/trace.go:171","msg":"trace[2097137811] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2834; }","duration":"1.985278402s","start":"2026-05-20T04:10:27.454213Z","end":"2026-05-20T04:10:29.439491Z","steps":["trace[2097137811] 'agreement among raft nodes before linearized reading' (duration: 1.985177719s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.441874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:27.45418Z","time spent":"1.987680774s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":81,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:29.439973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.58169Z","time spent":"2.858278458s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1334,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"info","ts":"2026-05-20T04:10:29.439504Z","caller":"traceutil/trace.go:171","msg":"trace[2124702927] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:2834; }","duration":"2.809403397s","start":"2026-05-20T04:10:26.630094Z","end":"2026-05-20T04:10:29.439497Z","steps":["trace[2124702927] 'agreement among raft nodes before linearized reading' (duration: 2.809310215s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.441943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.630068Z","time spent":"2.811869801s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1184,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"warn","ts":"2026-05-20T04:10:29.439557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729165423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:10:29.441997Z","caller":"traceutil/trace.go:171","msg":"trace[140338291] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2834; }","duration":"1.731644876s","start":"2026-05-20T04:10:27.710346Z","end":"2026-05-20T04:10:29.441991Z","steps":["trace[140338291] 'agreement among raft nodes before linearized reading' (duration: 1.729164062s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.442019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:27.710318Z","time spent":"1.731695678s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:10:29.43962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:27.51423Z","time spent":"1.925386108s","remote":"127.0.0.1:33840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:29.439692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138045854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:10:29.442174Z","caller":"traceutil/trace.go:171","msg":"trace[762180765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2834; }","duration":"2.140568649s","start":"2026-05-20T04:10:27.301595Z","end":"2026-05-20T04:10:29.442163Z","steps":["trace[762180765] 'agreement among raft nodes before linearized reading' (duration: 2.138025723s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.439671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495108258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:10:29.442341Z","caller":"traceutil/trace.go:171","msg":"trace[711747533] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2834; }","duration":"2.497815308s","start":"2026-05-20T04:10:26.94451Z","end":"2026-05-20T04:10:29.442326Z","steps":["trace[711747533] 'agreement among raft nodes before linearized reading' (duration: 2.495096968s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:29.439747Z","caller":"traceutil/trace.go:171","msg":"trace[241896101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2834; }","duration":"2.173598944s","start":"2026-05-20T04:10:27.266141Z","end":"2026-05-20T04:10:29.43974Z","steps":["trace[241896101] 'agreement among raft nodes before linearized reading' (duration: 2.173550173s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.442441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:27.266128Z","time spent":"2.176298794s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:10:29.442449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.944487Z","time spent":"2.49789897s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:29.44247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:27.301571Z","time spent":"2.140649561s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:10:29.439807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734571761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1507"} {"level":"info","ts":"2026-05-20T04:10:29.442591Z","caller":"traceutil/trace.go:171","msg":"trace[1279165733] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:2834; }","duration":"2.737383793s","start":"2026-05-20T04:10:26.705188Z","end":"2026-05-20T04:10:29.442571Z","steps":["trace[1279165733] 'agreement among raft nodes before linearized reading' (duration: 2.734582091s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.442624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.705163Z","time spent":"2.737454394s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1529,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-05-20T04:10:29.440049Z","caller":"traceutil/trace.go:171","msg":"trace[1793453132] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:2834; }","duration":"2.909787868s","start":"2026-05-20T04:10:26.530253Z","end":"2026-05-20T04:10:29.440041Z","steps":["trace[1793453132] 'agreement among raft nodes before linearized reading' (duration: 2.909711436s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.442716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.530237Z","time spent":"2.912474507s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1514,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-05-20T04:10:29.440099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.430051Z","time spent":"3.010042115s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1233,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} {"level":"warn","ts":"2026-05-20T04:10:29.440188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.329997Z","time spent":"3.110186369s","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4731,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-05-20T04:10:29.440313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.084854982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5031"} {"level":"info","ts":"2026-05-20T04:10:29.443099Z","caller":"traceutil/trace.go:171","msg":"trace[648783467] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:2836; }","duration":"3.087681444s","start":"2026-05-20T04:10:26.355401Z","end":"2026-05-20T04:10:29.443083Z","steps":["trace[648783467] 'agreement among raft nodes before linearized reading' (duration: 3.084687197s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:29.443184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:26.355374Z","time spent":"3.087797266s","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5053,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-05-20T04:10:30.195045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.527352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:10:30.195538Z","caller":"traceutil/trace.go:171","msg":"trace[702288709] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"236.513868ms","start":"2026-05-20T04:10:29.958997Z","end":"2026-05-20T04:10:30.195511Z","steps":["trace[702288709] 'compare' (duration: 228.206464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:30.945706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578218981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:10:31.165183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.710921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:10:31.165271Z","caller":"traceutil/trace.go:171","msg":"trace[1862181062] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"832.89003ms","start":"2026-05-20T04:10:30.332368Z","end":"2026-05-20T04:10:31.165258Z","steps":["trace[1862181062] 'process raft request' (duration: 664.025686ms)","trace[1862181062] 'compare' (duration: 168.559076ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:31.165305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:30.332339Z","time spent":"832.950851ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:31.498922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.411693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:10:31.499056Z","caller":"traceutil/trace.go:171","msg":"trace[1407943942] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"1.021353757s","start":"2026-05-20T04:10:30.477658Z","end":"2026-05-20T04:10:31.499012Z","steps":["trace[1407943942] 'process raft request' (duration: 802.78338ms)","trace[1407943942] 'compare' (duration: 218.30463ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:31.499185Z","caller":"traceutil/trace.go:171","msg":"trace[1142412924] linearizableReadLoop","detail":"{readStateIndex:2992; appliedIndex:2990; }","duration":"1.05392305s","start":"2026-05-20T04:10:30.445231Z","end":"2026-05-20T04:10:31.499154Z","steps":["trace[1142412924] 'read index received' (duration: 551.131854ms)","trace[1142412924] 'applied index is now lower than readState.Index' (duration: 502.787516ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:31.499273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:30.477635Z","time spent":"1.021536961s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:31.499398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054171987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-05-20T04:10:31.49943Z","caller":"traceutil/trace.go:171","msg":"trace[1398970786] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e; range_end:; response_count:1; response_revision:2854; }","duration":"1.054237818s","start":"2026-05-20T04:10:30.445181Z","end":"2026-05-20T04:10:31.499419Z","steps":["trace[1398970786] 'agreement among raft nodes before linearized reading' (duration: 1.054128306s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:31.499459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:30.445158Z","time spent":"1.054296489s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3639,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" "} {"level":"warn","ts":"2026-05-20T04:10:31.49951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051895208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-20T04:10:31.499573Z","caller":"traceutil/trace.go:171","msg":"trace[839624573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2854; }","duration":"1.051997371s","start":"2026-05-20T04:10:30.447558Z","end":"2026-05-20T04:10:31.499556Z","steps":["trace[839624573] 'agreement among raft nodes before linearized reading' (duration: 1.051779055s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:31.49963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:30.447544Z","time spent":"1.052073022s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:10:31.499681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.67311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-05-20T04:10:31.499701Z","caller":"traceutil/trace.go:171","msg":"trace[2136887788] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e; range_end:; response_count:1; response_revision:2854; }","duration":"858.72094ms","start":"2026-05-20T04:10:30.640972Z","end":"2026-05-20T04:10:31.499693Z","steps":["trace[2136887788] 'agreement among raft nodes before linearized reading' (duration: 858.671739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:31.499715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:30.640956Z","time spent":"858.756192ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3639,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" "} {"level":"warn","ts":"2026-05-20T04:10:31.499754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.993091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:31.499789Z","caller":"traceutil/trace.go:171","msg":"trace[839111362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2854; }","duration":"979.063082ms","start":"2026-05-20T04:10:30.520717Z","end":"2026-05-20T04:10:31.49978Z","steps":["trace[839111362] 'agreement among raft nodes before linearized reading' (duration: 979.017671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:31.499809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:30.520693Z","time spent":"979.110954ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:10:32.225844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578218992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:10:32.524352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001785435s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:10:32.524787Z","caller":"traceutil/trace.go:171","msg":"trace[149091977] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"1.020319599s","start":"2026-05-20T04:10:31.504442Z","end":"2026-05-20T04:10:32.524761Z","steps":["trace[149091977] 'process raft request' (duration: 1.020249178s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:32.524821Z","caller":"traceutil/trace.go:171","msg":"trace[14779442] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"1.020659298s","start":"2026-05-20T04:10:31.504127Z","end":"2026-05-20T04:10:32.524786Z","steps":["trace[14779442] 'process raft request' (duration: 1.020420462s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:32.524933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:31.504431Z","time spent":"1.020416132s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:32.524955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:31.504115Z","time spent":"1.02075782s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:32.525066Z","caller":"traceutil/trace.go:171","msg":"trace[1164638356] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"1.019970601s","start":"2026-05-20T04:10:31.505072Z","end":"2026-05-20T04:10:32.525042Z","steps":["trace[1164638356] 'process raft request' (duration: 1.019654403s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:32.525178Z","caller":"traceutil/trace.go:171","msg":"trace[78191530] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"1.019429137s","start":"2026-05-20T04:10:31.505734Z","end":"2026-05-20T04:10:32.525163Z","steps":["trace[78191530] 'process raft request' (duration: 1.019230392s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:32.525196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:31.505061Z","time spent":"1.020063113s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:32.525195Z","caller":"traceutil/trace.go:171","msg":"trace[1186182870] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"1.01682009s","start":"2026-05-20T04:10:31.508354Z","end":"2026-05-20T04:10:32.525174Z","steps":["trace[1186182870] 'process raft request' (duration: 1.016728828s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:32.525233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:31.505725Z","time spent":"1.019482638s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:32.525297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:31.508345Z","time spent":"1.016899932s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3722,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:34.038506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000535873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:10:34.038601Z","caller":"traceutil/trace.go:171","msg":"trace[1235555347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000686188s","start":"2026-05-20T04:10:32.037901Z","end":"2026-05-20T04:10:34.038588Z","steps":["trace[1235555347] 'agreement among raft nodes before linearized reading' (duration: 2.000566193s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:34.038636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:32.03788Z","time spent":"2.000749569s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:10:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:10:34.521087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000476821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:10:34.521164Z","caller":"traceutil/trace.go:171","msg":"trace[1130158003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000595284s","start":"2026-05-20T04:10:32.520554Z","end":"2026-05-20T04:10:34.521149Z","steps":["trace[1130158003] 'agreement among raft nodes before linearized reading' (duration: 2.000492872s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:34.521202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:32.520542Z","time spent":"2.000651326s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:10:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:10:36.527287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00045441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:10:36.527377Z","caller":"traceutil/trace.go:171","msg":"trace[1366515686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000572143s","start":"2026-05-20T04:10:34.526785Z","end":"2026-05-20T04:10:36.527358Z","steps":["trace[1366515686] 'agreement among raft nodes before linearized reading' (duration: 2.0004495s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:36.527431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:34.526737Z","time spent":"2.000684417s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:10:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:10:37.787233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.262686875s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:10:37.916554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685626118s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:37.916739Z","caller":"traceutil/trace.go:171","msg":"trace[182500762] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2860; }","duration":"2.685778832s","start":"2026-05-20T04:10:35.230892Z","end":"2026-05-20T04:10:37.916671Z","steps":["trace[182500762] 'range keys from in-memory index tree' (duration: 2.685606117s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:38.501645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.16771ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:10:38.501756Z","caller":"traceutil/trace.go:171","msg":"trace[299893840] linearizableReadLoop","detail":"{readStateIndex:3000; appliedIndex:2994; }","duration":"6.77602469s","start":"2026-05-20T04:10:31.725703Z","end":"2026-05-20T04:10:38.501728Z","steps":["trace[299893840] 'read index received' (duration: 798.846887ms)","trace[299893840] 'applied index is now lower than readState.Index' (duration: 5.977175483s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:38.502225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.776517143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20473"} {"level":"info","ts":"2026-05-20T04:10:38.502298Z","caller":"traceutil/trace.go:171","msg":"trace[533792485] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:2860; }","duration":"6.776618745s","start":"2026-05-20T04:10:31.725651Z","end":"2026-05-20T04:10:38.502269Z","steps":["trace[533792485] 'agreement among raft nodes before linearized reading' (duration: 6.776214085s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:38.502345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:31.725628Z","time spent":"6.776705087s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20495,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:10:38.503473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:33.505355Z","time spent":"4.998110738s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:10:38.525976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999472732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:10:38.52607Z","caller":"traceutil/trace.go:171","msg":"trace[1350198691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999646207s","start":"2026-05-20T04:10:33.526401Z","end":"2026-05-20T04:10:38.526047Z","steps":["trace[1350198691] 'agreement among raft nodes before linearized reading' (duration: 4.999502713s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:38.526123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:33.526377Z","time spent":"4.999734729s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/20 04:10:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:10:38.527149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999737902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:10:38.527198Z","caller":"traceutil/trace.go:171","msg":"trace[1196450987] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999821375s","start":"2026-05-20T04:10:36.527367Z","end":"2026-05-20T04:10:38.527189Z","steps":["trace[1196450987] 'agreement among raft nodes before linearized reading' (duration: 1.999769473s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:38.527224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:36.527342Z","time spent":"1.999875035s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:10:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:10:39.000212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212609564s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:10:39.00064Z","caller":"traceutil/trace.go:171","msg":"trace[593156965] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"5.856312437s","start":"2026-05-20T04:10:33.144303Z","end":"2026-05-20T04:10:39.000616Z","steps":["trace[593156965] 'process raft request' (duration: 5.856129752s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.000744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:33.144284Z","time spent":"5.856398329s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18159,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:39.000764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.497138367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" ","response":"range_response_count:1 size:3737"} {"level":"info","ts":"2026-05-20T04:10:39.000793Z","caller":"traceutil/trace.go:171","msg":"trace[970718379] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e; range_end:; response_count:1; response_revision:2863; }","duration":"6.497204729s","start":"2026-05-20T04:10:32.503581Z","end":"2026-05-20T04:10:39.000786Z","steps":["trace[970718379] 'agreement among raft nodes before linearized reading' (duration: 6.497090716s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:39.000654Z","caller":"traceutil/trace.go:171","msg":"trace[1308208472] linearizableReadLoop","detail":"{readStateIndex:3003; appliedIndex:3000; }","duration":"498.825445ms","start":"2026-05-20T04:10:38.501819Z","end":"2026-05-20T04:10:39.000644Z","steps":["trace[1308208472] 'read index received' (duration: 498.527097ms)","trace[1308208472] 'applied index is now lower than readState.Index' (duration: 297.838µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:39.000812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:32.503559Z","time spent":"6.497247911s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3759,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" "} {"level":"warn","ts":"2026-05-20T04:10:39.000796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265383015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:39.000864Z","caller":"traceutil/trace.go:171","msg":"trace[1040162133] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2863; }","duration":"2.265514679s","start":"2026-05-20T04:10:36.735334Z","end":"2026-05-20T04:10:39.000849Z","steps":["trace[1040162133] 'agreement among raft nodes before linearized reading' (duration: 2.265366015s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.000872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.89785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-05-20T04:10:39.000875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707362154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:39.0009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:36.735313Z","time spent":"2.265580071s","remote":"127.0.0.1:34610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:39.000932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.240026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:10:39.000927Z","caller":"traceutil/trace.go:171","msg":"trace[598952923] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2863; }","duration":"2.707435026s","start":"2026-05-20T04:10:36.293476Z","end":"2026-05-20T04:10:39.000911Z","steps":["trace[598952923] 'agreement among raft nodes before linearized reading' (duration: 2.707373535s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:39.000951Z","caller":"traceutil/trace.go:171","msg":"trace[1751196384] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2863; }","duration":"130.260356ms","start":"2026-05-20T04:10:38.870684Z","end":"2026-05-20T04:10:39.000945Z","steps":["trace[1751196384] 'agreement among raft nodes before linearized reading' (duration: 130.227305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.000961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.472362265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:10:39.00098Z","caller":"traceutil/trace.go:171","msg":"trace[1855852143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2863; }","duration":"4.472424797s","start":"2026-05-20T04:10:34.528549Z","end":"2026-05-20T04:10:39.000973Z","steps":["trace[1855852143] 'agreement among raft nodes before linearized reading' (duration: 4.472367135s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.000973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:36.293463Z","time spent":"2.707496727s","remote":"127.0.0.1:34628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:10:39.000895Z","caller":"traceutil/trace.go:171","msg":"trace[1744303356] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2863; }","duration":"495.938061ms","start":"2026-05-20T04:10:38.50495Z","end":"2026-05-20T04:10:39.000888Z","steps":["trace[1744303356] 'agreement among raft nodes before linearized reading' (duration: 495.8958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.000823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59628947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:39.001671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:38.504938Z","time spent":"496.70902ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-05-20T04:10:39.001735Z","caller":"traceutil/trace.go:171","msg":"trace[1922602554] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2863; }","duration":"2.597239814s","start":"2026-05-20T04:10:36.404481Z","end":"2026-05-20T04:10:39.00172Z","steps":["trace[1922602554] 'agreement among raft nodes before linearized reading' (duration: 2.59630575s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.001778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:36.404457Z","time spent":"2.597309396s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:39.000752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241027241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:39.001852Z","caller":"traceutil/trace.go:171","msg":"trace[1670666130] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2863; }","duration":"3.24216897s","start":"2026-05-20T04:10:35.759662Z","end":"2026-05-20T04:10:39.001831Z","steps":["trace[1670666130] 'agreement among raft nodes before linearized reading' (duration: 3.24099172s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.001919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:35.75964Z","time spent":"3.242260032s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:39.000996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:34.528523Z","time spent":"4.472469078s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:10:39.001084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.84539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:39.002084Z","caller":"traceutil/trace.go:171","msg":"trace[1387629009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2863; }","duration":"466.863066ms","start":"2026-05-20T04:10:38.53521Z","end":"2026-05-20T04:10:39.002073Z","steps":["trace[1387629009] 'agreement among raft nodes before linearized reading' (duration: 465.802669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.002113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:38.535114Z","time spent":"466.991948ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:10:39.001155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.472662832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:10:39.002272Z","caller":"traceutil/trace.go:171","msg":"trace[2131995880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2863; }","duration":"4.473783911s","start":"2026-05-20T04:10:34.528471Z","end":"2026-05-20T04:10:39.002255Z","steps":["trace[2131995880] 'agreement among raft nodes before linearized reading' (duration: 4.472640182s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:39.001156Z","caller":"traceutil/trace.go:171","msg":"trace[4755174] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"2.071102209s","start":"2026-05-20T04:10:36.93004Z","end":"2026-05-20T04:10:39.001142Z","steps":["trace[4755174] 'process raft request' (duration: 2.070560105s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.00249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:36.93001Z","time spent":"2.072435863s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:39.001147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.979575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:39.002602Z","caller":"traceutil/trace.go:171","msg":"trace[336505796] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2863; }","duration":"305.465154ms","start":"2026-05-20T04:10:38.697125Z","end":"2026-05-20T04:10:39.00259Z","steps":["trace[336505796] 'agreement among raft nodes before linearized reading' (duration: 303.912543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.00264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:38.697061Z","time spent":"305.567557ms","remote":"127.0.0.1:34550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:39.002751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:34.528463Z","time spent":"4.474275184s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:10:39.001199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.637124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:83430"} {"level":"info","ts":"2026-05-20T04:10:39.002808Z","caller":"traceutil/trace.go:171","msg":"trace[881209406] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:2863; }","duration":"492.270007ms","start":"2026-05-20T04:10:38.510526Z","end":"2026-05-20T04:10:39.002796Z","steps":["trace[881209406] 'agreement among raft nodes before linearized reading' (duration: 490.534242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.002843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:38.510508Z","time spent":"492.324099ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":83452,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:10:39.001207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.472648151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20473"} {"level":"info","ts":"2026-05-20T04:10:39.003026Z","caller":"traceutil/trace.go:171","msg":"trace[1332298260] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:2863; }","duration":"6.474489159s","start":"2026-05-20T04:10:32.528529Z","end":"2026-05-20T04:10:39.003018Z","steps":["trace[1332298260] 'agreement among raft nodes before linearized reading' (duration: 6.472639271s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.003053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:32.528515Z","time spent":"6.47452887s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20495,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:10:39.001243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.492296364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:10:39.003159Z","caller":"traceutil/trace.go:171","msg":"trace[1973935575] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2863; }","duration":"5.494208034s","start":"2026-05-20T04:10:33.508906Z","end":"2026-05-20T04:10:39.003114Z","steps":["trace[1973935575] 'agreement among raft nodes before linearized reading' (duration: 5.492235203s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.00319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:33.508891Z","time spent":"5.494288027s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:10:39.001227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.812073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:10:39.003266Z","caller":"traceutil/trace.go:171","msg":"trace[1101032914] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2863; }","duration":"179.895716ms","start":"2026-05-20T04:10:38.823358Z","end":"2026-05-20T04:10:39.003254Z","steps":["trace[1101032914] 'agreement among raft nodes before linearized reading' (duration: 177.805583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.001261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.489289346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-20T04:10:39.003413Z","caller":"traceutil/trace.go:171","msg":"trace[1943876872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2863; }","duration":"6.491458602s","start":"2026-05-20T04:10:32.511926Z","end":"2026-05-20T04:10:39.003385Z","steps":["trace[1943876872] 'agreement among raft nodes before linearized reading' (duration: 6.489291366s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.003496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:32.511903Z","time spent":"6.491563655s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:10:39.001291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.737446133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:39.003585Z","caller":"traceutil/trace.go:171","msg":"trace[953267858] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2863; }","duration":"4.739768032s","start":"2026-05-20T04:10:34.2638Z","end":"2026-05-20T04:10:39.003568Z","steps":["trace[953267858] 'agreement among raft nodes before linearized reading' (duration: 4.737464913s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.003628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:34.263781Z","time spent":"4.739831905s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:39.001282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889456687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:10:39.003699Z","caller":"traceutil/trace.go:171","msg":"trace[452403819] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2863; }","duration":"1.89191712s","start":"2026-05-20T04:10:37.111768Z","end":"2026-05-20T04:10:39.003685Z","steps":["trace[452403819] 'agreement among raft nodes before linearized reading' (duration: 1.889458137s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.003761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:37.111742Z","time spent":"1.892003973s","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:39.001323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.595011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-0.18b12aa7354b07ae\" ","response":"range_response_count:1 size:973"} {"level":"info","ts":"2026-05-20T04:10:39.003888Z","caller":"traceutil/trace.go:171","msg":"trace[666518242] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-0.18b12aa7354b07ae; range_end:; response_count:1; response_revision:2863; }","duration":"710.185488ms","start":"2026-05-20T04:10:38.293684Z","end":"2026-05-20T04:10:39.00387Z","steps":["trace[666518242] 'agreement among raft nodes before linearized reading' (duration: 707.493869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.003933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:38.293661Z","time spent":"710.258559ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":995,"request content":"key:\"/registry/events/openstack/valkey-data-valkey-node-0.18b12aa7354b07ae\" "} {"level":"warn","ts":"2026-05-20T04:10:39.001329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.791984321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:39.004083Z","caller":"traceutil/trace.go:171","msg":"trace[1420378677] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2863; }","duration":"4.794734531s","start":"2026-05-20T04:10:34.209337Z","end":"2026-05-20T04:10:39.004072Z","steps":["trace[1420378677] 'agreement among raft nodes before linearized reading' (duration: 4.79197246s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.004124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:34.209281Z","time spent":"4.794828393s","remote":"127.0.0.1:33748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:39.001333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592170344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:10:39.001348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.472865918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:10:39.00428Z","caller":"traceutil/trace.go:171","msg":"trace[1472383078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2863; }","duration":"4.475815973s","start":"2026-05-20T04:10:34.528452Z","end":"2026-05-20T04:10:39.004268Z","steps":["trace[1472383078] 'agreement among raft nodes before linearized reading' (duration: 4.472816936s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.004317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:34.528445Z","time spent":"4.475860054s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:10:39.001356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473009231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:10:39.00446Z","caller":"traceutil/trace.go:171","msg":"trace[1711763945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2863; }","duration":"4.476160242s","start":"2026-05-20T04:10:34.528289Z","end":"2026-05-20T04:10:39.00445Z","steps":["trace[1711763945] 'agreement among raft nodes before linearized reading' (duration: 4.47296218s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.004496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:34.528269Z","time spent":"4.476215814s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:10:39.004188Z","caller":"traceutil/trace.go:171","msg":"trace[265807692] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2863; }","duration":"1.594997366s","start":"2026-05-20T04:10:37.409155Z","end":"2026-05-20T04:10:39.004152Z","steps":["trace[265807692] 'agreement among raft nodes before linearized reading' (duration: 1.592150443s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.001371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127321819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:39.004547Z","caller":"traceutil/trace.go:171","msg":"trace[1373655422] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2863; }","duration":"3.13049839s","start":"2026-05-20T04:10:35.874037Z","end":"2026-05-20T04:10:39.004536Z","steps":["trace[1373655422] 'agreement among raft nodes before linearized reading' (duration: 3.127294538s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.004547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:37.409089Z","time spent":"1.595444458s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:39.004578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:35.873962Z","time spent":"3.130605543s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:39.001407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728586967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:10:39.004712Z","caller":"traceutil/trace.go:171","msg":"trace[896529226] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:2863; }","duration":"2.731969644s","start":"2026-05-20T04:10:36.272733Z","end":"2026-05-20T04:10:39.004703Z","steps":["trace[896529226] 'agreement among raft nodes before linearized reading' (duration: 2.728370002s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.004736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:36.272715Z","time spent":"2.732012765s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:10:39.813987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.358419ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-20T04:10:39.816007Z","caller":"traceutil/trace.go:171","msg":"trace[454078673] linearizableReadLoop","detail":"{readStateIndex:3005; appliedIndex:3003; }","duration":"807.228633ms","start":"2026-05-20T04:10:39.008712Z","end":"2026-05-20T04:10:39.815941Z","steps":["trace[454078673] 'read index received' (duration: 148.912184ms)","trace[454078673] 'applied index is now lower than readState.Index' (duration: 658.209716ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:39.816466Z","caller":"traceutil/trace.go:171","msg":"trace[2126317047] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"806.795761ms","start":"2026-05-20T04:10:39.009636Z","end":"2026-05-20T04:10:39.816432Z","steps":["trace[2126317047] 'process raft request' (duration: 805.406006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.816651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:39.009617Z","time spent":"806.952946ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:39.816658Z","caller":"traceutil/trace.go:171","msg":"trace[226507603] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"807.419157ms","start":"2026-05-20T04:10:39.00921Z","end":"2026-05-20T04:10:39.81663Z","steps":["trace[226507603] 'process raft request' (duration: 805.753295ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:39.816743Z","caller":"traceutil/trace.go:171","msg":"trace[260522057] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"795.716628ms","start":"2026-05-20T04:10:39.021008Z","end":"2026-05-20T04:10:39.816725Z","steps":["trace[260522057] 'process raft request' (duration: 794.493017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.816791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:39.009183Z","time spent":"807.542301ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:39.816821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:39.020977Z","time spent":"795.79714ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20660,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:39.817078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:39.006729Z","time spent":"810.345673ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:10:39.817191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:39.006985Z","time spent":"810.196788ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T04:10:39.817623Z","caller":"traceutil/trace.go:171","msg":"trace[627226330] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"808.537656ms","start":"2026-05-20T04:10:39.009053Z","end":"2026-05-20T04:10:39.817591Z","steps":["trace[627226330] 'process raft request' (duration: 805.273762ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:39.817636Z","caller":"traceutil/trace.go:171","msg":"trace[1782875619] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"807.971731ms","start":"2026-05-20T04:10:39.009644Z","end":"2026-05-20T04:10:39.817615Z","steps":["trace[1782875619] 'process raft request' (duration: 805.463778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.817698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:39.00962Z","time spent":"808.040373ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:39.817704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:39.009029Z","time spent":"808.626598ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:39.817722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.994857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-05-20T04:10:39.817818Z","caller":"traceutil/trace.go:171","msg":"trace[1696521756] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2868; }","duration":"809.099111ms","start":"2026-05-20T04:10:39.008674Z","end":"2026-05-20T04:10:39.817774Z","steps":["trace[1696521756] 'agreement among raft nodes before linearized reading' (duration: 807.989162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.817873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:39.00866Z","time spent":"809.198783ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-20T04:10:39.81819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.610603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:83632"} {"level":"info","ts":"2026-05-20T04:10:39.818278Z","caller":"traceutil/trace.go:171","msg":"trace[1790946350] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:2868; }","duration":"807.733436ms","start":"2026-05-20T04:10:39.010525Z","end":"2026-05-20T04:10:39.818258Z","steps":["trace[1790946350] 'agreement among raft nodes before linearized reading' (duration: 806.120695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:39.818347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:39.010516Z","time spent":"807.806568ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":83654,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:10:40.137363Z","caller":"traceutil/trace.go:171","msg":"trace[523559258] linearizableReadLoop","detail":"{readStateIndex:3012; appliedIndex:3010; }","duration":"313.199391ms","start":"2026-05-20T04:10:39.824136Z","end":"2026-05-20T04:10:40.137335Z","steps":["trace[523559258] 'read index received' (duration: 48.887321ms)","trace[523559258] 'applied index is now lower than readState.Index' (duration: 264.31098ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:40.137412Z","caller":"traceutil/trace.go:171","msg":"trace[722296768] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"317.755638ms","start":"2026-05-20T04:10:39.81961Z","end":"2026-05-20T04:10:40.137365Z","steps":["trace[722296768] 'process raft request' (duration: 279.103127ms)","trace[722296768] 'compare' (duration: 38.428265ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:40.137567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:39.819589Z","time spent":"317.902262ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":958,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:40.137578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.157104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:10:40.137621Z","caller":"traceutil/trace.go:171","msg":"trace[1467597242] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2870; }","duration":"262.244956ms","start":"2026-05-20T04:10:39.875361Z","end":"2026-05-20T04:10:40.137606Z","steps":["trace[1467597242] 'agreement among raft nodes before linearized reading' (duration: 262.124093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:40.137686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.638879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-05-20T04:10:40.137718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.315441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" ","response":"range_response_count:1 size:3737"} {"level":"info","ts":"2026-05-20T04:10:40.137753Z","caller":"traceutil/trace.go:171","msg":"trace[1553928096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2870; }","duration":"127.764953ms","start":"2026-05-20T04:10:40.00997Z","end":"2026-05-20T04:10:40.137735Z","steps":["trace[1553928096] 'agreement among raft nodes before linearized reading' (duration: 127.540257ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:40.137761Z","caller":"traceutil/trace.go:171","msg":"trace[1558316568] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e; range_end:; response_count:1; response_revision:2870; }","duration":"129.415604ms","start":"2026-05-20T04:10:40.008333Z","end":"2026-05-20T04:10:40.137749Z","steps":["trace[1558316568] 'agreement among raft nodes before linearized reading' (duration: 129.24544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:40.138106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.96185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:10:40.138154Z","caller":"traceutil/trace.go:171","msg":"trace[298242821] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:2870; }","duration":"314.031052ms","start":"2026-05-20T04:10:39.82411Z","end":"2026-05-20T04:10:40.138141Z","steps":["trace[298242821] 'agreement among raft nodes before linearized reading' (duration: 313.361155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:40.138185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:39.824099Z","time spent":"314.075813ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:10:41.667996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.991784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:10:41.668048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.750248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:41.668081Z","caller":"traceutil/trace.go:171","msg":"trace[1844166367] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:2871; }","duration":"655.125017ms","start":"2026-05-20T04:10:41.012939Z","end":"2026-05-20T04:10:41.668064Z","steps":["trace[1844166367] 'range keys from in-memory index tree' (duration: 654.742947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:41.668063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.177599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:41.668102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.927009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:10:41.668122Z","caller":"traceutil/trace.go:171","msg":"trace[1236783831] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:2871; }","duration":"900.917752ms","start":"2026-05-20T04:10:40.767184Z","end":"2026-05-20T04:10:41.668102Z","steps":["trace[1236783831] 'count revisions from in-memory index tree' (duration: 900.658606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:41.668129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:41.012916Z","time spent":"655.20389ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"info","ts":"2026-05-20T04:10:41.668149Z","caller":"traceutil/trace.go:171","msg":"trace[1243883821] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2871; }","duration":"847.016621ms","start":"2026-05-20T04:10:40.821119Z","end":"2026-05-20T04:10:41.668135Z","steps":["trace[1243883821] 'count revisions from in-memory index tree' (duration: 846.796636ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:41.668147Z","caller":"traceutil/trace.go:171","msg":"trace[460163030] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2871; }","duration":"345.304053ms","start":"2026-05-20T04:10:41.322821Z","end":"2026-05-20T04:10:41.668125Z","steps":["trace[460163030] 'count revisions from in-memory index tree' (duration: 344.824351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:41.668165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:40.767162Z","time spent":"900.991985ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:41.668183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:40.821095Z","time spent":"847.079783ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:41.668193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:41.322806Z","time spent":"345.376904ms","remote":"127.0.0.1:34596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:41.668572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.725242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-05-20T04:10:41.668591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.093573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" ","response":"range_response_count:1 size:3737"} {"level":"info","ts":"2026-05-20T04:10:41.668609Z","caller":"traceutil/trace.go:171","msg":"trace[1884824842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2871; }","duration":"523.792084ms","start":"2026-05-20T04:10:41.144804Z","end":"2026-05-20T04:10:41.668596Z","steps":["trace[1884824842] 'range keys from in-memory index tree' (duration: 523.547918ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:41.668631Z","caller":"traceutil/trace.go:171","msg":"trace[243032059] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e; range_end:; response_count:1; response_revision:2871; }","duration":"526.179535ms","start":"2026-05-20T04:10:41.142438Z","end":"2026-05-20T04:10:41.668617Z","steps":["trace[243032059] 'range keys from in-memory index tree' (duration: 525.716194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:41.66864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:41.144784Z","time spent":"523.849016ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:10:41.668661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:41.142409Z","time spent":"526.245737ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3759,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" "} {"level":"warn","ts":"2026-05-20T04:10:42.024036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578219033,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:10:42.314239Z","caller":"traceutil/trace.go:171","msg":"trace[1916780832] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"833.487585ms","start":"2026-05-20T04:10:41.480722Z","end":"2026-05-20T04:10:42.314209Z","steps":["trace[1916780832] 'process raft request' (duration: 833.317771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:42.314423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:41.480695Z","time spent":"833.638129ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:42.325453Z","caller":"traceutil/trace.go:171","msg":"trace[813898150] linearizableReadLoop","detail":"{readStateIndex:3016; appliedIndex:3014; }","duration":"801.440704ms","start":"2026-05-20T04:10:41.523988Z","end":"2026-05-20T04:10:42.325429Z","steps":["trace[813898150] 'read index received' (duration: 790.34342ms)","trace[813898150] 'applied index is now lower than readState.Index' (duration: 11.096114ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:42.325604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.596768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:10:42.325643Z","caller":"traceutil/trace.go:171","msg":"trace[1431401890] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2874; }","duration":"801.68347ms","start":"2026-05-20T04:10:41.523949Z","end":"2026-05-20T04:10:42.325633Z","steps":["trace[1431401890] 'agreement among raft nodes before linearized reading' (duration: 801.579028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:42.325678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:41.523931Z","time spent":"801.737401ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:10:42.325846Z","caller":"traceutil/trace.go:171","msg":"trace[104185261] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"679.639655ms","start":"2026-05-20T04:10:41.64618Z","end":"2026-05-20T04:10:42.32582Z","steps":["trace[104185261] 'process raft request' (duration: 679.095801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:42.326227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.765946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:10:42.326252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.16592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:42.326285Z","caller":"traceutil/trace.go:171","msg":"trace[1782093617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2874; }","duration":"502.835028ms","start":"2026-05-20T04:10:41.823435Z","end":"2026-05-20T04:10:42.32627Z","steps":["trace[1782093617] 'agreement among raft nodes before linearized reading' (duration: 502.578061ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:42.326302Z","caller":"traceutil/trace.go:171","msg":"trace[303987042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2874; }","duration":"288.241622ms","start":"2026-05-20T04:10:42.038043Z","end":"2026-05-20T04:10:42.326285Z","steps":["trace[303987042] 'agreement among raft nodes before linearized reading' (duration: 287.890443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:42.326316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:41.823429Z","time spent":"502.877968ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:10:42.326363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.317005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:83632"} {"level":"info","ts":"2026-05-20T04:10:42.326436Z","caller":"traceutil/trace.go:171","msg":"trace[24748606] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:2874; }","duration":"652.397707ms","start":"2026-05-20T04:10:41.674023Z","end":"2026-05-20T04:10:42.326421Z","steps":["trace[24748606] 'agreement among raft nodes before linearized reading' (duration: 651.792462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:42.326478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:41.673989Z","time spent":"652.48003ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":83654,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:10:42.326629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:41.646142Z","time spent":"680.104157ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:42.32586Z","caller":"traceutil/trace.go:171","msg":"trace[1147577678] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"500.382055ms","start":"2026-05-20T04:10:41.825453Z","end":"2026-05-20T04:10:42.325835Z","steps":["trace[1147577678] 'process raft request' (duration: 499.932683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:42.326837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:41.825437Z","time spent":"501.335569ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:42.325999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.580851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:10:42.326896Z","caller":"traceutil/trace.go:171","msg":"trace[1640026991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2874; }","duration":"503.502964ms","start":"2026-05-20T04:10:41.823384Z","end":"2026-05-20T04:10:42.326887Z","steps":["trace[1640026991] 'agreement among raft nodes before linearized reading' (duration: 502.512439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:42.326932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:41.82337Z","time spent":"503.552516ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:10:42.326029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.51849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:10:42.327019Z","caller":"traceutil/trace.go:171","msg":"trace[591308320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2874; }","duration":"503.543505ms","start":"2026-05-20T04:10:41.823464Z","end":"2026-05-20T04:10:42.327007Z","steps":["trace[591308320] 'agreement among raft nodes before linearized reading' (duration: 502.406076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:42.327051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:41.823459Z","time spent":"503.582906ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:10:42.326169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.575356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:10:42.327166Z","caller":"traceutil/trace.go:171","msg":"trace[1465204643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2874; }","duration":"504.609212ms","start":"2026-05-20T04:10:41.822544Z","end":"2026-05-20T04:10:42.327153Z","steps":["trace[1465204643] 'agreement among raft nodes before linearized reading' (duration: 503.452513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:42.327198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:41.822527Z","time spent":"504.661364ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:10:42.32618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.372469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:10:42.327764Z","caller":"traceutil/trace.go:171","msg":"trace[998005848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2874; }","duration":"502.989071ms","start":"2026-05-20T04:10:41.824754Z","end":"2026-05-20T04:10:42.327743Z","steps":["trace[998005848] 'agreement among raft nodes before linearized reading' (duration: 501.272667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:42.327926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:41.824743Z","time spent":"503.161456ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:10:42.476946Z","caller":"traceutil/trace.go:171","msg":"trace[1589983741] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"144.07727ms","start":"2026-05-20T04:10:42.332839Z","end":"2026-05-20T04:10:42.476915Z","steps":["trace[1589983741] 'process raft request' (duration: 144.009128ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:42.47724Z","caller":"traceutil/trace.go:171","msg":"trace[1893326823] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"146.332547ms","start":"2026-05-20T04:10:42.330892Z","end":"2026-05-20T04:10:42.477224Z","steps":["trace[1893326823] 'process raft request' (duration: 142.91648ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:42.520179Z","caller":"traceutil/trace.go:171","msg":"trace[1937312121] linearizableReadLoop","detail":"{readStateIndex:3020; appliedIndex:3017; }","duration":"186.467715ms","start":"2026-05-20T04:10:42.333692Z","end":"2026-05-20T04:10:42.520159Z","steps":["trace[1937312121] 'read index received' (duration: 140.17628ms)","trace[1937312121] 'applied index is now lower than readState.Index' (duration: 46.290345ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:42.520266Z","caller":"traceutil/trace.go:171","msg":"trace[1763136051] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"178.984673ms","start":"2026-05-20T04:10:42.341244Z","end":"2026-05-20T04:10:42.520228Z","steps":["trace[1763136051] 'process raft request' (duration: 178.8674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:42.52047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.754342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:83632"} {"level":"info","ts":"2026-05-20T04:10:42.520589Z","caller":"traceutil/trace.go:171","msg":"trace[470594377] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:2879; }","duration":"186.926096ms","start":"2026-05-20T04:10:42.333644Z","end":"2026-05-20T04:10:42.52057Z","steps":["trace[470594377] 'agreement among raft nodes before linearized reading' (duration: 186.595468ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:42.520794Z","caller":"traceutil/trace.go:171","msg":"trace[42255460] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"186.537756ms","start":"2026-05-20T04:10:42.333655Z","end":"2026-05-20T04:10:42.520193Z","steps":["trace[42255460] 'process raft request' (duration: 186.30357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:44.835065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578219058,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:10:44.905383Z","caller":"traceutil/trace.go:171","msg":"trace[535501028] linearizableReadLoop","detail":"{readStateIndex:3025; appliedIndex:3024; }","duration":"571.25043ms","start":"2026-05-20T04:10:44.334104Z","end":"2026-05-20T04:10:44.905354Z","steps":["trace[535501028] 'read index received' (duration: 570.88958ms)","trace[535501028] 'applied index is now lower than readState.Index' (duration: 359.81µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:44.905489Z","caller":"traceutil/trace.go:171","msg":"trace[2040421185] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"572.258306ms","start":"2026-05-20T04:10:44.333193Z","end":"2026-05-20T04:10:44.905452Z","steps":["trace[2040421185] 'process raft request' (duration: 571.937368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:44.905678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.554787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:10:44.905744Z","caller":"traceutil/trace.go:171","msg":"trace[1566084475] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:2882; }","duration":"571.67167ms","start":"2026-05-20T04:10:44.334057Z","end":"2026-05-20T04:10:44.905729Z","steps":["trace[1566084475] 'agreement among raft nodes before linearized reading' (duration: 571.421784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:44.905789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:44.334038Z","time spent":"571.741942ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:10:44.905922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:44.333168Z","time spent":"572.617725ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:44.906071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.713794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" ","response":"range_response_count:1 size:3923"} {"level":"info","ts":"2026-05-20T04:10:44.906195Z","caller":"traceutil/trace.go:171","msg":"trace[1829353123] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e; range_end:; response_count:1; response_revision:2882; }","duration":"222.834767ms","start":"2026-05-20T04:10:44.683333Z","end":"2026-05-20T04:10:44.906168Z","steps":["trace[1829353123] 'agreement among raft nodes before linearized reading' (duration: 222.482738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:44.906199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.788833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-20T04:10:44.906271Z","caller":"traceutil/trace.go:171","msg":"trace[2024481874] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2882; }","duration":"439.885175ms","start":"2026-05-20T04:10:44.466364Z","end":"2026-05-20T04:10:44.906249Z","steps":["trace[2024481874] 'agreement among raft nodes before linearized reading' (duration: 439.722151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:44.906277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.624972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:10:44.906325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:44.466346Z","time spent":"439.968277ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-20T04:10:44.906333Z","caller":"traceutil/trace.go:171","msg":"trace[1079722143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2882; }","duration":"304.738864ms","start":"2026-05-20T04:10:44.601578Z","end":"2026-05-20T04:10:44.906317Z","steps":["trace[1079722143] 'agreement among raft nodes before linearized reading' (duration: 304.600931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:44.906435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:44.601541Z","time spent":"304.882248ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:10:44.90632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.343408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:10:44.906531Z","caller":"traceutil/trace.go:171","msg":"trace[96752266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2882; }","duration":"424.598124ms","start":"2026-05-20T04:10:44.481883Z","end":"2026-05-20T04:10:44.906482Z","steps":["trace[96752266] 'agreement among raft nodes before linearized reading' (duration: 424.276186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:44.906068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.22563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:44.906563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.644675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-05-20T04:10:44.906567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.541211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:10:44.9066Z","caller":"traceutil/trace.go:171","msg":"trace[1448332432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2882; }","duration":"384.852786ms","start":"2026-05-20T04:10:44.521733Z","end":"2026-05-20T04:10:44.906586Z","steps":["trace[1448332432] 'agreement among raft nodes before linearized reading' (duration: 384.199829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:44.906582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.621559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T04:10:44.906614Z","caller":"traceutil/trace.go:171","msg":"trace[124356469] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2882; }","duration":"219.718506ms","start":"2026-05-20T04:10:44.686882Z","end":"2026-05-20T04:10:44.906601Z","steps":["trace[124356469] 'agreement among raft nodes before linearized reading' (duration: 219.571383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:44.906631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:44.481865Z","time spent":"424.747269ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:10:44.906646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:44.521713Z","time spent":"384.922097ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:10:44.906119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.744068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:10:44.906849Z","caller":"traceutil/trace.go:171","msg":"trace[2117690590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2882; }","duration":"425.525158ms","start":"2026-05-20T04:10:44.481305Z","end":"2026-05-20T04:10:44.90683Z","steps":["trace[2117690590] 'agreement among raft nodes before linearized reading' (duration: 424.562644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:44.906863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.235548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:10:44.906913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:44.481284Z","time spent":"425.61166ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:10:44.906974Z","caller":"traceutil/trace.go:171","msg":"trace[638263290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2882; }","duration":"569.33738ms","start":"2026-05-20T04:10:44.337601Z","end":"2026-05-20T04:10:44.906938Z","steps":["trace[638263290] 'agreement among raft nodes before linearized reading' (duration: 568.087368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:44.906647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.481744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:10:44.907057Z","caller":"traceutil/trace.go:171","msg":"trace[616488836] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2882; }","duration":"380.904115ms","start":"2026-05-20T04:10:44.526137Z","end":"2026-05-20T04:10:44.907041Z","steps":["trace[616488836] 'agreement among raft nodes before linearized reading' (duration: 380.361002ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:44.906642Z","caller":"traceutil/trace.go:171","msg":"trace[1228680719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2882; }","duration":"381.657104ms","start":"2026-05-20T04:10:44.524967Z","end":"2026-05-20T04:10:44.906624Z","steps":["trace[1228680719] 'agreement among raft nodes before linearized reading' (duration: 380.774132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:44.907203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:44.52494Z","time spent":"382.249859ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:10:44.907068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:44.337595Z","time spent":"569.430063ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:10:44.907148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:44.52613Z","time spent":"380.971537ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:10:44.906663Z","caller":"traceutil/trace.go:171","msg":"trace[1870001757] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2882; }","duration":"457.733012ms","start":"2026-05-20T04:10:44.448909Z","end":"2026-05-20T04:10:44.906642Z","steps":["trace[1870001757] 'agreement among raft nodes before linearized reading' (duration: 457.555188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:44.907731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:44.448887Z","time spent":"458.823709ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-20T04:10:45.035309Z","caller":"traceutil/trace.go:171","msg":"trace[1792547686] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"122.876797ms","start":"2026-05-20T04:10:44.912408Z","end":"2026-05-20T04:10:45.035285Z","steps":["trace[1792547686] 'process raft request' (duration: 122.825166ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:45.035349Z","caller":"traceutil/trace.go:171","msg":"trace[677424157] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"123.009101ms","start":"2026-05-20T04:10:44.912311Z","end":"2026-05-20T04:10:45.035321Z","steps":["trace[677424157] 'process raft request' (duration: 100.603847ms)","trace[677424157] 'compare' (duration: 22.144347ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:45.03554Z","caller":"traceutil/trace.go:171","msg":"trace[1572501309] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"122.158059ms","start":"2026-05-20T04:10:44.913363Z","end":"2026-05-20T04:10:45.035521Z","steps":["trace[1572501309] 'process raft request' (duration: 121.894362ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:45.035797Z","caller":"traceutil/trace.go:171","msg":"trace[950614151] linearizableReadLoop","detail":"{readStateIndex:3031; appliedIndex:3025; }","duration":"121.563993ms","start":"2026-05-20T04:10:44.914222Z","end":"2026-05-20T04:10:45.035786Z","steps":["trace[950614151] 'read index received' (duration: 38.219018ms)","trace[950614151] 'applied index is now lower than readState.Index' (duration: 83.344305ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:45.035857Z","caller":"traceutil/trace.go:171","msg":"trace[1630455331] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"121.080691ms","start":"2026-05-20T04:10:44.914768Z","end":"2026-05-20T04:10:45.035849Z","steps":["trace[1630455331] 'process raft request' (duration: 120.935377ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:45.035785Z","caller":"traceutil/trace.go:171","msg":"trace[1184765038] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"122.031125ms","start":"2026-05-20T04:10:44.913732Z","end":"2026-05-20T04:10:45.035763Z","steps":["trace[1184765038] 'process raft request' (duration: 121.718687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:45.036144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.544342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:83632"} {"level":"info","ts":"2026-05-20T04:10:45.03681Z","caller":"traceutil/trace.go:171","msg":"trace[54996029] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:2889; }","duration":"122.224971ms","start":"2026-05-20T04:10:44.91457Z","end":"2026-05-20T04:10:45.036795Z","steps":["trace[54996029] 'agreement among raft nodes before linearized reading' (duration: 121.4462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:45.03614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.890032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:83632"} {"level":"info","ts":"2026-05-20T04:10:45.036993Z","caller":"traceutil/trace.go:171","msg":"trace[1953753787] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:2889; }","duration":"122.783434ms","start":"2026-05-20T04:10:44.914189Z","end":"2026-05-20T04:10:45.036973Z","steps":["trace[1953753787] 'agreement among raft nodes before linearized reading' (duration: 121.668745ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:45.03618Z","caller":"traceutil/trace.go:171","msg":"trace[416645342] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"123.032271ms","start":"2026-05-20T04:10:44.912361Z","end":"2026-05-20T04:10:45.035393Z","steps":["trace[416645342] 'process raft request' (duration: 122.833746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:47.020309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578219075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:10:47.100635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.446849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:10:47.100747Z","caller":"traceutil/trace.go:171","msg":"trace[382613437] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"791.215292ms","start":"2026-05-20T04:10:46.309511Z","end":"2026-05-20T04:10:47.100726Z","steps":["trace[382613437] 'process raft request' (duration: 31.592299ms)","trace[382613437] 'compare' (duration: 759.08286ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:47.10083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:46.309482Z","time spent":"791.306235ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:47.118954Z","caller":"traceutil/trace.go:171","msg":"trace[2116747700] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"606.574044ms","start":"2026-05-20T04:10:46.512363Z","end":"2026-05-20T04:10:47.118937Z","steps":["trace[2116747700] 'process raft request' (duration: 606.455361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:47.119076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:46.512335Z","time spent":"606.675777ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:48.519613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.400873225s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:10:48.519797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:10:48.519874Z","caller":"traceutil/trace.go:171","msg":"trace[1623391706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285796s","start":"2026-05-20T04:10:46.519572Z","end":"2026-05-20T04:10:48.519858Z","steps":["trace[1623391706] 'agreement among raft nodes before linearized reading' (duration: 2.000179964s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:48.519915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:46.519549Z","time spent":"2.000359868s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:10:48.842242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.390626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:10:48.843042Z","caller":"traceutil/trace.go:171","msg":"trace[86564451] linearizableReadLoop","detail":"{readStateIndex:3036; appliedIndex:3034; }","duration":"2.32338923s","start":"2026-05-20T04:10:46.519624Z","end":"2026-05-20T04:10:48.843013Z","steps":["trace[86564451] 'read index received' (duration: 599.139134ms)","trace[86564451] 'applied index is now lower than readState.Index' (duration: 1.724247896s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:48.843081Z","caller":"traceutil/trace.go:171","msg":"trace[884863741] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"1.930086668s","start":"2026-05-20T04:10:46.91297Z","end":"2026-05-20T04:10:48.843057Z","steps":["trace[884863741] 'process raft request' (duration: 1.606758318s)","trace[884863741] 'compare' (duration: 321.722859ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:48.843329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:46.912946Z","time spent":"1.930317684s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:48.843477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.081494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:48.843494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870711137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T04:10:48.843519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920205865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-05-20T04:10:48.843525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802287785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:10:48.843552Z","caller":"traceutil/trace.go:171","msg":"trace[753572491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2892; }","duration":"323.190706ms","start":"2026-05-20T04:10:48.520343Z","end":"2026-05-20T04:10:48.843534Z","steps":["trace[753572491] 'agreement among raft nodes before linearized reading' (duration: 323.058473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:48.84357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800764526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:10:48.843553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802318786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:10:48.843593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:48.52033Z","time spent":"323.256088ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:10:48.843601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800066038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:10:48.843591Z","caller":"traceutil/trace.go:171","msg":"trace[1963782011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2892; }","duration":"1.920302887s","start":"2026-05-20T04:10:46.923263Z","end":"2026-05-20T04:10:48.843566Z","steps":["trace[1963782011] 'agreement among raft nodes before linearized reading' (duration: 1.920105972s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:48.843592Z","caller":"traceutil/trace.go:171","msg":"trace[1952129220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2892; }","duration":"1.802405358s","start":"2026-05-20T04:10:47.041169Z","end":"2026-05-20T04:10:48.843575Z","steps":["trace[1952129220] 'agreement among raft nodes before linearized reading' (duration: 1.802205673s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:48.84362Z","caller":"traceutil/trace.go:171","msg":"trace[404359296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2892; }","duration":"1.800842068s","start":"2026-05-20T04:10:47.042766Z","end":"2026-05-20T04:10:48.843608Z","steps":["trace[404359296] 'agreement among raft nodes before linearized reading' (duration: 1.800622732s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:48.843602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925862899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" ","response":"range_response_count:1 size:3923"} {"level":"info","ts":"2026-05-20T04:10:48.843636Z","caller":"traceutil/trace.go:171","msg":"trace[447403663] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:2892; }","duration":"1.800122289s","start":"2026-05-20T04:10:47.043504Z","end":"2026-05-20T04:10:48.843626Z","steps":["trace[447403663] 'agreement among raft nodes before linearized reading' (duration: 1.800037927s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:48.843583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739702712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-20T04:10:48.843653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:47.041145Z","time spent":"1.802498481s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:10:48.843652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:46.92321Z","time spent":"1.920429251s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:10:48.843647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769939666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:10:48.843661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:47.042755Z","time spent":"1.800898889s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:10:48.843673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.903428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:48.84369Z","caller":"traceutil/trace.go:171","msg":"trace[879816714] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e; range_end:; response_count:1; response_revision:2892; }","duration":"1.925991563s","start":"2026-05-20T04:10:46.917671Z","end":"2026-05-20T04:10:48.843663Z","steps":["trace[879816714] 'agreement among raft nodes before linearized reading' (duration: 1.925709186s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:48.84369Z","caller":"traceutil/trace.go:171","msg":"trace[2007326800] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2892; }","duration":"1.739850996s","start":"2026-05-20T04:10:47.103824Z","end":"2026-05-20T04:10:48.843675Z","steps":["trace[2007326800] 'agreement among raft nodes before linearized reading' (duration: 1.73961852s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:48.843574Z","caller":"traceutil/trace.go:171","msg":"trace[1472338955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2892; }","duration":"1.870824849s","start":"2026-05-20T04:10:46.972724Z","end":"2026-05-20T04:10:48.843549Z","steps":["trace[1472338955] 'agreement among raft nodes before linearized reading' (duration: 1.870635255s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:48.843724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315015997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" ","response":"range_response_count:1 size:3923"} {"level":"info","ts":"2026-05-20T04:10:48.843749Z","caller":"traceutil/trace.go:171","msg":"trace[1590586986] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:2892; }","duration":"936.015281ms","start":"2026-05-20T04:10:47.907712Z","end":"2026-05-20T04:10:48.843727Z","steps":["trace[1590586986] 'agreement among raft nodes before linearized reading' (duration: 935.902238ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:48.843713Z","caller":"traceutil/trace.go:171","msg":"trace[305802294] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2892; }","duration":"1.770050479s","start":"2026-05-20T04:10:47.073647Z","end":"2026-05-20T04:10:48.843697Z","steps":["trace[305802294] 'agreement among raft nodes before linearized reading' (duration: 1.769906526s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:48.84376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:46.917644Z","time spent":"1.926103425s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3945,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" "} {"level":"info","ts":"2026-05-20T04:10:48.843783Z","caller":"traceutil/trace.go:171","msg":"trace[726815248] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e; range_end:; response_count:1; response_revision:2892; }","duration":"1.315107238s","start":"2026-05-20T04:10:47.528658Z","end":"2026-05-20T04:10:48.843765Z","steps":["trace[726815248] 'agreement among raft nodes before linearized reading' (duration: 1.314961604s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:48.843768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:47.103763Z","time spent":"1.73998877s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T04:10:48.843809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:47.90769Z","time spent":"936.107264ms","remote":"127.0.0.1:57734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:48.84383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:47.528637Z","time spent":"1.315180401s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3945,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" "} {"level":"warn","ts":"2026-05-20T04:10:48.8435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797495062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:10:48.843641Z","caller":"traceutil/trace.go:171","msg":"trace[530195205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2892; }","duration":"1.802452229s","start":"2026-05-20T04:10:47.041169Z","end":"2026-05-20T04:10:48.843621Z","steps":["trace[530195205] 'agreement among raft nodes before linearized reading' (duration: 1.802186993s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:48.843896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:47.073627Z","time spent":"1.770182273s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":26,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:48.84393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:47.041144Z","time spent":"1.802775699s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:10:48.843773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:46.972707Z","time spent":"1.871054926s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:10:48.843921Z","caller":"traceutil/trace.go:171","msg":"trace[1205263323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2892; }","duration":"1.797997466s","start":"2026-05-20T04:10:47.045912Z","end":"2026-05-20T04:10:48.843909Z","steps":["trace[1205263323] 'agreement among raft nodes before linearized reading' (duration: 1.79742112s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:48.844114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:47.045898Z","time spent":"1.79820628s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:10:48.843553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.141095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:48.844203Z","caller":"traceutil/trace.go:171","msg":"trace[509197300] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2892; }","duration":"956.866605ms","start":"2026-05-20T04:10:47.887324Z","end":"2026-05-20T04:10:48.84419Z","steps":["trace[509197300] 'agreement among raft nodes before linearized reading' (duration: 956.126475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:48.844237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:47.887299Z","time spent":"956.925907ms","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:48.843775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801888005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:10:48.844372Z","caller":"traceutil/trace.go:171","msg":"trace[619616528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2892; }","duration":"1.802502422s","start":"2026-05-20T04:10:47.041853Z","end":"2026-05-20T04:10:48.844356Z","steps":["trace[619616528] 'agreement among raft nodes before linearized reading' (duration: 1.801814503s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:48.843671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:47.043491Z","time spent":"1.8001754s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:10:48.844442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:47.041842Z","time spent":"1.802581334s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:10:48.844031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029811242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:48.844532Z","caller":"traceutil/trace.go:171","msg":"trace[1541336940] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2892; }","duration":"2.030318815s","start":"2026-05-20T04:10:46.814201Z","end":"2026-05-20T04:10:48.84452Z","steps":["trace[1541336940] 'agreement among raft nodes before linearized reading' (duration: 2.029134504s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:48.844582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:46.81414Z","time spent":"2.030426458s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:10:49.018088Z","caller":"traceutil/trace.go:171","msg":"trace[210182832] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"167.152761ms","start":"2026-05-20T04:10:48.850908Z","end":"2026-05-20T04:10:49.018061Z","steps":["trace[210182832] 'process raft request' (duration: 167.031848ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:49.018229Z","caller":"traceutil/trace.go:171","msg":"trace[21545560] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"165.879957ms","start":"2026-05-20T04:10:48.852335Z","end":"2026-05-20T04:10:49.018215Z","steps":["trace[21545560] 'process raft request' (duration: 165.677322ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:49.018379Z","caller":"traceutil/trace.go:171","msg":"trace[1463792070] linearizableReadLoop","detail":"{readStateIndex:3039; appliedIndex:3036; }","duration":"166.761431ms","start":"2026-05-20T04:10:48.851608Z","end":"2026-05-20T04:10:49.01837Z","steps":["trace[1463792070] 'read index received' (duration: 17.207951ms)","trace[1463792070] 'applied index is now lower than readState.Index' (duration: 149.55271ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:49.018406Z","caller":"traceutil/trace.go:171","msg":"trace[1277031027] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"168.213578ms","start":"2026-05-20T04:10:48.850179Z","end":"2026-05-20T04:10:49.018392Z","steps":["trace[1277031027] 'process raft request' (duration: 135.980702ms)","trace[1277031027] 'compare' (duration: 31.516078ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:49.018478Z","caller":"traceutil/trace.go:171","msg":"trace[892160570] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"165.537729ms","start":"2026-05-20T04:10:48.852933Z","end":"2026-05-20T04:10:49.018471Z","steps":["trace[892160570] 'process raft request' (duration: 165.235291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:49.01874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.10928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:83632"} {"level":"info","ts":"2026-05-20T04:10:49.018783Z","caller":"traceutil/trace.go:171","msg":"trace[1765703209] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:2897; }","duration":"167.182441ms","start":"2026-05-20T04:10:48.851591Z","end":"2026-05-20T04:10:49.018773Z","steps":["trace[1765703209] 'agreement among raft nodes before linearized reading' (duration: 166.956536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:49.018975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.994605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:83632"} {"level":"warn","ts":"2026-05-20T04:10:49.018776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.023327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:49.019037Z","caller":"traceutil/trace.go:171","msg":"trace[1128152123] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:2897; }","duration":"165.15408ms","start":"2026-05-20T04:10:48.853867Z","end":"2026-05-20T04:10:49.019022Z","steps":["trace[1128152123] 'agreement among raft nodes before linearized reading' (duration: 164.855612ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:49.019176Z","caller":"traceutil/trace.go:171","msg":"trace[416473019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2897; }","duration":"167.397278ms","start":"2026-05-20T04:10:48.8517Z","end":"2026-05-20T04:10:49.019097Z","steps":["trace[416473019] 'agreement among raft nodes before linearized reading' (duration: 166.970927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:49.595998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.03984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:10:49.596208Z","caller":"traceutil/trace.go:171","msg":"trace[1224565037] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2897; }","duration":"121.252005ms","start":"2026-05-20T04:10:49.474918Z","end":"2026-05-20T04:10:49.59617Z","steps":["trace[1224565037] 'count revisions from in-memory index tree' (duration: 120.899756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:50.73933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.213354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:50.739434Z","caller":"traceutil/trace.go:171","msg":"trace[1527081162] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2898; }","duration":"360.387318ms","start":"2026-05-20T04:10:50.379028Z","end":"2026-05-20T04:10:50.739416Z","steps":["trace[1527081162] 'count revisions from in-memory index tree' (duration: 360.024739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:50.739499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:50.379008Z","time spent":"360.469421ms","remote":"127.0.0.1:33938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:50.739582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.193832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:50.739689Z","caller":"traceutil/trace.go:171","msg":"trace[1706657468] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:2898; }","duration":"144.356607ms","start":"2026-05-20T04:10:50.595304Z","end":"2026-05-20T04:10:50.739661Z","steps":["trace[1706657468] 'count revisions from in-memory index tree' (duration: 144.044159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:50.739618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.042194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:50.739798Z","caller":"traceutil/trace.go:171","msg":"trace[1921677640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2898; }","duration":"218.28239ms","start":"2026-05-20T04:10:50.521484Z","end":"2026-05-20T04:10:50.739767Z","steps":["trace[1921677640] 'range keys from in-memory index tree' (duration: 217.89369ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:51.023749Z","caller":"traceutil/trace.go:171","msg":"trace[701307358] linearizableReadLoop","detail":"{readStateIndex:3043; appliedIndex:3042; }","duration":"169.140932ms","start":"2026-05-20T04:10:50.854575Z","end":"2026-05-20T04:10:51.023716Z","steps":["trace[701307358] 'read index received' (duration: 168.385422ms)","trace[701307358] 'applied index is now lower than readState.Index' (duration: 754.37µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:51.023784Z","caller":"traceutil/trace.go:171","msg":"trace[2073305412] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"171.327797ms","start":"2026-05-20T04:10:50.852428Z","end":"2026-05-20T04:10:51.023756Z","steps":["trace[2073305412] 'process raft request' (duration: 170.637269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:51.02409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.461222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-20T04:10:51.024146Z","caller":"traceutil/trace.go:171","msg":"trace[1367777263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2899; }","duration":"164.567844ms","start":"2026-05-20T04:10:50.859564Z","end":"2026-05-20T04:10:51.024132Z","steps":["trace[1367777263] 'agreement among raft nodes before linearized reading' (duration: 164.333909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:51.024118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.508491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" ","response":"range_response_count:1 size:3923"} {"level":"info","ts":"2026-05-20T04:10:51.024218Z","caller":"traceutil/trace.go:171","msg":"trace[760166443] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e; range_end:; response_count:1; response_revision:2899; }","duration":"169.651355ms","start":"2026-05-20T04:10:50.85454Z","end":"2026-05-20T04:10:51.024192Z","steps":["trace[760166443] 'agreement among raft nodes before linearized reading' (duration: 169.326657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:51.024478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.331651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:10:51.024551Z","caller":"traceutil/trace.go:171","msg":"trace[1927179128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2899; }","duration":"152.436064ms","start":"2026-05-20T04:10:50.872099Z","end":"2026-05-20T04:10:51.024535Z","steps":["trace[1927179128] 'agreement among raft nodes before linearized reading' (duration: 152.2811ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:51.496264Z","caller":"traceutil/trace.go:171","msg":"trace[838596304] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"467.862792ms","start":"2026-05-20T04:10:51.028322Z","end":"2026-05-20T04:10:51.496185Z","steps":["trace[838596304] 'process raft request' (duration: 455.486155ms)","trace[838596304] 'compare' (duration: 11.195547ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:51.496487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:51.028297Z","time spent":"468.082867ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:51.500817Z","caller":"traceutil/trace.go:171","msg":"trace[1676015002] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"471.851463ms","start":"2026-05-20T04:10:51.028936Z","end":"2026-05-20T04:10:51.500787Z","steps":["trace[1676015002] 'process raft request' (duration: 471.751151ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:51.500851Z","caller":"traceutil/trace.go:171","msg":"trace[2026063101] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"471.947726ms","start":"2026-05-20T04:10:51.028872Z","end":"2026-05-20T04:10:51.500819Z","steps":["trace[2026063101] 'process raft request' (duration: 471.673049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:51.501004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:51.02893Z","time spent":"471.968106ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:51.501284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:51.028853Z","time spent":"472.068278ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:51.502074Z","caller":"traceutil/trace.go:171","msg":"trace[2046567407] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"473.041923ms","start":"2026-05-20T04:10:51.029005Z","end":"2026-05-20T04:10:51.502047Z","steps":["trace[2046567407] 'process raft request' (duration: 471.72315ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:51.502116Z","caller":"traceutil/trace.go:171","msg":"trace[1354315002] linearizableReadLoop","detail":"{readStateIndex:3047; appliedIndex:3043; }","duration":"472.696105ms","start":"2026-05-20T04:10:51.029395Z","end":"2026-05-20T04:10:51.502091Z","steps":["trace[1354315002] 'read index received' (duration: 454.428828ms)","trace[1354315002] 'applied index is now lower than readState.Index' (duration: 18.262627ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:10:51.502171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:51.02899Z","time spent":"473.140226ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:51.50227Z","caller":"traceutil/trace.go:171","msg":"trace[191581807] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"472.626702ms","start":"2026-05-20T04:10:51.0296Z","end":"2026-05-20T04:10:51.502227Z","steps":["trace[191581807] 'process raft request' (duration: 472.365756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:51.502481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.077475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:83632"} {"level":"warn","ts":"2026-05-20T04:10:51.502487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:51.029584Z","time spent":"472.802308ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:10:51.502533Z","caller":"traceutil/trace.go:171","msg":"trace[646046903] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:2904; }","duration":"473.153867ms","start":"2026-05-20T04:10:51.029367Z","end":"2026-05-20T04:10:51.502521Z","steps":["trace[646046903] 'agreement among raft nodes before linearized reading' (duration: 472.869419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:51.502573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:51.029358Z","time spent":"473.205808ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":83654,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:10:51.50355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.142172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:83632"} {"level":"info","ts":"2026-05-20T04:10:51.503632Z","caller":"traceutil/trace.go:171","msg":"trace[1119848808] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:2904; }","duration":"472.255674ms","start":"2026-05-20T04:10:51.031358Z","end":"2026-05-20T04:10:51.503613Z","steps":["trace[1119848808] 'agreement among raft nodes before linearized reading' (duration: 470.900319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:51.503685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:51.03135Z","time spent":"472.325386ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":83654,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:10:52.767153Z","caller":"traceutil/trace.go:171","msg":"trace[1778604325] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"154.400974ms","start":"2026-05-20T04:10:52.612694Z","end":"2026-05-20T04:10:52.767095Z","steps":["trace[1778604325] 'process raft request' (duration: 154.192949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:53.534528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578219116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:10:54.035164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578219116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:10:54.535839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578219116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:10:54.648152Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.617703787s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:10:54.648748Z","caller":"traceutil/trace.go:171","msg":"trace[622284881] linearizableReadLoop","detail":"{readStateIndex:3051; appliedIndex:3050; }","duration":"1.615230325s","start":"2026-05-20T04:10:53.033493Z","end":"2026-05-20T04:10:54.648723Z","steps":["trace[622284881] 'read index received' (duration: 1.614993919s)","trace[622284881] 'applied index is now lower than readState.Index' (duration: 235.316µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:10:54.648814Z","caller":"traceutil/trace.go:171","msg":"trace[1179724119] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"1.618463837s","start":"2026-05-20T04:10:53.030323Z","end":"2026-05-20T04:10:54.648786Z","steps":["trace[1179724119] 'process raft request' (duration: 1.61818851s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:54.648987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:53.030291Z","time spent":"1.618602811s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:10:54.649039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615506622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" ","response":"range_response_count:1 size:3923"} {"level":"info","ts":"2026-05-20T04:10:54.649109Z","caller":"traceutil/trace.go:171","msg":"trace[188368301] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e; range_end:; response_count:1; response_revision:2907; }","duration":"1.615663276s","start":"2026-05-20T04:10:53.033433Z","end":"2026-05-20T04:10:54.649096Z","steps":["trace[188368301] 'agreement among raft nodes before linearized reading' (duration: 1.615377929s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:54.649173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:53.033405Z","time spent":"1.615754709s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3945,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-703f48a8-a951-4040-a972-6b6403611a3e\" "} {"level":"warn","ts":"2026-05-20T04:10:54.653449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147421594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:10:54.653489Z","caller":"traceutil/trace.go:171","msg":"trace[1076866248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2908; }","duration":"1.147514647s","start":"2026-05-20T04:10:53.505966Z","end":"2026-05-20T04:10:54.653481Z","steps":["trace[1076866248] 'agreement among raft nodes before linearized reading' (duration: 1.147374823s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:54.653464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.784059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:54.653539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:53.505934Z","time spent":"1.147574029s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:10:54.653593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.866458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:10:54.653594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146772447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:54.653631Z","caller":"traceutil/trace.go:171","msg":"trace[1308247413] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2908; }","duration":"477.932469ms","start":"2026-05-20T04:10:54.175688Z","end":"2026-05-20T04:10:54.653621Z","steps":["trace[1308247413] 'agreement among raft nodes before linearized reading' (duration: 477.868478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:54.653682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.135247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:54.653689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:54.175666Z","time spent":"478.010901ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":11,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:10:54.653715Z","caller":"traceutil/trace.go:171","msg":"trace[1822315216] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2908; }","duration":"678.197609ms","start":"2026-05-20T04:10:53.975509Z","end":"2026-05-20T04:10:54.653706Z","steps":["trace[1822315216] 'agreement among raft nodes before linearized reading' (duration: 678.151717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:54.65374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:53.97549Z","time spent":"678.243079ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:54.653637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13241754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:10:54.653773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153028278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T04:10:54.653828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146938562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T04:10:54.653955Z","caller":"traceutil/trace.go:171","msg":"trace[777334141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2908; }","duration":"1.147069266s","start":"2026-05-20T04:10:53.506859Z","end":"2026-05-20T04:10:54.653928Z","steps":["trace[777334141] 'agreement among raft nodes before linearized reading' (duration: 1.146808619s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:54.653991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:53.506852Z","time spent":"1.147129728s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:10:54.653986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147342584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:10:54.65399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148155274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-20T04:10:54.653851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144654203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:10:54.654033Z","caller":"traceutil/trace.go:171","msg":"trace[1177267061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2908; }","duration":"1.148229636s","start":"2026-05-20T04:10:53.505794Z","end":"2026-05-20T04:10:54.654024Z","steps":["trace[1177267061] 'agreement among raft nodes before linearized reading' (duration: 1.148110383s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:54.654035Z","caller":"traceutil/trace.go:171","msg":"trace[2144916125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2908; }","duration":"1.147423776s","start":"2026-05-20T04:10:53.506597Z","end":"2026-05-20T04:10:54.654021Z","steps":["trace[2144916125] 'agreement among raft nodes before linearized reading' (duration: 1.147312813s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:54.654053Z","caller":"traceutil/trace.go:171","msg":"trace[82544644] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:2908; }","duration":"1.14488138s","start":"2026-05-20T04:10:53.509155Z","end":"2026-05-20T04:10:54.654036Z","steps":["trace[82544644] 'agreement among raft nodes before linearized reading' (duration: 1.144563341s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:54.654076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:53.505777Z","time spent":"1.148291457s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:10:54.654077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:53.506574Z","time spent":"1.147496227s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:10:54.653815Z","caller":"traceutil/trace.go:171","msg":"trace[1646300976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2908; }","duration":"1.132604235s","start":"2026-05-20T04:10:53.521196Z","end":"2026-05-20T04:10:54.653801Z","steps":["trace[1646300976] 'agreement among raft nodes before linearized reading' (duration: 1.13240628s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:54.654115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:53.52119Z","time spent":"1.132921954s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:10:54.653653Z","caller":"traceutil/trace.go:171","msg":"trace[721826285] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2908; }","duration":"1.147000284s","start":"2026-05-20T04:10:53.506644Z","end":"2026-05-20T04:10:54.653644Z","steps":["trace[721826285] 'agreement among raft nodes before linearized reading' (duration: 1.146908572s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:54.654203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:53.506629Z","time spent":"1.147553149s","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:54.65409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:53.509141Z","time spent":"1.144939241s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"info","ts":"2026-05-20T04:10:54.653871Z","caller":"traceutil/trace.go:171","msg":"trace[1146249489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2908; }","duration":"1.153148651s","start":"2026-05-20T04:10:53.500687Z","end":"2026-05-20T04:10:54.653835Z","steps":["trace[1146249489] 'agreement among raft nodes before linearized reading' (duration: 1.152972456s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:54.654337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:53.500664Z","time spent":"1.153665564s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:10:54.653534Z","caller":"traceutil/trace.go:171","msg":"trace[2013207194] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2908; }","duration":"606.914712ms","start":"2026-05-20T04:10:54.046604Z","end":"2026-05-20T04:10:54.653519Z","steps":["trace[2013207194] 'agreement among raft nodes before linearized reading' (duration: 606.764098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:54.654408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:54.046576Z","time spent":"607.821096ms","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:10:54.653789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146173882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:10:54.654434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618357355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-20T04:10:54.654489Z","caller":"traceutil/trace.go:171","msg":"trace[1400628945] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2908; }","duration":"1.146971274s","start":"2026-05-20T04:10:53.507493Z","end":"2026-05-20T04:10:54.654464Z","steps":["trace[1400628945] 'agreement among raft nodes before linearized reading' (duration: 1.145835204s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:54.654582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:53.507472Z","time spent":"1.147078947s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:10:54.654545Z","caller":"traceutil/trace.go:171","msg":"trace[1674404571] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2908; }","duration":"1.61853126s","start":"2026-05-20T04:10:53.035991Z","end":"2026-05-20T04:10:54.654522Z","steps":["trace[1674404571] 'agreement among raft nodes before linearized reading' (duration: 1.617318939s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:54.6539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360097741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-0.18b12aa7354b07ae\" ","response":"range_response_count:1 size:973"} {"level":"warn","ts":"2026-05-20T04:10:54.654644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:53.035965Z","time spent":"1.618664033s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:10:54.654675Z","caller":"traceutil/trace.go:171","msg":"trace[379039874] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-0.18b12aa7354b07ae; range_end:; response_count:1; response_revision:2908; }","duration":"1.360911222s","start":"2026-05-20T04:10:53.293754Z","end":"2026-05-20T04:10:54.654666Z","steps":["trace[379039874] 'agreement among raft nodes before linearized reading' (duration: 1.36007845s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:54.654711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:10:53.293728Z","time spent":"1.360973764s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":995,"request content":"key:\"/registry/events/openstack/valkey-data-valkey-node-0.18b12aa7354b07ae\" "} {"level":"warn","ts":"2026-05-20T04:10:55.90321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.702798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:55.903283Z","caller":"traceutil/trace.go:171","msg":"trace[62518115] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2917; }","duration":"221.832772ms","start":"2026-05-20T04:10:55.681431Z","end":"2026-05-20T04:10:55.903264Z","steps":["trace[62518115] 'count revisions from in-memory index tree' (duration: 221.579444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:55.90338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.186052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-20T04:10:55.903458Z","caller":"traceutil/trace.go:171","msg":"trace[1303688533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2917; }","duration":"242.280605ms","start":"2026-05-20T04:10:55.661155Z","end":"2026-05-20T04:10:55.903436Z","steps":["trace[1303688533] 'range keys from in-memory index tree' (duration: 242.014557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:10:55.903608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.289674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:10:55.903688Z","caller":"traceutil/trace.go:171","msg":"trace[876989284] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:2917; }","duration":"247.390766ms","start":"2026-05-20T04:10:55.656272Z","end":"2026-05-20T04:10:55.903663Z","steps":["trace[876989284] 'range keys from in-memory index tree' (duration: 247.200231ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:10:59.797889Z","caller":"traceutil/trace.go:171","msg":"trace[1408550446] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"153.675415ms","start":"2026-05-20T04:10:59.644191Z","end":"2026-05-20T04:10:59.797866Z","steps":["trace[1408550446] 'process raft request' (duration: 153.510191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:00.220062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.736927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-20T04:11:00.220173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.963917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-20T04:11:00.220175Z","caller":"traceutil/trace.go:171","msg":"trace[1145762932] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2960; }","duration":"178.8813ms","start":"2026-05-20T04:11:00.041257Z","end":"2026-05-20T04:11:00.220138Z","steps":["trace[1145762932] 'range keys from in-memory index tree' (duration: 178.587782ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:00.220209Z","caller":"traceutil/trace.go:171","msg":"trace[1933769094] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2960; }","duration":"178.025839ms","start":"2026-05-20T04:11:00.042171Z","end":"2026-05-20T04:11:00.220197Z","steps":["trace[1933769094] 'range keys from in-memory index tree' (duration: 177.821003ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:00.220321Z","caller":"traceutil/trace.go:171","msg":"trace[1529960683] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"162.672837ms","start":"2026-05-20T04:11:00.057615Z","end":"2026-05-20T04:11:00.220288Z","steps":["trace[1529960683] 'process raft request' (duration: 156.56613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:00.220425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.62168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-20T04:11:00.220481Z","caller":"traceutil/trace.go:171","msg":"trace[905381841] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2960; }","duration":"293.824635ms","start":"2026-05-20T04:10:59.926643Z","end":"2026-05-20T04:11:00.220467Z","steps":["trace[905381841] 'range keys from in-memory index tree' (duration: 293.397754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:03.024165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.56709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T04:11:03.024438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.996245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:11:03.024505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.749933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:11:03.02453Z","caller":"traceutil/trace.go:171","msg":"trace[1484848127] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:2973; }","duration":"238.117708ms","start":"2026-05-20T04:11:02.786394Z","end":"2026-05-20T04:11:03.024512Z","steps":["trace[1484848127] 'range keys from in-memory index tree' (duration: 237.850841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:03.024548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.093425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:11:03.024522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.186738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:11:03.024601Z","caller":"traceutil/trace.go:171","msg":"trace[292874085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2973; }","duration":"241.173407ms","start":"2026-05-20T04:11:02.783417Z","end":"2026-05-20T04:11:03.02459Z","steps":["trace[292874085] 'range keys from in-memory index tree' (duration: 241.000662ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:03.024658Z","caller":"traceutil/trace.go:171","msg":"trace[275885933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2973; }","duration":"241.378913ms","start":"2026-05-20T04:11:02.78325Z","end":"2026-05-20T04:11:03.024629Z","steps":["trace[275885933] 'range keys from in-memory index tree' (duration: 240.974041ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:03.024552Z","caller":"traceutil/trace.go:171","msg":"trace[1576823650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2973; }","duration":"245.797635ms","start":"2026-05-20T04:11:02.778741Z","end":"2026-05-20T04:11:03.024538Z","steps":["trace[1576823650] 'range keys from in-memory index tree' (duration: 245.612541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:03.024538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.660384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:11:03.024969Z","caller":"traceutil/trace.go:171","msg":"trace[1723331901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2973; }","duration":"241.144466ms","start":"2026-05-20T04:11:02.783807Z","end":"2026-05-20T04:11:03.024951Z","steps":["trace[1723331901] 'range keys from in-memory index tree' (duration: 240.478099ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:03.024274Z","caller":"traceutil/trace.go:171","msg":"trace[385597684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2973; }","duration":"240.706443ms","start":"2026-05-20T04:11:02.783544Z","end":"2026-05-20T04:11:03.02425Z","steps":["trace[385597684] 'range keys from in-memory index tree' (duration: 240.407266ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:03.045201Z","caller":"traceutil/trace.go:171","msg":"trace[67050875] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"188.625311ms","start":"2026-05-20T04:11:02.856554Z","end":"2026-05-20T04:11:03.045179Z","steps":["trace[67050875] 'process raft request' (duration: 188.468857ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:03.05683Z","caller":"traceutil/trace.go:171","msg":"trace[1749687822] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"100.484753ms","start":"2026-05-20T04:11:02.956289Z","end":"2026-05-20T04:11:03.056774Z","steps":["trace[1749687822] 'process raft request' (duration: 100.256517ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:03.926365Z","caller":"traceutil/trace.go:171","msg":"trace[298083369] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"105.06945ms","start":"2026-05-20T04:11:03.821273Z","end":"2026-05-20T04:11:03.926343Z","steps":["trace[298083369] 'process raft request' (duration: 104.921246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:06.698884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.521831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:06.69898Z","caller":"traceutil/trace.go:171","msg":"trace[1253777937] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:2991; }","duration":"105.671466ms","start":"2026-05-20T04:11:06.593289Z","end":"2026-05-20T04:11:06.69896Z","steps":["trace[1253777937] 'count revisions from in-memory index tree' (duration: 105.438199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:09.909802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.598074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:11:09.91019Z","caller":"traceutil/trace.go:171","msg":"trace[1114965867] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"237.570377ms","start":"2026-05-20T04:11:09.672605Z","end":"2026-05-20T04:11:09.910176Z","steps":["trace[1114965867] 'process raft request' (duration: 237.33179ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:09.910214Z","caller":"traceutil/trace.go:171","msg":"trace[1752577585] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"401.54465ms","start":"2026-05-20T04:11:09.508619Z","end":"2026-05-20T04:11:09.910164Z","steps":["trace[1752577585] 'process raft request' (duration: 188.508284ms)","trace[1752577585] 'compare' (duration: 212.44218ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:09.910339Z","caller":"traceutil/trace.go:171","msg":"trace[939232389] linearizableReadLoop","detail":"{readStateIndex:3202; appliedIndex:3201; }","duration":"390.727835ms","start":"2026-05-20T04:11:09.519577Z","end":"2026-05-20T04:11:09.910305Z","steps":["trace[939232389] 'read index received' (duration: 177.523305ms)","trace[939232389] 'applied index is now lower than readState.Index' (duration: 213.20108ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:09.910395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:09.508588Z","time spent":"401.712524ms","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126442,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:09.910528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.92859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:09.910619Z","caller":"traceutil/trace.go:171","msg":"trace[1821707364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3055; }","duration":"391.075043ms","start":"2026-05-20T04:11:09.519522Z","end":"2026-05-20T04:11:09.910597Z","steps":["trace[1821707364] 'agreement among raft nodes before linearized reading' (duration: 390.879199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:09.910639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.870766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-05-20T04:11:09.910666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:09.5195Z","time spent":"391.157036ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:11:09.910711Z","caller":"traceutil/trace.go:171","msg":"trace[525564739] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:3055; }","duration":"350.994989ms","start":"2026-05-20T04:11:09.559697Z","end":"2026-05-20T04:11:09.910692Z","steps":["trace[525564739] 'agreement among raft nodes before linearized reading' (duration: 350.779523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:09.91077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:09.559676Z","time spent":"351.080061ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":919,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-05-20T04:11:10.103165Z","caller":"traceutil/trace.go:171","msg":"trace[1578715321] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"144.077308ms","start":"2026-05-20T04:11:09.958885Z","end":"2026-05-20T04:11:10.102962Z","steps":["trace[1578715321] 'process raft request' (duration: 117.630219ms)","trace[1578715321] 'compare' (duration: 26.157092ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:10.103243Z","caller":"traceutil/trace.go:171","msg":"trace[1747938599] transaction","detail":"{read_only:false; response_revision:3059; number_of_response:1; }","duration":"139.77324ms","start":"2026-05-20T04:11:09.963251Z","end":"2026-05-20T04:11:10.103024Z","steps":["trace[1747938599] 'process raft request' (duration: 139.571325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:10.10344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.429862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126456"} {"level":"info","ts":"2026-05-20T04:11:10.103527Z","caller":"traceutil/trace.go:171","msg":"trace[741238006] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3059; }","duration":"143.573557ms","start":"2026-05-20T04:11:09.959941Z","end":"2026-05-20T04:11:10.103515Z","steps":["trace[741238006] 'agreement among raft nodes before linearized reading' (duration: 143.105034ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:10.103085Z","caller":"traceutil/trace.go:171","msg":"trace[1668073429] linearizableReadLoop","detail":"{readStateIndex:3206; appliedIndex:3204; }","duration":"142.899079ms","start":"2026-05-20T04:11:09.959989Z","end":"2026-05-20T04:11:10.102888Z","steps":["trace[1668073429] 'read index received' (duration: 42.409894ms)","trace[1668073429] 'applied index is now lower than readState.Index' (duration: 100.488215ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:10.492677Z","caller":"traceutil/trace.go:171","msg":"trace[1099264462] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"108.199559ms","start":"2026-05-20T04:11:10.384233Z","end":"2026-05-20T04:11:10.492432Z","steps":["trace[1099264462] 'process raft request' (duration: 108.020984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:12.486863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159271637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-20T04:11:12.486928Z","caller":"traceutil/trace.go:171","msg":"trace[885831561] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79; range_end:; response_count:1; response_revision:3078; }","duration":"1.15939811s","start":"2026-05-20T04:11:11.327516Z","end":"2026-05-20T04:11:12.486914Z","steps":["trace[885831561] 'range keys from in-memory index tree' (duration: 1.159118324s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:12.486973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:11.32749Z","time spent":"1.159475783s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" "} {"level":"warn","ts":"2026-05-20T04:11:12.751891Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162836087s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:11:12.922307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333294394s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:11:12.922626Z","caller":"traceutil/trace.go:171","msg":"trace[321775828] linearizableReadLoop","detail":"{readStateIndex:3227; appliedIndex:3226; }","duration":"1.473067653s","start":"2026-05-20T04:11:11.449532Z","end":"2026-05-20T04:11:12.9226Z","steps":["trace[321775828] 'read index received' (duration: 139.546123ms)","trace[321775828] 'applied index is now lower than readState.Index' (duration: 1.33352051s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:12.922865Z","caller":"traceutil/trace.go:171","msg":"trace[1998417698] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"1.402118347s","start":"2026-05-20T04:11:11.520715Z","end":"2026-05-20T04:11:12.922833Z","steps":["trace[1998417698] 'process raft request' (duration: 1.401770399s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:12.922883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4733268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-05-20T04:11:12.923036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:11.520679Z","time spent":"1.402280941s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5397,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:12.923138Z","caller":"traceutil/trace.go:171","msg":"trace[1187553430] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3078; }","duration":"1.473586896s","start":"2026-05-20T04:11:11.449496Z","end":"2026-05-20T04:11:12.923083Z","steps":["trace[1187553430] 'agreement among raft nodes before linearized reading' (duration: 1.473187116s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:12.92324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:11.449478Z","time spent":"1.473728491s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:11:13.110206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.595767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:11:13.110478Z","caller":"traceutil/trace.go:171","msg":"trace[492811964] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"1.002564539s","start":"2026-05-20T04:11:12.107872Z","end":"2026-05-20T04:11:13.110437Z","steps":["trace[492811964] 'process raft request' (duration: 856.646674ms)","trace[492811964] 'compare' (duration: 145.451003ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:13.110527Z","caller":"traceutil/trace.go:171","msg":"trace[1413079886] linearizableReadLoop","detail":"{readStateIndex:3232; appliedIndex:3228; }","duration":"187.690823ms","start":"2026-05-20T04:11:12.922813Z","end":"2026-05-20T04:11:13.110504Z","steps":["trace[1413079886] 'read index received' (duration: 41.834689ms)","trace[1413079886] 'applied index is now lower than readState.Index' (duration: 145.854984ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:13.110638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588280151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:13.11068Z","caller":"traceutil/trace.go:171","msg":"trace[1309525735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3083; }","duration":"1.588353923s","start":"2026-05-20T04:11:11.522316Z","end":"2026-05-20T04:11:13.11067Z","steps":["trace[1309525735] 'agreement among raft nodes before linearized reading' (duration: 1.58825946s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:13.110666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:12.107846Z","time spent":"1.002723713s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:13.110716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:11.522302Z","time spent":"1.588404935s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:11:13.111049Z","caller":"traceutil/trace.go:171","msg":"trace[1320440850] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"786.743294ms","start":"2026-05-20T04:11:12.324288Z","end":"2026-05-20T04:11:13.111031Z","steps":["trace[1320440850] 'process raft request' (duration: 786.031596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:13.111178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:12.32426Z","time spent":"786.841276ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:13.111322Z","caller":"traceutil/trace.go:171","msg":"trace[372802985] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"503.035199ms","start":"2026-05-20T04:11:12.608272Z","end":"2026-05-20T04:11:13.111308Z","steps":["trace[372802985] 'process raft request' (duration: 502.106375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:13.111399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:12.608245Z","time spent":"503.11975ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:13.111424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.399913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:13.11148Z","caller":"traceutil/trace.go:171","msg":"trace[108549893] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3083; }","duration":"953.464605ms","start":"2026-05-20T04:11:12.157999Z","end":"2026-05-20T04:11:13.111463Z","steps":["trace[108549893] 'agreement among raft nodes before linearized reading' (duration: 953.363202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:13.111525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:12.157954Z","time spent":"953.561018ms","remote":"127.0.0.1:57886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:11:13.111578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204070432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-20T04:11:13.111619Z","caller":"traceutil/trace.go:171","msg":"trace[1318863512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79; range_end:; response_count:1; response_revision:3083; }","duration":"1.204136543s","start":"2026-05-20T04:11:11.907471Z","end":"2026-05-20T04:11:13.111608Z","steps":["trace[1318863512] 'agreement among raft nodes before linearized reading' (duration: 1.20400321s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:13.111649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:11.907452Z","time spent":"1.204188005s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" "} {"level":"info","ts":"2026-05-20T04:11:13.111758Z","caller":"traceutil/trace.go:171","msg":"trace[982545102] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"275.643ms","start":"2026-05-20T04:11:12.836101Z","end":"2026-05-20T04:11:13.111744Z","steps":["trace[982545102] 'process raft request' (duration: 274.348937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:13.111948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389535908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-05-20T04:11:13.112012Z","caller":"traceutil/trace.go:171","msg":"trace[1514874616] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3083; }","duration":"1.38959694s","start":"2026-05-20T04:11:11.722397Z","end":"2026-05-20T04:11:13.111994Z","steps":["trace[1514874616] 'agreement among raft nodes before linearized reading' (duration: 1.389454076s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:13.112067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:11.722372Z","time spent":"1.389681891s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-20T04:11:13.111959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.195222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:11:13.112227Z","caller":"traceutil/trace.go:171","msg":"trace[1759635728] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3083; }","duration":"270.47441ms","start":"2026-05-20T04:11:12.841713Z","end":"2026-05-20T04:11:13.112187Z","steps":["trace[1759635728] 'agreement among raft nodes before linearized reading' (duration: 270.13527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:13.614296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578219484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:11:14.115285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578219484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:11:14.232993Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126125888s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:11:14.434153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.655741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:11:14.434276Z","caller":"traceutil/trace.go:171","msg":"trace[285191507] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"1.367835979s","start":"2026-05-20T04:11:13.06642Z","end":"2026-05-20T04:11:14.434256Z","steps":["trace[285191507] 'process raft request' (duration: 1.166996073s)","trace[285191507] 'compare' (duration: 200.21162ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:14.434336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.066394Z","time spent":"1.3679145s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:15.113727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:11:15.113856Z","caller":"traceutil/trace.go:171","msg":"trace[460427922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000029729s","start":"2026-05-20T04:11:13.113804Z","end":"2026-05-20T04:11:15.113834Z","steps":["trace[460427922] 'agreement among raft nodes before linearized reading' (duration: 1.999874765s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:15.113911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.113781Z","time spent":"2.000119431s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:11:15.46556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.326204ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:15.465757Z","caller":"traceutil/trace.go:171","msg":"trace[201941166] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3084; }","duration":"234.525609ms","start":"2026-05-20T04:11:15.231199Z","end":"2026-05-20T04:11:15.465725Z","steps":["trace[201941166] 'range keys from in-memory index tree' (duration: 234.309384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:15.485912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064631571s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:11:15.486385Z","caller":"traceutil/trace.go:171","msg":"trace[241796621] linearizableReadLoop","detail":"{readStateIndex:3235; appliedIndex:3232; }","duration":"2.372515311s","start":"2026-05-20T04:11:13.11384Z","end":"2026-05-20T04:11:15.486355Z","steps":["trace[241796621] 'read index received' (duration: 1.119367307s)","trace[241796621] 'applied index is now lower than readState.Index' (duration: 1.253146444s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:15.48642Z","caller":"traceutil/trace.go:171","msg":"trace[253277807] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"2.367380691s","start":"2026-05-20T04:11:13.119007Z","end":"2026-05-20T04:11:15.486387Z","steps":["trace[253277807] 'process raft request' (duration: 2.367129985s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:15.486598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.118994Z","time spent":"2.367482593s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:15.486742Z","caller":"traceutil/trace.go:171","msg":"trace[417867281] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"2.264865514s","start":"2026-05-20T04:11:13.221847Z","end":"2026-05-20T04:11:15.486713Z","steps":["trace[417867281] 'process raft request' (duration: 2.264440324s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:15.486901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.221821Z","time spent":"2.264985208s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:15.987333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578219491,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:11:15.998876Z","caller":"traceutil/trace.go:171","msg":"trace[19693653] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"881.155935ms","start":"2026-05-20T04:11:15.117695Z","end":"2026-05-20T04:11:15.998851Z","steps":["trace[19693653] 'process raft request' (duration: 880.952109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:15.999209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:15.117677Z","time spent":"881.256257ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:15.999385Z","caller":"traceutil/trace.go:171","msg":"trace[481207324] linearizableReadLoop","detail":"{readStateIndex:3239; appliedIndex:3235; }","duration":"512.921009ms","start":"2026-05-20T04:11:15.486436Z","end":"2026-05-20T04:11:15.999357Z","steps":["trace[481207324] 'read index received' (duration: 512.225942ms)","trace[481207324] 'applied index is now lower than readState.Index' (duration: 693.737µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:15.999531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375020835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:11:15.999621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.881723186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:11:15.999646Z","caller":"traceutil/trace.go:171","msg":"trace[1893076010] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3090; }","duration":"2.375184879s","start":"2026-05-20T04:11:13.62444Z","end":"2026-05-20T04:11:15.999624Z","steps":["trace[1893076010] 'agreement among raft nodes before linearized reading' (duration: 2.374953123s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:15.999773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.624413Z","time spent":"2.375345213s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:11:15.999852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8716349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T04:11:15.999881Z","caller":"traceutil/trace.go:171","msg":"trace[699070229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3090; }","duration":"2.871683572s","start":"2026-05-20T04:11:13.128192Z","end":"2026-05-20T04:11:15.999876Z","steps":["trace[699070229] 'agreement among raft nodes before linearized reading' (duration: 2.871620221s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:15.999908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.128182Z","time spent":"2.871721883s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:11:15.999944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83690656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T04:11:16.000029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87714189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:11:16.000052Z","caller":"traceutil/trace.go:171","msg":"trace[200256944] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3090; }","duration":"2.877221452s","start":"2026-05-20T04:11:13.122825Z","end":"2026-05-20T04:11:16.000047Z","steps":["trace[200256944] 'agreement among raft nodes before linearized reading' (duration: 2.877165311s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:16.000047Z","caller":"traceutil/trace.go:171","msg":"trace[1714909693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3090; }","duration":"2.83727076s","start":"2026-05-20T04:11:13.162758Z","end":"2026-05-20T04:11:16.000029Z","steps":["trace[1714909693] 'agreement among raft nodes before linearized reading' (duration: 2.836727766s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:16.000183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882117026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:106624"} {"level":"info","ts":"2026-05-20T04:11:16.000205Z","caller":"traceutil/trace.go:171","msg":"trace[1620420064] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3090; }","duration":"2.882173127s","start":"2026-05-20T04:11:13.118027Z","end":"2026-05-20T04:11:16.0002Z","steps":["trace[1620420064] 'agreement among raft nodes before linearized reading' (duration: 2.882053594s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:16.000222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.11801Z","time spent":"2.882207788s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":106646,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:11:16.00014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.162747Z","time spent":"2.837376682s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:11:16.000342Z","caller":"traceutil/trace.go:171","msg":"trace[592030319] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"882.262511ms","start":"2026-05-20T04:11:15.118064Z","end":"2026-05-20T04:11:16.000327Z","steps":["trace[592030319] 'process raft request' (duration: 880.744714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:16.000465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:15.118055Z","time spent":"882.353735ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:16.000597Z","caller":"traceutil/trace.go:171","msg":"trace[1844689936] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"882.395525ms","start":"2026-05-20T04:11:15.118191Z","end":"2026-05-20T04:11:16.000586Z","steps":["trace[1844689936] 'process raft request' (duration: 880.975868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:16.000694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:15.118183Z","time spent":"882.477228ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:16.000813Z","caller":"traceutil/trace.go:171","msg":"trace[748223780] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"882.434136ms","start":"2026-05-20T04:11:15.118368Z","end":"2026-05-20T04:11:16.000802Z","steps":["trace[748223780] 'process raft request' (duration: 880.930568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:16.000873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547602302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:11:16.000904Z","caller":"traceutil/trace.go:171","msg":"trace[1395159920] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3090; }","duration":"1.547660593s","start":"2026-05-20T04:11:14.453237Z","end":"2026-05-20T04:11:16.000897Z","steps":["trace[1395159920] 'agreement among raft nodes before linearized reading' (duration: 1.547619242s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:16.000927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:14.453219Z","time spent":"1.547703284s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:11:15.999795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841905437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T04:11:16.000984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827770301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-20T04:11:16.00099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:15.118358Z","time spent":"882.513598ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:16.001063Z","caller":"traceutil/trace.go:171","msg":"trace[778655125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3090; }","duration":"2.827899423s","start":"2026-05-20T04:11:13.173146Z","end":"2026-05-20T04:11:16.001045Z","steps":["trace[778655125] 'agreement among raft nodes before linearized reading' (duration: 2.827598276s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:16.001043Z","caller":"traceutil/trace.go:171","msg":"trace[1364194079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3090; }","duration":"2.8431752s","start":"2026-05-20T04:11:13.15785Z","end":"2026-05-20T04:11:16.001025Z","steps":["trace[1364194079] 'agreement among raft nodes before linearized reading' (duration: 2.841869026s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:16.001134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.173134Z","time spent":"2.827990606s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:11:16.001164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.658404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-20T04:11:16.001188Z","caller":"traceutil/trace.go:171","msg":"trace[104454774] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3090; }","duration":"764.710825ms","start":"2026-05-20T04:11:15.236471Z","end":"2026-05-20T04:11:16.001182Z","steps":["trace[104454774] 'agreement among raft nodes before linearized reading' (duration: 764.632863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:16.001186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.157835Z","time spent":"2.843290953s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:11:16.001215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:15.236455Z","time spent":"764.756127ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T04:11:16.001087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.954071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-20T04:11:16.000811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570053594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-05-20T04:11:16.00127Z","caller":"traceutil/trace.go:171","msg":"trace[724458174] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3090; }","duration":"763.135906ms","start":"2026-05-20T04:11:15.238116Z","end":"2026-05-20T04:11:16.001252Z","steps":["trace[724458174] 'agreement among raft nodes before linearized reading' (duration: 762.91302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:16.001252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071617552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:11:16.00007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.122819Z","time spent":"2.877246953s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:11:16.001349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.674972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:11:16.000564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510081855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-05-20T04:11:16.001354Z","caller":"traceutil/trace.go:171","msg":"trace[1403731873] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3090; }","duration":"2.570628428s","start":"2026-05-20T04:11:13.430656Z","end":"2026-05-20T04:11:16.001285Z","steps":["trace[1403731873] 'agreement among raft nodes before linearized reading' (duration: 2.569976142s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:16.000829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583622778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:11:16.00142Z","caller":"traceutil/trace.go:171","msg":"trace[619184539] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79; range_end:; response_count:1; response_revision:3090; }","duration":"2.510990938s","start":"2026-05-20T04:11:13.490419Z","end":"2026-05-20T04:11:16.00141Z","steps":["trace[619184539] 'agreement among raft nodes before linearized reading' (duration: 2.509959162s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:16.001429Z","caller":"traceutil/trace.go:171","msg":"trace[1315342741] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3090; }","duration":"2.584265114s","start":"2026-05-20T04:11:13.417153Z","end":"2026-05-20T04:11:16.001418Z","steps":["trace[1315342741] 'agreement among raft nodes before linearized reading' (duration: 2.583630978s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:16.001463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.417082Z","time spent":"2.584373917s","remote":"127.0.0.1:57882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":25,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:11:16.001467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.490393Z","time spent":"2.51106449s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" "} {"level":"warn","ts":"2026-05-20T04:11:16.001309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:15.238112Z","time spent":"763.187157ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-20T04:11:16.001395Z","caller":"traceutil/trace.go:171","msg":"trace[1503806650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3090; }","duration":"878.744443ms","start":"2026-05-20T04:11:15.122638Z","end":"2026-05-20T04:11:16.001382Z","steps":["trace[1503806650] 'agreement among raft nodes before linearized reading' (duration: 878.649261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:16.001619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:15.122632Z","time spent":"878.975969ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:11:16.001375Z","caller":"traceutil/trace.go:171","msg":"trace[644926858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3090; }","duration":"2.071776886s","start":"2026-05-20T04:11:13.929574Z","end":"2026-05-20T04:11:16.00135Z","steps":["trace[644926858] 'agreement among raft nodes before linearized reading' (duration: 2.071459568s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:16.002942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.929548Z","time spent":"2.073367675s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:11:15.999693Z","caller":"traceutil/trace.go:171","msg":"trace[1529936277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3090; }","duration":"2.881847818s","start":"2026-05-20T04:11:13.117828Z","end":"2026-05-20T04:11:15.999675Z","steps":["trace[1529936277] 'agreement among raft nodes before linearized reading' (duration: 2.881635023s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:16.003093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.117811Z","time spent":"2.885274216s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:11:16.001275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.589577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-20T04:11:16.003281Z","caller":"traceutil/trace.go:171","msg":"trace[1294724600] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783; range_end:; response_count:1; response_revision:3090; }","duration":"885.639169ms","start":"2026-05-20T04:11:15.117623Z","end":"2026-05-20T04:11:16.003262Z","steps":["trace[1294724600] 'agreement among raft nodes before linearized reading' (duration: 883.501294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:16.003325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:15.1176Z","time spent":"885.71429ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" "} {"level":"warn","ts":"2026-05-20T04:11:16.001482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:13.430619Z","time spent":"2.570816433s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:11:16.3557Z","caller":"traceutil/trace.go:171","msg":"trace[1329060607] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"349.740527ms","start":"2026-05-20T04:11:16.005891Z","end":"2026-05-20T04:11:16.355631Z","steps":["trace[1329060607] 'process raft request' (duration: 255.655265ms)","trace[1329060607] 'compare' (duration: 93.906288ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:16.355909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:16.00587Z","time spent":"349.927861ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:17.147362Z","caller":"traceutil/trace.go:171","msg":"trace[1832521056] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"1.141324031s","start":"2026-05-20T04:11:16.006015Z","end":"2026-05-20T04:11:17.147339Z","steps":["trace[1832521056] 'process raft request' (duration: 1.141138397s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:17.147587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:16.005993Z","time spent":"1.141516647s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:17.147689Z","caller":"traceutil/trace.go:171","msg":"trace[977150518] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"1.14126502s","start":"2026-05-20T04:11:16.006404Z","end":"2026-05-20T04:11:17.147669Z","steps":["trace[977150518] 'process raft request' (duration: 1.141130577s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:17.147746Z","caller":"traceutil/trace.go:171","msg":"trace[73496891] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"1.141318801s","start":"2026-05-20T04:11:16.006388Z","end":"2026-05-20T04:11:17.147707Z","steps":["trace[73496891] 'process raft request' (duration: 1.140914871s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:17.147825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:16.006394Z","time spent":"1.141377773s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:17.147878Z","caller":"traceutil/trace.go:171","msg":"trace[1258509786] linearizableReadLoop","detail":"{readStateIndex:3247; appliedIndex:3239; }","duration":"1.139697211s","start":"2026-05-20T04:11:16.008168Z","end":"2026-05-20T04:11:17.147865Z","steps":["trace[1258509786] 'read index received' (duration: 253.394988ms)","trace[1258509786] 'applied index is now lower than readState.Index' (duration: 886.301443ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:17.147882Z","caller":"traceutil/trace.go:171","msg":"trace[1878531936] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"1.140814119s","start":"2026-05-20T04:11:16.007038Z","end":"2026-05-20T04:11:17.147852Z","steps":["trace[1878531936] 'process raft request' (duration: 1.140686746s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:17.147943Z","caller":"traceutil/trace.go:171","msg":"trace[99544299] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"1.140759548s","start":"2026-05-20T04:11:16.007157Z","end":"2026-05-20T04:11:17.147917Z","steps":["trace[99544299] 'process raft request' (duration: 1.140641075s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:17.148023Z","caller":"traceutil/trace.go:171","msg":"trace[546581417] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"1.140899391s","start":"2026-05-20T04:11:16.007102Z","end":"2026-05-20T04:11:17.148001Z","steps":["trace[546581417] 'process raft request' (duration: 1.140669385s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:17.148036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:16.007022Z","time spent":"1.140938412s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:17.148109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:16.007105Z","time spent":"1.140914881s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:17.148132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:16.007092Z","time spent":"1.140972663s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:17.148139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.794997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:17.148228Z","caller":"traceutil/trace.go:171","msg":"trace[1488655070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3099; }","duration":"625.91382ms","start":"2026-05-20T04:11:16.522303Z","end":"2026-05-20T04:11:17.148217Z","steps":["trace[1488655070] 'agreement among raft nodes before linearized reading' (duration: 625.794887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:17.148171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.047376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:11:17.14825Z","caller":"traceutil/trace.go:171","msg":"trace[1040599430] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"1.137807863s","start":"2026-05-20T04:11:16.010435Z","end":"2026-05-20T04:11:17.148243Z","steps":["trace[1040599430] 'process raft request' (duration: 1.137392812s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:17.148257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:16.522281Z","time spent":"625.969451ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:11:17.148266Z","caller":"traceutil/trace.go:171","msg":"trace[376784787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3099; }","duration":"138.175369ms","start":"2026-05-20T04:11:17.010078Z","end":"2026-05-20T04:11:17.148253Z","steps":["trace[376784787] 'agreement among raft nodes before linearized reading' (duration: 137.973594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:17.148264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:16.006375Z","time spent":"1.141518616s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:17.148299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.235508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:11:17.148364Z","caller":"traceutil/trace.go:171","msg":"trace[983206994] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:3099; }","duration":"872.330951ms","start":"2026-05-20T04:11:16.276019Z","end":"2026-05-20T04:11:17.148349Z","steps":["trace[983206994] 'agreement among raft nodes before linearized reading' (duration: 872.029743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:17.148369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.010046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-05-20T04:11:17.148399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:16.276001Z","time spent":"872.390172ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:11:17.148377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.189813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:11:17.148411Z","caller":"traceutil/trace.go:171","msg":"trace[545007911] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79; range_end:; response_count:1; response_revision:3099; }","duration":"142.090578ms","start":"2026-05-20T04:11:17.006309Z","end":"2026-05-20T04:11:17.148399Z","steps":["trace[545007911] 'agreement among raft nodes before linearized reading' (duration: 141.850602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:17.148293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:16.010426Z","time spent":"1.137838073s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2613,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:11:17.148465Z","caller":"traceutil/trace.go:171","msg":"trace[1455903877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3099; }","duration":"768.350957ms","start":"2026-05-20T04:11:16.380093Z","end":"2026-05-20T04:11:17.148444Z","steps":["trace[1455903877] 'agreement among raft nodes before linearized reading' (duration: 768.168052ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:17.14828Z","caller":"traceutil/trace.go:171","msg":"trace[657540400] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"1.14125707s","start":"2026-05-20T04:11:16.006705Z","end":"2026-05-20T04:11:17.147962Z","steps":["trace[657540400] 'process raft request' (duration: 1.140917781s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:17.148498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140329837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:106624"} {"level":"info","ts":"2026-05-20T04:11:17.148535Z","caller":"traceutil/trace.go:171","msg":"trace[2143871494] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3099; }","duration":"1.140391739s","start":"2026-05-20T04:11:16.008134Z","end":"2026-05-20T04:11:17.148526Z","steps":["trace[2143871494] 'agreement among raft nodes before linearized reading' (duration: 1.140094992s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:17.148518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:16.380067Z","time spent":"768.439849ms","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:11:17.148558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:16.008126Z","time spent":"1.1404266s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":106646,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:11:17.148577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:16.006699Z","time spent":"1.141818164s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:17.450851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.17682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:11:17.452393Z","caller":"traceutil/trace.go:171","msg":"trace[1714778836] linearizableReadLoop","detail":"{readStateIndex:3250; appliedIndex:3248; }","duration":"292.007985ms","start":"2026-05-20T04:11:17.160353Z","end":"2026-05-20T04:11:17.452361Z","steps":["trace[1714778836] 'read index received' (duration: 47.832601ms)","trace[1714778836] 'applied index is now lower than readState.Index' (duration: 244.172714ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:17.452478Z","caller":"traceutil/trace.go:171","msg":"trace[1176157599] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"298.479719ms","start":"2026-05-20T04:11:17.153942Z","end":"2026-05-20T04:11:17.452421Z","steps":["trace[1176157599] 'process raft request' (duration: 111.637957ms)","trace[1176157599] 'compare' (duration: 184.994415ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:17.452733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.179559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:17.452798Z","caller":"traceutil/trace.go:171","msg":"trace[1061374816] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3100; }","duration":"292.458386ms","start":"2026-05-20T04:11:17.160322Z","end":"2026-05-20T04:11:17.45278Z","steps":["trace[1061374816] 'agreement among raft nodes before linearized reading' (duration: 292.153969ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:17.693788Z","caller":"traceutil/trace.go:171","msg":"trace[1232180914] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"484.201162ms","start":"2026-05-20T04:11:17.209552Z","end":"2026-05-20T04:11:17.693753Z","steps":["trace[1232180914] 'process raft request' (duration: 467.919939ms)","trace[1232180914] 'compare' (duration: 16.064497ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:17.694102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:17.20953Z","time spent":"484.349006ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:17.788613Z","caller":"traceutil/trace.go:171","msg":"trace[1959595871] linearizableReadLoop","detail":"{readStateIndex:3252; appliedIndex:3250; }","duration":"336.149092ms","start":"2026-05-20T04:11:17.452436Z","end":"2026-05-20T04:11:17.788585Z","steps":["trace[1959595871] 'read index received' (duration: 224.999247ms)","trace[1959595871] 'applied index is now lower than readState.Index' (duration: 111.148465ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:17.788831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.72003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:11:17.788816Z","caller":"traceutil/trace.go:171","msg":"trace[963168606] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"373.330503ms","start":"2026-05-20T04:11:17.415421Z","end":"2026-05-20T04:11:17.788751Z","steps":["trace[963168606] 'process raft request' (duration: 372.996905ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:17.788876Z","caller":"traceutil/trace.go:171","msg":"trace[527945732] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3102; }","duration":"483.829853ms","start":"2026-05-20T04:11:17.305035Z","end":"2026-05-20T04:11:17.788865Z","steps":["trace[527945732] 'agreement among raft nodes before linearized reading' (duration: 483.7023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:17.78892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:17.305005Z","time spent":"483.904784ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":31,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:11:17.789047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:17.415396Z","time spent":"373.514228ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:17.789043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.261409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:11:17.789153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.225608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:17.789279Z","caller":"traceutil/trace.go:171","msg":"trace[1676427378] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3102; }","duration":"209.404953ms","start":"2026-05-20T04:11:17.579854Z","end":"2026-05-20T04:11:17.789259Z","steps":["trace[1676427378] 'agreement among raft nodes before linearized reading' (duration: 209.190528ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:17.789219Z","caller":"traceutil/trace.go:171","msg":"trace[864511231] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3102; }","duration":"333.463374ms","start":"2026-05-20T04:11:17.455736Z","end":"2026-05-20T04:11:17.789199Z","steps":["trace[864511231] 'agreement among raft nodes before linearized reading' (duration: 333.119226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:17.789423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:17.455724Z","time spent":"333.68021ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-20T04:11:18.047999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.446381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:11:18.048488Z","caller":"traceutil/trace.go:171","msg":"trace[1563153984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3102; }","duration":"248.935365ms","start":"2026-05-20T04:11:17.799528Z","end":"2026-05-20T04:11:18.048464Z","steps":["trace[1563153984] 'range keys from in-memory index tree' (duration: 248.294737ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:18.234952Z","caller":"traceutil/trace.go:171","msg":"trace[2048535622] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"228.244ms","start":"2026-05-20T04:11:18.006683Z","end":"2026-05-20T04:11:18.234927Z","steps":["trace[2048535622] 'process raft request' (duration: 228.053865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:19.285577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050843621s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:11:19.303914Z","caller":"traceutil/trace.go:171","msg":"trace[1515952278] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"1.295878817s","start":"2026-05-20T04:11:18.00801Z","end":"2026-05-20T04:11:19.303889Z","steps":["trace[1515952278] 'process raft request' (duration: 1.277755568s)","trace[1515952278] 'compare' (duration: 17.258237ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:19.303961Z","caller":"traceutil/trace.go:171","msg":"trace[692698247] linearizableReadLoop","detail":"{readStateIndex:3255; appliedIndex:3252; }","duration":"1.29558642s","start":"2026-05-20T04:11:18.008353Z","end":"2026-05-20T04:11:19.30394Z","steps":["trace[692698247] 'read index received' (duration: 226.362872ms)","trace[692698247] 'applied index is now lower than readState.Index' (duration: 1.069222218s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:19.304038Z","caller":"traceutil/trace.go:171","msg":"trace[1170194545] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"1.295871816s","start":"2026-05-20T04:11:18.008131Z","end":"2026-05-20T04:11:19.304003Z","steps":["trace[1170194545] 'process raft request' (duration: 1.295659981s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:19.304046Z","caller":"traceutil/trace.go:171","msg":"trace[241186075] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"1.295617691s","start":"2026-05-20T04:11:18.008405Z","end":"2026-05-20T04:11:19.304023Z","steps":["trace[241186075] 'process raft request' (duration: 1.295463627s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:19.304191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:18.008394Z","time spent":"1.295727323s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:19.304131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:18.00799Z","time spent":"1.29598086s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:19.304208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:18.008105Z","time spent":"1.2960082s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:19.304554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151161962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-05-20T04:11:19.304627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.236184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-05-20T04:11:19.304642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.561718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-20T04:11:19.304728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.797129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T04:11:19.304733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079719932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:11:19.304742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.203828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:11:19.304742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.65989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:11:19.304644Z","caller":"traceutil/trace.go:171","msg":"trace[686300362] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79; range_end:; response_count:1; response_revision:3106; }","duration":"1.151248964s","start":"2026-05-20T04:11:18.153376Z","end":"2026-05-20T04:11:19.304625Z","steps":["trace[686300362] 'agreement among raft nodes before linearized reading' (duration: 1.15107619s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:19.304773Z","caller":"traceutil/trace.go:171","msg":"trace[1962847430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3106; }","duration":"150.8619ms","start":"2026-05-20T04:11:19.153899Z","end":"2026-05-20T04:11:19.304761Z","steps":["trace[1962847430] 'agreement among raft nodes before linearized reading' (duration: 150.658645ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:19.304789Z","caller":"traceutil/trace.go:171","msg":"trace[1893986832] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3106; }","duration":"1.079855276s","start":"2026-05-20T04:11:18.224916Z","end":"2026-05-20T04:11:19.304771Z","steps":["trace[1893986832] 'agreement among raft nodes before linearized reading' (duration: 1.079744043s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:19.304798Z","caller":"traceutil/trace.go:171","msg":"trace[1992327080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3106; }","duration":"782.294711ms","start":"2026-05-20T04:11:18.522488Z","end":"2026-05-20T04:11:19.304783Z","steps":["trace[1992327080] 'agreement among raft nodes before linearized reading' (duration: 782.173188ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:19.30472Z","caller":"traceutil/trace.go:171","msg":"trace[1214143748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3106; }","duration":"873.367707ms","start":"2026-05-20T04:11:18.431343Z","end":"2026-05-20T04:11:19.304711Z","steps":["trace[1214143748] 'agreement among raft nodes before linearized reading' (duration: 873.193983ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:19.30481Z","caller":"traceutil/trace.go:171","msg":"trace[1985094982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3106; }","duration":"151.750823ms","start":"2026-05-20T04:11:19.15304Z","end":"2026-05-20T04:11:19.304791Z","steps":["trace[1985094982] 'agreement among raft nodes before linearized reading' (duration: 151.528358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:19.304818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:18.153318Z","time spent":"1.15148509s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" "} {"level":"warn","ts":"2026-05-20T04:11:19.304834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:18.224893Z","time spent":"1.079928788s","remote":"127.0.0.1:34580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:11:19.304824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.548358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T04:11:19.304871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:18.431321Z","time spent":"873.521151ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:11:19.304903Z","caller":"traceutil/trace.go:171","msg":"trace[473278506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3106; }","duration":"151.66262ms","start":"2026-05-20T04:11:19.153224Z","end":"2026-05-20T04:11:19.304886Z","steps":["trace[473278506] 'agreement among raft nodes before linearized reading' (duration: 151.292841ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:19.304753Z","caller":"traceutil/trace.go:171","msg":"trace[1550257309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3106; }","duration":"151.688002ms","start":"2026-05-20T04:11:19.15305Z","end":"2026-05-20T04:11:19.304738Z","steps":["trace[1550257309] 'agreement among raft nodes before linearized reading' (duration: 151.467506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:19.304932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.603295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:11:19.304848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:18.522465Z","time spent":"782.373572ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:11:19.305019Z","caller":"traceutil/trace.go:171","msg":"trace[1296712680] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3106; }","duration":"150.726267ms","start":"2026-05-20T04:11:19.154272Z","end":"2026-05-20T04:11:19.304998Z","steps":["trace[1296712680] 'agreement among raft nodes before linearized reading' (duration: 150.268766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:19.304812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14792733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:11:19.305175Z","caller":"traceutil/trace.go:171","msg":"trace[1835862836] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3106; }","duration":"1.14832291s","start":"2026-05-20T04:11:18.156822Z","end":"2026-05-20T04:11:19.305145Z","steps":["trace[1835862836] 'agreement among raft nodes before linearized reading' (duration: 1.147846138s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:19.30524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:18.156785Z","time spent":"1.148436933s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:11:19.304618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.522528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:11:19.305307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.41715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T04:11:19.305327Z","caller":"traceutil/trace.go:171","msg":"trace[1259022206] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3106; }","duration":"308.280137ms","start":"2026-05-20T04:11:18.997032Z","end":"2026-05-20T04:11:19.305312Z","steps":["trace[1259022206] 'agreement among raft nodes before linearized reading' (duration: 307.533168ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:19.305365Z","caller":"traceutil/trace.go:171","msg":"trace[1532401475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3106; }","duration":"152.504492ms","start":"2026-05-20T04:11:19.152838Z","end":"2026-05-20T04:11:19.305342Z","steps":["trace[1532401475] 'agreement among raft nodes before linearized reading' (duration: 151.664921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:19.305384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:18.997004Z","time spent":"308.362339ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:11:19.30448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295889977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:11:19.305742Z","caller":"traceutil/trace.go:171","msg":"trace[308635811] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3106; }","duration":"1.297406345s","start":"2026-05-20T04:11:18.008319Z","end":"2026-05-20T04:11:19.305725Z","steps":["trace[308635811] 'agreement among raft nodes before linearized reading' (duration: 1.295781535s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:19.3058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:18.008307Z","time spent":"1.297478967s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:11:20.553826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578219536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:11:21.054799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578219536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:11:21.367181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.394817212s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:11:21.367566Z","caller":"traceutil/trace.go:171","msg":"trace[420522231] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"1.395272793s","start":"2026-05-20T04:11:19.97227Z","end":"2026-05-20T04:11:21.367543Z","steps":["trace[420522231] 'process raft request' (duration: 1.395082648s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:21.367696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:19.972246Z","time spent":"1.395374816s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5870,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:21.394937Z","caller":"traceutil/trace.go:171","msg":"trace[626983731] transaction","detail":"{read_only:false; response_revision:3116; number_of_response:1; }","duration":"1.153290316s","start":"2026-05-20T04:11:20.241592Z","end":"2026-05-20T04:11:21.394882Z","steps":["trace[626983731] 'process raft request' (duration: 1.152937837s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:21.39517Z","caller":"traceutil/trace.go:171","msg":"trace[826473615] linearizableReadLoop","detail":"{readStateIndex:3266; appliedIndex:3264; }","duration":"1.341937832s","start":"2026-05-20T04:11:20.053167Z","end":"2026-05-20T04:11:21.395105Z","steps":["trace[826473615] 'read index received' (duration: 1.314184159s)","trace[826473615] 'applied index is now lower than readState.Index' (duration: 27.740243ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:21.395253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:20.241568Z","time spent":"1.153502291s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:21.395432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34224277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-20T04:11:21.395475Z","caller":"traceutil/trace.go:171","msg":"trace[1558663260] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:3119; }","duration":"1.342341142s","start":"2026-05-20T04:11:20.053124Z","end":"2026-05-20T04:11:21.395465Z","steps":["trace[1558663260] 'agreement among raft nodes before linearized reading' (duration: 1.342123217s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:21.395506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:20.053101Z","time spent":"1.342399024s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-20T04:11:21.400883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.163154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:21.400973Z","caller":"traceutil/trace.go:171","msg":"trace[408965893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3124; }","duration":"879.293107ms","start":"2026-05-20T04:11:20.521658Z","end":"2026-05-20T04:11:21.400951Z","steps":["trace[408965893] 'agreement among raft nodes before linearized reading' (duration: 879.163784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:21.400973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087044908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:11:21.401007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089279833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-05-20T04:11:21.401053Z","caller":"traceutil/trace.go:171","msg":"trace[460317213] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3124; }","duration":"1.087177301s","start":"2026-05-20T04:11:20.313853Z","end":"2026-05-20T04:11:21.40103Z","steps":["trace[460317213] 'agreement among raft nodes before linearized reading' (duration: 1.086886054s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:21.401096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:20.313831Z","time spent":"1.087257473s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:11:21.401091Z","caller":"traceutil/trace.go:171","msg":"trace[1975463131] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79; range_end:; response_count:1; response_revision:3124; }","duration":"1.089398467s","start":"2026-05-20T04:11:20.31167Z","end":"2026-05-20T04:11:21.401068Z","steps":["trace[1975463131] 'agreement among raft nodes before linearized reading' (duration: 1.089082719s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:21.401234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:20.311643Z","time spent":"1.089566732s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" "} {"level":"warn","ts":"2026-05-20T04:11:21.401021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:20.521629Z","time spent":"879.381959ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:11:21.401942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.141112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:11:21.401994Z","caller":"traceutil/trace.go:171","msg":"trace[2038105384] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3124; }","duration":"304.524172ms","start":"2026-05-20T04:11:21.097455Z","end":"2026-05-20T04:11:21.401979Z","steps":["trace[2038105384] 'agreement among raft nodes before linearized reading' (duration: 304.151273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:21.402061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:21.097432Z","time spent":"304.616344ms","remote":"127.0.0.1:34698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:11:22.952011Z","caller":"traceutil/trace.go:171","msg":"trace[1063149262] linearizableReadLoop","detail":"{readStateIndex:3286; appliedIndex:3285; }","duration":"430.014031ms","start":"2026-05-20T04:11:22.521968Z","end":"2026-05-20T04:11:22.951982Z","steps":["trace[1063149262] 'read index received' (duration: 429.861417ms)","trace[1063149262] 'applied index is now lower than readState.Index' (duration: 150.754µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:22.952127Z","caller":"traceutil/trace.go:171","msg":"trace[1325840152] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3135; }","duration":"526.667117ms","start":"2026-05-20T04:11:22.425449Z","end":"2026-05-20T04:11:22.952117Z","steps":["trace[1325840152] 'process raft request' (duration: 526.313358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:22.952241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:22.425421Z","time spent":"526.735409ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-05-20T04:11:22.952334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.345519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:22.952411Z","caller":"traceutil/trace.go:171","msg":"trace[664856341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3135; }","duration":"430.462101ms","start":"2026-05-20T04:11:22.521932Z","end":"2026-05-20T04:11:22.952394Z","steps":["trace[664856341] 'agreement among raft nodes before linearized reading' (duration: 430.340008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:22.952462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:22.521912Z","time spent":"430.540393ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:11:22.961987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.649498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:11:22.962052Z","caller":"traceutil/trace.go:171","msg":"trace[1044590891] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3136; }","duration":"436.755461ms","start":"2026-05-20T04:11:22.525283Z","end":"2026-05-20T04:11:22.962039Z","steps":["trace[1044590891] 'agreement among raft nodes before linearized reading' (duration: 436.597277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:22.962088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:22.525265Z","time spent":"436.814072ms","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":49,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:11:22.962079Z","caller":"traceutil/trace.go:171","msg":"trace[425736980] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"411.644375ms","start":"2026-05-20T04:11:22.550405Z","end":"2026-05-20T04:11:22.96205Z","steps":["trace[425736980] 'process raft request' (duration: 410.751692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:22.962225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:22.550371Z","time spent":"411.774528ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414070,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:22.962295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.30243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:22.962372Z","caller":"traceutil/trace.go:171","msg":"trace[1193766740] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:3136; }","duration":"190.410353ms","start":"2026-05-20T04:11:22.771941Z","end":"2026-05-20T04:11:22.962351Z","steps":["trace[1193766740] 'agreement among raft nodes before linearized reading' (duration: 190.253839ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:24.241936Z","caller":"traceutil/trace.go:171","msg":"trace[290205214] linearizableReadLoop","detail":"{readStateIndex:3311; appliedIndex:3310; }","duration":"113.618167ms","start":"2026-05-20T04:11:24.128295Z","end":"2026-05-20T04:11:24.241913Z","steps":["trace[290205214] 'read index received' (duration: 77.042021ms)","trace[290205214] 'applied index is now lower than readState.Index' (duration: 36.575066ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:24.242022Z","caller":"traceutil/trace.go:171","msg":"trace[859131437] transaction","detail":"{read_only:false; response_revision:3160; number_of_response:1; }","duration":"117.32431ms","start":"2026-05-20T04:11:24.124681Z","end":"2026-05-20T04:11:24.242005Z","steps":["trace[859131437] 'process raft request' (duration: 80.559769ms)","trace[859131437] 'compare' (duration: 36.453494ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:24.242233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.112878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126456"} {"level":"info","ts":"2026-05-20T04:11:24.242292Z","caller":"traceutil/trace.go:171","msg":"trace[627942598] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3160; }","duration":"138.246492ms","start":"2026-05-20T04:11:24.104031Z","end":"2026-05-20T04:11:24.242277Z","steps":["trace[627942598] 'agreement among raft nodes before linearized reading' (duration: 137.996266ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:24.242742Z","caller":"traceutil/trace.go:171","msg":"trace[905902237] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"105.578534ms","start":"2026-05-20T04:11:24.137133Z","end":"2026-05-20T04:11:24.242712Z","steps":["trace[905902237] 'process raft request' (duration: 105.341168ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:24.242894Z","caller":"traceutil/trace.go:171","msg":"trace[727737047] transaction","detail":"{read_only:false; response_revision:3162; number_of_response:1; }","duration":"105.41725ms","start":"2026-05-20T04:11:24.137467Z","end":"2026-05-20T04:11:24.242884Z","steps":["trace[727737047] 'process raft request' (duration: 105.166744ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:24.243025Z","caller":"traceutil/trace.go:171","msg":"trace[1233289649] transaction","detail":"{read_only:false; response_revision:3164; number_of_response:1; }","duration":"104.026675ms","start":"2026-05-20T04:11:24.138992Z","end":"2026-05-20T04:11:24.243019Z","steps":["trace[1233289649] 'process raft request' (duration: 103.991214ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:24.243173Z","caller":"traceutil/trace.go:171","msg":"trace[1567837815] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"104.593488ms","start":"2026-05-20T04:11:24.138486Z","end":"2026-05-20T04:11:24.24308Z","steps":["trace[1567837815] 'process raft request' (duration: 104.353072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:24.252113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.572568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:31 size:46801"} {"level":"info","ts":"2026-05-20T04:11:24.25219Z","caller":"traceutil/trace.go:171","msg":"trace[934456364] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:31; response_revision:3165; }","duration":"121.65822ms","start":"2026-05-20T04:11:24.130514Z","end":"2026-05-20T04:11:24.252172Z","steps":["trace[934456364] 'agreement among raft nodes before linearized reading' (duration: 121.219309ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:25.559589Z","caller":"traceutil/trace.go:171","msg":"trace[1166470269] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"149.657591ms","start":"2026-05-20T04:11:25.40991Z","end":"2026-05-20T04:11:25.559567Z","steps":["trace[1166470269] 'process raft request' (duration: 126.307869ms)","trace[1166470269] 'compare' (duration: 23.202398ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:25.56052Z","caller":"traceutil/trace.go:171","msg":"trace[1796695063] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"150.232534ms","start":"2026-05-20T04:11:25.410265Z","end":"2026-05-20T04:11:25.560497Z","steps":["trace[1796695063] 'process raft request' (duration: 149.26718ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:25.560877Z","caller":"traceutil/trace.go:171","msg":"trace[1949020204] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"150.083371ms","start":"2026-05-20T04:11:25.410762Z","end":"2026-05-20T04:11:25.560845Z","steps":["trace[1949020204] 'process raft request' (duration: 149.66221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:25.561036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.582342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:11:25.561086Z","caller":"traceutil/trace.go:171","msg":"trace[342427438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3176; }","duration":"133.672384ms","start":"2026-05-20T04:11:25.427401Z","end":"2026-05-20T04:11:25.561074Z","steps":["trace[342427438] 'agreement among raft nodes before linearized reading' (duration: 133.51105ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:25.561012Z","caller":"traceutil/trace.go:171","msg":"trace[1467389880] linearizableReadLoop","detail":"{readStateIndex:3327; appliedIndex:3323; }","duration":"133.227423ms","start":"2026-05-20T04:11:25.427434Z","end":"2026-05-20T04:11:25.560661Z","steps":["trace[1467389880] 'read index received' (duration: 17.529583ms)","trace[1467389880] 'applied index is now lower than readState.Index' (duration: 115.69594ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:25.562117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.385073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:11:25.562204Z","caller":"traceutil/trace.go:171","msg":"trace[1644842373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3176; }","duration":"134.482775ms","start":"2026-05-20T04:11:25.427678Z","end":"2026-05-20T04:11:25.56216Z","steps":["trace[1644842373] 'agreement among raft nodes before linearized reading' (duration: 134.25178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:25.562318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.663805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T04:11:25.56234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.025187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:11:25.562393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.09414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:11:25.562402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.948271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:11:25.562418Z","caller":"traceutil/trace.go:171","msg":"trace[421041537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3176; }","duration":"131.788547ms","start":"2026-05-20T04:11:25.430606Z","end":"2026-05-20T04:11:25.562395Z","steps":["trace[421041537] 'agreement among raft nodes before linearized reading' (duration: 131.529501ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:25.562425Z","caller":"traceutil/trace.go:171","msg":"trace[1478406765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3176; }","duration":"129.143151ms","start":"2026-05-20T04:11:25.433262Z","end":"2026-05-20T04:11:25.562405Z","steps":["trace[1478406765] 'agreement among raft nodes before linearized reading' (duration: 128.858963ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:25.562451Z","caller":"traceutil/trace.go:171","msg":"trace[415414110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3176; }","duration":"132.016803ms","start":"2026-05-20T04:11:25.430423Z","end":"2026-05-20T04:11:25.56244Z","steps":["trace[415414110] 'agreement among raft nodes before linearized reading' (duration: 131.89547ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:25.56245Z","caller":"traceutil/trace.go:171","msg":"trace[87026413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3176; }","duration":"131.177632ms","start":"2026-05-20T04:11:25.431258Z","end":"2026-05-20T04:11:25.562435Z","steps":["trace[87026413] 'agreement among raft nodes before linearized reading' (duration: 131.017608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:25.562467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.003867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:11:25.562502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.763853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:11:25.562515Z","caller":"traceutil/trace.go:171","msg":"trace[518162684] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3176; }","duration":"129.078669ms","start":"2026-05-20T04:11:25.433424Z","end":"2026-05-20T04:11:25.562502Z","steps":["trace[518162684] 'agreement among raft nodes before linearized reading' (duration: 128.868614ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:25.562534Z","caller":"traceutil/trace.go:171","msg":"trace[757142688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3176; }","duration":"134.810794ms","start":"2026-05-20T04:11:25.427714Z","end":"2026-05-20T04:11:25.562524Z","steps":["trace[757142688] 'agreement among raft nodes before linearized reading' (duration: 134.721131ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:25.841594Z","caller":"traceutil/trace.go:171","msg":"trace[1398497367] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"230.693571ms","start":"2026-05-20T04:11:25.610872Z","end":"2026-05-20T04:11:25.841566Z","steps":["trace[1398497367] 'process raft request' (duration: 230.536237ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:27.763908Z","caller":"traceutil/trace.go:171","msg":"trace[897858180] linearizableReadLoop","detail":"{readStateIndex:3340; appliedIndex:3339; }","duration":"147.407934ms","start":"2026-05-20T04:11:27.616475Z","end":"2026-05-20T04:11:27.763883Z","steps":["trace[897858180] 'read index received' (duration: 93.311013ms)","trace[897858180] 'applied index is now lower than readState.Index' (duration: 54.095651ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:27.764047Z","caller":"traceutil/trace.go:171","msg":"trace[190165853] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"168.99068ms","start":"2026-05-20T04:11:27.594993Z","end":"2026-05-20T04:11:27.763984Z","steps":["trace[190165853] 'process raft request' (duration: 114.665894ms)","trace[190165853] 'compare' (duration: 54.099521ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:27.764153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.630809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:11:27.764244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.412403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:11:27.764292Z","caller":"traceutil/trace.go:171","msg":"trace[983344681] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3188; }","duration":"145.497775ms","start":"2026-05-20T04:11:27.618782Z","end":"2026-05-20T04:11:27.76428Z","steps":["trace[983344681] 'agreement among raft nodes before linearized reading' (duration: 145.273369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:27.764322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.306981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:11:27.764226Z","caller":"traceutil/trace.go:171","msg":"trace[1259747934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3188; }","duration":"147.714561ms","start":"2026-05-20T04:11:27.616493Z","end":"2026-05-20T04:11:27.764208Z","steps":["trace[1259747934] 'agreement among raft nodes before linearized reading' (duration: 147.548517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:27.76436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.28368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:11:27.764378Z","caller":"traceutil/trace.go:171","msg":"trace[366070137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3188; }","duration":"147.370653ms","start":"2026-05-20T04:11:27.616989Z","end":"2026-05-20T04:11:27.764359Z","steps":["trace[366070137] 'agreement among raft nodes before linearized reading' (duration: 147.25586ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:27.764425Z","caller":"traceutil/trace.go:171","msg":"trace[204976885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3188; }","duration":"147.382093ms","start":"2026-05-20T04:11:27.617025Z","end":"2026-05-20T04:11:27.764407Z","steps":["trace[204976885] 'agreement among raft nodes before linearized reading' (duration: 147.204118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:27.764173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.67598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:11:27.764721Z","caller":"traceutil/trace.go:171","msg":"trace[1478847893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3188; }","duration":"148.286095ms","start":"2026-05-20T04:11:27.616424Z","end":"2026-05-20T04:11:27.764711Z","steps":["trace[1478847893] 'agreement among raft nodes before linearized reading' (duration: 147.555757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:29.521355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.614133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:11:29.521534Z","caller":"traceutil/trace.go:171","msg":"trace[210743798] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"191.262203ms","start":"2026-05-20T04:11:29.330217Z","end":"2026-05-20T04:11:29.521479Z","steps":["trace[210743798] 'process raft request' (duration: 63.20154ms)","trace[210743798] 'compare' (duration: 126.961606ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:30.897693Z","caller":"traceutil/trace.go:171","msg":"trace[1325431932] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"161.149561ms","start":"2026-05-20T04:11:30.736516Z","end":"2026-05-20T04:11:30.897666Z","steps":["trace[1325431932] 'process raft request' (duration: 160.966906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:32.107649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578219755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:11:32.279792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205626971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-20T04:11:32.279869Z","caller":"traceutil/trace.go:171","msg":"trace[980068969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3218; }","duration":"1.205755524s","start":"2026-05-20T04:11:31.074096Z","end":"2026-05-20T04:11:32.279852Z","steps":["trace[980068969] 'range keys from in-memory index tree' (duration: 1.205367935s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:32.279938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:31.074074Z","time spent":"1.205826097s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:11:32.280454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.496895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:11:32.280605Z","caller":"traceutil/trace.go:171","msg":"trace[305730433] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"753.396118ms","start":"2026-05-20T04:11:31.527176Z","end":"2026-05-20T04:11:32.280572Z","steps":["trace[305730433] 'process raft request' (duration: 605.681298ms)","trace[305730433] 'compare' (duration: 146.753216ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:32.280723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:31.527113Z","time spent":"753.533752ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:32.317367Z","caller":"traceutil/trace.go:171","msg":"trace[1382906306] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"733.571236ms","start":"2026-05-20T04:11:31.583765Z","end":"2026-05-20T04:11:32.317336Z","steps":["trace[1382906306] 'process raft request' (duration: 733.384192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:32.31753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:31.583737Z","time spent":"733.71265ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:32.317704Z","caller":"traceutil/trace.go:171","msg":"trace[717250904] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"722.503957ms","start":"2026-05-20T04:11:31.595171Z","end":"2026-05-20T04:11:32.317675Z","steps":["trace[717250904] 'process raft request' (duration: 722.124057ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:32.317768Z","caller":"traceutil/trace.go:171","msg":"trace[1026289343] linearizableReadLoop","detail":"{readStateIndex:3374; appliedIndex:3370; }","duration":"711.115988ms","start":"2026-05-20T04:11:31.606617Z","end":"2026-05-20T04:11:32.317733Z","steps":["trace[1026289343] 'read index received' (duration: 526.333729ms)","trace[1026289343] 'applied index is now lower than readState.Index' (duration: 184.780509ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:32.317847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:31.595101Z","time spent":"722.67394ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:32.317805Z","caller":"traceutil/trace.go:171","msg":"trace[1206843181] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"719.610604ms","start":"2026-05-20T04:11:31.598173Z","end":"2026-05-20T04:11:32.317783Z","steps":["trace[1206843181] 'process raft request' (duration: 719.413139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:32.317981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.355664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:11:32.318023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:31.59814Z","time spent":"719.789868ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:32.318035Z","caller":"traceutil/trace.go:171","msg":"trace[1713779956] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3222; }","duration":"711.452377ms","start":"2026-05-20T04:11:31.60657Z","end":"2026-05-20T04:11:32.318022Z","steps":["trace[1713779956] 'agreement among raft nodes before linearized reading' (duration: 711.286212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:32.318105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:31.606553Z","time spent":"711.538979ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:11:32.318188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.586288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:11:32.318244Z","caller":"traceutil/trace.go:171","msg":"trace[24771549] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3222; }","duration":"461.66445ms","start":"2026-05-20T04:11:31.856568Z","end":"2026-05-20T04:11:32.318232Z","steps":["trace[24771549] 'agreement among raft nodes before linearized reading' (duration: 461.479615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:32.318285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:31.856558Z","time spent":"461.718542ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:11:32.31833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.589942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:11:32.318344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.071989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:11:32.318389Z","caller":"traceutil/trace.go:171","msg":"trace[1128208813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3222; }","duration":"471.13463ms","start":"2026-05-20T04:11:31.847243Z","end":"2026-05-20T04:11:32.318378Z","steps":["trace[1128208813] 'agreement among raft nodes before linearized reading' (duration: 471.014057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:32.318438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:31.847233Z","time spent":"471.194233ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:11:32.318462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.506967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:11:32.318388Z","caller":"traceutil/trace.go:171","msg":"trace[899881965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3222; }","duration":"484.689674ms","start":"2026-05-20T04:11:31.833681Z","end":"2026-05-20T04:11:32.318371Z","steps":["trace[899881965] 'agreement among raft nodes before linearized reading' (duration: 484.588172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:32.318224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.195108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:11:32.31849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.359927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:11:32.318542Z","caller":"traceutil/trace.go:171","msg":"trace[724403246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3222; }","duration":"707.544108ms","start":"2026-05-20T04:11:31.610978Z","end":"2026-05-20T04:11:32.318522Z","steps":["trace[724403246] 'agreement among raft nodes before linearized reading' (duration: 707.059315ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:32.318557Z","caller":"traceutil/trace.go:171","msg":"trace[1651724281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3222; }","duration":"471.47995ms","start":"2026-05-20T04:11:31.847058Z","end":"2026-05-20T04:11:32.318538Z","steps":["trace[1651724281] 'agreement among raft nodes before linearized reading' (duration: 471.317925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:32.318409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.349726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:11:32.318827Z","caller":"traceutil/trace.go:171","msg":"trace[1475559690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3222; }","duration":"471.805428ms","start":"2026-05-20T04:11:31.847005Z","end":"2026-05-20T04:11:32.31881Z","steps":["trace[1475559690] 'agreement among raft nodes before linearized reading' (duration: 471.082329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:32.318943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:31.846992Z","time spent":"471.934971ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:11:32.318558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:31.833653Z","time spent":"484.87892ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:11:32.318489Z","caller":"traceutil/trace.go:171","msg":"trace[810920928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3222; }","duration":"538.58796ms","start":"2026-05-20T04:11:31.779893Z","end":"2026-05-20T04:11:32.318481Z","steps":["trace[810920928] 'agreement among raft nodes before linearized reading' (duration: 538.517198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:32.319489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:31.779862Z","time spent":"539.601916ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:11:32.31858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:31.610967Z","time spent":"707.604709ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:11:32.318605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:31.847022Z","time spent":"471.569913ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:11:32.318505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.022379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:11:32.319738Z","caller":"traceutil/trace.go:171","msg":"trace[1615585526] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3222; }","duration":"183.287961ms","start":"2026-05-20T04:11:32.136425Z","end":"2026-05-20T04:11:32.319713Z","steps":["trace[1615585526] 'agreement among raft nodes before linearized reading' (duration: 182.03545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:32.318606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.010539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-20T04:11:32.319968Z","caller":"traceutil/trace.go:171","msg":"trace[1469309106] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3222; }","duration":"166.402894ms","start":"2026-05-20T04:11:32.153548Z","end":"2026-05-20T04:11:32.319951Z","steps":["trace[1469309106] 'agreement among raft nodes before linearized reading' (duration: 164.997169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:32.318633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.815057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:32.320084Z","caller":"traceutil/trace.go:171","msg":"trace[196723697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3222; }","duration":"283.311914ms","start":"2026-05-20T04:11:32.036749Z","end":"2026-05-20T04:11:32.320061Z","steps":["trace[196723697] 'agreement among raft nodes before linearized reading' (duration: 281.848408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:32.318715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.289691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-20T04:11:32.320236Z","caller":"traceutil/trace.go:171","msg":"trace[843901833] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3222; }","duration":"165.86935ms","start":"2026-05-20T04:11:32.154339Z","end":"2026-05-20T04:11:32.320209Z","steps":["trace[843901833] 'agreement among raft nodes before linearized reading' (duration: 164.192588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:33.00507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.716676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:11:33.005443Z","caller":"traceutil/trace.go:171","msg":"trace[1438562419] linearizableReadLoop","detail":"{readStateIndex:3375; appliedIndex:3374; }","duration":"681.381446ms","start":"2026-05-20T04:11:32.323974Z","end":"2026-05-20T04:11:33.005356Z","steps":["trace[1438562419] 'read index received' (duration: 100.213708ms)","trace[1438562419] 'applied index is now lower than readState.Index' (duration: 581.164428ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:33.005623Z","caller":"traceutil/trace.go:171","msg":"trace[950705847] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"682.74274ms","start":"2026-05-20T04:11:32.322862Z","end":"2026-05-20T04:11:33.005605Z","steps":["trace[950705847] 'process raft request' (duration: 101.403288ms)","trace[950705847] 'compare' (duration: 580.326716ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:33.005617Z","caller":"traceutil/trace.go:171","msg":"trace[890651808] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"680.79449ms","start":"2026-05-20T04:11:32.324798Z","end":"2026-05-20T04:11:33.005592Z","steps":["trace[890651808] 'process raft request' (duration: 680.529723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:33.005715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:32.324786Z","time spent":"680.882653ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:33.005718Z","caller":"traceutil/trace.go:171","msg":"trace[146971089] transaction","detail":"{read_only:false; response_revision:3229; number_of_response:1; }","duration":"680.136154ms","start":"2026-05-20T04:11:32.325561Z","end":"2026-05-20T04:11:33.005697Z","steps":["trace[146971089] 'process raft request' (duration: 679.864207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:33.005741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:32.322822Z","time spent":"682.832992ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:33.005728Z","caller":"traceutil/trace.go:171","msg":"trace[1246123819] transaction","detail":"{read_only:false; response_revision:3228; number_of_response:1; }","duration":"680.138423ms","start":"2026-05-20T04:11:32.325554Z","end":"2026-05-20T04:11:33.005692Z","steps":["trace[1246123819] 'process raft request' (duration: 679.842156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:33.005804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:32.325551Z","time spent":"680.207425ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:33.005821Z","caller":"traceutil/trace.go:171","msg":"trace[508983675] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"681.510369ms","start":"2026-05-20T04:11:32.324267Z","end":"2026-05-20T04:11:33.005777Z","steps":["trace[508983675] 'process raft request' (duration: 680.921834ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:33.005837Z","caller":"traceutil/trace.go:171","msg":"trace[1590654157] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"680.642976ms","start":"2026-05-20T04:11:32.325118Z","end":"2026-05-20T04:11:33.005761Z","steps":["trace[1590654157] 'process raft request' (duration: 680.243616ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:33.005868Z","caller":"traceutil/trace.go:171","msg":"trace[538892550] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"681.513249ms","start":"2026-05-20T04:11:32.324304Z","end":"2026-05-20T04:11:33.005817Z","steps":["trace[538892550] 'process raft request' (duration: 680.980085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:33.005925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:32.325536Z","time spent":"680.281248ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:33.005994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:32.324258Z","time spent":"681.649502ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:33.006075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:32.32511Z","time spent":"680.831851ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:33.006128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:32.324277Z","time spent":"681.709663ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:33.224658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.16032ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:11:33.225199Z","caller":"traceutil/trace.go:171","msg":"trace[947901286] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"423.773201ms","start":"2026-05-20T04:11:32.801392Z","end":"2026-05-20T04:11:33.225165Z","steps":["trace[947901286] 'process raft request' (duration: 423.448623ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:33.225199Z","caller":"traceutil/trace.go:171","msg":"trace[218944725] linearizableReadLoop","detail":"{readStateIndex:3383; appliedIndex:3381; }","duration":"219.609191ms","start":"2026-05-20T04:11:33.005559Z","end":"2026-05-20T04:11:33.225168Z","steps":["trace[218944725] 'read index received' (duration: 198.481377ms)","trace[218944725] 'applied index is now lower than readState.Index' (duration: 21.124854ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:33.225209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.213462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108161"} {"level":"info","ts":"2026-05-20T04:11:33.225451Z","caller":"traceutil/trace.go:171","msg":"trace[1664515592] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3229; }","duration":"901.500779ms","start":"2026-05-20T04:11:32.323924Z","end":"2026-05-20T04:11:33.225425Z","steps":["trace[1664515592] 'agreement among raft nodes before linearized reading' (duration: 681.716244ms)","trace[1664515592] 'range keys from in-memory index tree' (duration: 219.261642ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:33.225517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:32.323885Z","time spent":"901.616892ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108183,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:11:33.225936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:32.801365Z","time spent":"423.928115ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:33.439261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.397158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:33.439403Z","caller":"traceutil/trace.go:171","msg":"trace[1773322932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3230; }","duration":"916.619473ms","start":"2026-05-20T04:11:32.522749Z","end":"2026-05-20T04:11:33.439368Z","steps":["trace[1773322932] 'agreement among raft nodes before linearized reading' (duration: 702.537121ms)","trace[1773322932] 'range keys from in-memory index tree' (duration: 213.886467ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:33.43946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:32.522711Z","time spent":"916.736976ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:11:33.439423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.995743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:11:33.439261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.540603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:33.439571Z","caller":"traceutil/trace.go:171","msg":"trace[925782969] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3230; }","duration":"917.220018ms","start":"2026-05-20T04:11:32.522316Z","end":"2026-05-20T04:11:33.439536Z","steps":["trace[925782969] 'agreement among raft nodes before linearized reading' (duration: 702.929601ms)","trace[925782969] 'count revisions from in-memory index tree' (duration: 214.065301ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:33.439695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:32.522286Z","time spent":"917.389733ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:11:33.439616Z","caller":"traceutil/trace.go:171","msg":"trace[533935644] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:3230; }","duration":"984.953403ms","start":"2026-05-20T04:11:32.454619Z","end":"2026-05-20T04:11:33.439572Z","steps":["trace[533935644] 'agreement among raft nodes before linearized reading' (duration: 770.658336ms)","trace[533935644] 'count revisions from in-memory index tree' (duration: 213.903538ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:33.439772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115221981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108161"} {"level":"info","ts":"2026-05-20T04:11:33.43986Z","caller":"traceutil/trace.go:171","msg":"trace[287854632] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3230; }","duration":"1.115346105s","start":"2026-05-20T04:11:32.324493Z","end":"2026-05-20T04:11:33.439839Z","steps":["trace[287854632] 'agreement among raft nodes before linearized reading' (duration: 900.914304ms)","trace[287854632] 'range keys from in-memory index tree' (duration: 213.752774ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:33.439905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:32.324481Z","time spent":"1.115413626s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108183,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:11:33.439897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:32.454593Z","time spent":"985.22773ms","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:11:33.439828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.075059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:11:33.440526Z","caller":"traceutil/trace.go:171","msg":"trace[494999912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3230; }","duration":"112.989082ms","start":"2026-05-20T04:11:33.327484Z","end":"2026-05-20T04:11:33.440473Z","steps":["trace[494999912] 'range keys from in-memory index tree' (duration: 111.606417ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:34.535417Z","caller":"traceutil/trace.go:171","msg":"trace[13866675] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"249.089648ms","start":"2026-05-20T04:11:34.286302Z","end":"2026-05-20T04:11:34.535392Z","steps":["trace[13866675] 'process raft request' (duration: 248.909064ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:35.262607Z","caller":"traceutil/trace.go:171","msg":"trace[394503265] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"937.627684ms","start":"2026-05-20T04:11:34.324961Z","end":"2026-05-20T04:11:35.262589Z","steps":["trace[394503265] 'process raft request' (duration: 937.564812ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:35.262625Z","caller":"traceutil/trace.go:171","msg":"trace[2068039916] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"937.841159ms","start":"2026-05-20T04:11:34.32474Z","end":"2026-05-20T04:11:35.262581Z","steps":["trace[2068039916] 'process raft request' (duration: 937.641524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:35.26272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:34.324941Z","time spent":"937.721327ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:35.262853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:34.324715Z","time spent":"937.976013ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:35.262971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.920692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:11:35.262994Z","caller":"traceutil/trace.go:171","msg":"trace[1934616531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3234; }","duration":"813.983604ms","start":"2026-05-20T04:11:34.449005Z","end":"2026-05-20T04:11:35.262988Z","steps":["trace[1934616531] 'agreement among raft nodes before linearized reading' (duration: 813.881461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:35.263011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:34.448987Z","time spent":"814.020914ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:11:35.263071Z","caller":"traceutil/trace.go:171","msg":"trace[1714159362] transaction","detail":"{read_only:false; response_revision:3234; number_of_response:1; }","duration":"938.093677ms","start":"2026-05-20T04:11:34.324964Z","end":"2026-05-20T04:11:35.263057Z","steps":["trace[1714159362] 'process raft request' (duration: 937.595823ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:35.262875Z","caller":"traceutil/trace.go:171","msg":"trace[728870850] linearizableReadLoop","detail":"{readStateIndex:3387; appliedIndex:3383; }","duration":"813.818ms","start":"2026-05-20T04:11:34.449048Z","end":"2026-05-20T04:11:35.262866Z","steps":["trace[728870850] 'read index received' (duration: 86.171503ms)","trace[728870850] 'applied index is now lower than readState.Index' (duration: 727.645407ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:35.263181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:34.32475Z","time spent":"938.353313ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:35.622503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.183387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:11:35.622649Z","caller":"traceutil/trace.go:171","msg":"trace[1923645937] linearizableReadLoop","detail":"{readStateIndex:3388; appliedIndex:3387; }","duration":"359.446542ms","start":"2026-05-20T04:11:35.263145Z","end":"2026-05-20T04:11:35.622591Z","steps":["trace[1923645937] 'read index received' (duration: 135.06688ms)","trace[1923645937] 'applied index is now lower than readState.Index' (duration: 224.377972ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:35.622653Z","caller":"traceutil/trace.go:171","msg":"trace[1699910332] transaction","detail":"{read_only:false; response_revision:3235; number_of_response:1; }","duration":"960.603316ms","start":"2026-05-20T04:11:34.662022Z","end":"2026-05-20T04:11:35.622626Z","steps":["trace[1699910332] 'process raft request' (duration: 736.204133ms)","trace[1699910332] 'compare' (duration: 223.740546ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:35.622779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:34.661996Z","time spent":"960.711899ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:35.622841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.046002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:11:35.622872Z","caller":"traceutil/trace.go:171","msg":"trace[647832685] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3235; }","duration":"389.103754ms","start":"2026-05-20T04:11:35.233757Z","end":"2026-05-20T04:11:35.622861Z","steps":["trace[647832685] 'agreement among raft nodes before linearized reading' (duration: 388.9622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:35.622921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:35.233739Z","time spent":"389.174715ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:11:35.622989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.370732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:11:35.622986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.117865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:11:35.622976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.647819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T04:11:35.623003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101246267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:11:35.623047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069911364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"info","ts":"2026-05-20T04:11:35.623057Z","caller":"traceutil/trace.go:171","msg":"trace[967105981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3235; }","duration":"611.207368ms","start":"2026-05-20T04:11:35.011829Z","end":"2026-05-20T04:11:35.623036Z","steps":["trace[967105981] 'agreement among raft nodes before linearized reading' (duration: 611.036264ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:35.623076Z","caller":"traceutil/trace.go:171","msg":"trace[1979551161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3235; }","duration":"1.101373571s","start":"2026-05-20T04:11:34.521684Z","end":"2026-05-20T04:11:35.623057Z","steps":["trace[1979551161] 'agreement among raft nodes before linearized reading' (duration: 1.101221867s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:35.62315Z","caller":"traceutil/trace.go:171","msg":"trace[2088075658] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3235; }","duration":"1.070008647s","start":"2026-05-20T04:11:34.553091Z","end":"2026-05-20T04:11:35.6231Z","steps":["trace[2088075658] 'agreement among raft nodes before linearized reading' (duration: 1.069818092s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:35.62316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:35.011819Z","time spent":"611.28983ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:11:35.623166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.173206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:11:35.623216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:34.553078Z","time spent":"1.070123219s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12001,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:11:35.623232Z","caller":"traceutil/trace.go:171","msg":"trace[1939511834] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3235; }","duration":"175.3155ms","start":"2026-05-20T04:11:35.4479Z","end":"2026-05-20T04:11:35.623215Z","steps":["trace[1939511834] 'agreement among raft nodes before linearized reading' (duration: 175.068294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:35.623223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.739816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:11:35.623026Z","caller":"traceutil/trace.go:171","msg":"trace[1525208728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3235; }","duration":"611.408653ms","start":"2026-05-20T04:11:35.01161Z","end":"2026-05-20T04:11:35.623019Z","steps":["trace[1525208728] 'agreement among raft nodes before linearized reading' (duration: 611.274249ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:35.623328Z","caller":"traceutil/trace.go:171","msg":"trace[1883265095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3235; }","duration":"610.88271ms","start":"2026-05-20T04:11:35.012421Z","end":"2026-05-20T04:11:35.623304Z","steps":["trace[1883265095] 'agreement among raft nodes before linearized reading' (duration: 610.47544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:35.62316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:34.521665Z","time spent":"1.101486224s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:11:35.6234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:35.01241Z","time spent":"610.973062ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:11:35.623372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:35.011544Z","time spent":"611.791213ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:11:35.62299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.635119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:11:35.623474Z","caller":"traceutil/trace.go:171","msg":"trace[446364484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3235; }","duration":"612.150242ms","start":"2026-05-20T04:11:35.011307Z","end":"2026-05-20T04:11:35.623457Z","steps":["trace[446364484] 'agreement among raft nodes before linearized reading' (duration: 611.612698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:35.623534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:35.011283Z","time spent":"612.236054ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:11:35.62307Z","caller":"traceutil/trace.go:171","msg":"trace[425466632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3235; }","duration":"611.794173ms","start":"2026-05-20T04:11:35.011255Z","end":"2026-05-20T04:11:35.623049Z","steps":["trace[425466632] 'agreement among raft nodes before linearized reading' (duration: 611.567627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:35.623633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:35.01123Z","time spent":"612.382568ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:11:35.813817Z","caller":"traceutil/trace.go:171","msg":"trace[353984865] linearizableReadLoop","detail":"{readStateIndex:3392; appliedIndex:3388; }","duration":"184.381239ms","start":"2026-05-20T04:11:35.6294Z","end":"2026-05-20T04:11:35.813781Z","steps":["trace[353984865] 'read index received' (duration: 44.121428ms)","trace[353984865] 'applied index is now lower than readState.Index' (duration: 140.258931ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:35.813931Z","caller":"traceutil/trace.go:171","msg":"trace[625189790] transaction","detail":"{read_only:false; response_revision:3239; number_of_response:1; }","duration":"184.695197ms","start":"2026-05-20T04:11:35.629226Z","end":"2026-05-20T04:11:35.813921Z","steps":["trace[625189790] 'process raft request' (duration: 184.469121ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:35.81395Z","caller":"traceutil/trace.go:171","msg":"trace[1875345199] transaction","detail":"{read_only:false; response_revision:3238; number_of_response:1; }","duration":"185.106748ms","start":"2026-05-20T04:11:35.628817Z","end":"2026-05-20T04:11:35.813924Z","steps":["trace[1875345199] 'process raft request' (duration: 184.824851ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:35.814106Z","caller":"traceutil/trace.go:171","msg":"trace[812518051] transaction","detail":"{read_only:false; response_revision:3237; number_of_response:1; }","duration":"185.826086ms","start":"2026-05-20T04:11:35.628255Z","end":"2026-05-20T04:11:35.814081Z","steps":["trace[812518051] 'process raft request' (duration: 102.165047ms)","trace[812518051] 'compare' (duration: 83.088925ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:35.814145Z","caller":"traceutil/trace.go:171","msg":"trace[685207441] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"183.749303ms","start":"2026-05-20T04:11:35.630361Z","end":"2026-05-20T04:11:35.81411Z","steps":["trace[685207441] 'process raft request' (duration: 183.364363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:35.814175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.956228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:11:35.814231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.846595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:11:35.814344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.869155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108161"} {"level":"info","ts":"2026-05-20T04:11:35.814341Z","caller":"traceutil/trace.go:171","msg":"trace[128525688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3240; }","duration":"181.981079ms","start":"2026-05-20T04:11:35.632334Z","end":"2026-05-20T04:11:35.814315Z","steps":["trace[128525688] 'agreement among raft nodes before linearized reading' (duration: 181.790234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:35.814333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.900732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108161"} {"level":"info","ts":"2026-05-20T04:11:35.814393Z","caller":"traceutil/trace.go:171","msg":"trace[55679841] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3240; }","duration":"183.943647ms","start":"2026-05-20T04:11:35.630436Z","end":"2026-05-20T04:11:35.81438Z","steps":["trace[55679841] 'agreement among raft nodes before linearized reading' (duration: 183.694961ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:35.814381Z","caller":"traceutil/trace.go:171","msg":"trace[2021759984] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3240; }","duration":"184.149092ms","start":"2026-05-20T04:11:35.63018Z","end":"2026-05-20T04:11:35.814329Z","steps":["trace[2021759984] 'agreement among raft nodes before linearized reading' (duration: 183.934947ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:35.814451Z","caller":"traceutil/trace.go:171","msg":"trace[1786722219] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3240; }","duration":"185.020235ms","start":"2026-05-20T04:11:35.629378Z","end":"2026-05-20T04:11:35.814398Z","steps":["trace[1786722219] 'agreement among raft nodes before linearized reading' (duration: 184.621285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:36.478062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.223295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:11:36.478128Z","caller":"traceutil/trace.go:171","msg":"trace[1006023504] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:3241; }","duration":"201.342157ms","start":"2026-05-20T04:11:36.276771Z","end":"2026-05-20T04:11:36.478114Z","steps":["trace[1006023504] 'range keys from in-memory index tree' (duration: 200.977829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:36.478849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.130281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:11:36.478959Z","caller":"traceutil/trace.go:171","msg":"trace[1865076630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3241; }","duration":"208.47362ms","start":"2026-05-20T04:11:36.27047Z","end":"2026-05-20T04:11:36.478944Z","steps":["trace[1865076630] 'range keys from in-memory index tree' (duration: 207.693479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:37.058677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578219797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:11:37.558899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578219797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:11:37.72419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1680621s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:11:38.468579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.077453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:11:38.468695Z","caller":"traceutil/trace.go:171","msg":"trace[1746560129] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"1.926780933s","start":"2026-05-20T04:11:36.541891Z","end":"2026-05-20T04:11:38.468672Z","steps":["trace[1746560129] 'process raft request' (duration: 1.182517865s)","trace[1746560129] 'compare' (duration: 743.854997ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:38.468758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:36.541864Z","time spent":"1.926862645s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:39.235364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.510963043s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:11:39.521598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999821753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:11:39.521654Z","caller":"traceutil/trace.go:171","msg":"trace[1361075524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999963356s","start":"2026-05-20T04:11:37.52168Z","end":"2026-05-20T04:11:39.521644Z","steps":["trace[1361075524] 'agreement among raft nodes before linearized reading' (duration: 1.999894974s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:39.521678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:37.521652Z","time spent":"2.000020878s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:11:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:11:40.069279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.673922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:11:40.069809Z","caller":"traceutil/trace.go:171","msg":"trace[1211170016] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"2.799481682s","start":"2026-05-20T04:11:37.270302Z","end":"2026-05-20T04:11:40.069784Z","steps":["trace[1211170016] 'process raft request' (duration: 1.965392851s)","trace[1211170016] 'compare' (duration: 833.156088ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:40.069882Z","caller":"traceutil/trace.go:171","msg":"trace[1828159410] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"2.799554915s","start":"2026-05-20T04:11:37.270302Z","end":"2026-05-20T04:11:40.069857Z","steps":["trace[1828159410] 'process raft request' (duration: 2.799065572s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.069922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:37.270273Z","time spent":"2.799588916s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:40.070004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:37.270273Z","time spent":"2.799663868s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:40.070273Z","caller":"traceutil/trace.go:171","msg":"trace[687691600] linearizableReadLoop","detail":"{readStateIndex:3400; appliedIndex:3396; }","duration":"3.511943105s","start":"2026-05-20T04:11:36.558314Z","end":"2026-05-20T04:11:40.070257Z","steps":["trace[687691600] 'read index received' (duration: 1.166095279s)","trace[687691600] 'applied index is now lower than readState.Index' (duration: 2.345846996s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:40.070372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.512049968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:11:40.070421Z","caller":"traceutil/trace.go:171","msg":"trace[1972389209] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3246; }","duration":"3.51212279s","start":"2026-05-20T04:11:36.558286Z","end":"2026-05-20T04:11:40.070409Z","steps":["trace[1972389209] 'agreement among raft nodes before linearized reading' (duration: 3.512021007s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.070457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:36.558275Z","time spent":"3.512173451s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T04:11:40.070485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.563077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:40.070548Z","caller":"traceutil/trace.go:171","msg":"trace[732409882] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3246; }","duration":"639.6902ms","start":"2026-05-20T04:11:39.430844Z","end":"2026-05-20T04:11:40.070534Z","steps":["trace[732409882] 'agreement among raft nodes before linearized reading' (duration: 639.572167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.070574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.309872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:11:40.070599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:39.430817Z","time spent":"639.768732ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:11:40.070617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249395243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:11:40.070589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.292619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:40.070663Z","caller":"traceutil/trace.go:171","msg":"trace[1013914271] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3246; }","duration":"2.249462694s","start":"2026-05-20T04:11:37.821191Z","end":"2026-05-20T04:11:40.070653Z","steps":["trace[1013914271] 'agreement among raft nodes before linearized reading' (duration: 2.249220048s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:40.070678Z","caller":"traceutil/trace.go:171","msg":"trace[1045239587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3246; }","duration":"543.458072ms","start":"2026-05-20T04:11:39.527205Z","end":"2026-05-20T04:11:40.070663Z","steps":["trace[1045239587] 'agreement among raft nodes before linearized reading' (duration: 543.285398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.070676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250382738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T04:11:40.070649Z","caller":"traceutil/trace.go:171","msg":"trace[282721516] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3246; }","duration":"551.508266ms","start":"2026-05-20T04:11:39.519109Z","end":"2026-05-20T04:11:40.070617Z","steps":["trace[282721516] 'agreement among raft nodes before linearized reading' (duration: 551.414484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.070703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:37.821183Z","time spent":"2.249513446s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:11:40.070712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38949547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T04:11:40.070749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:39.527197Z","time spent":"543.542014ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:11:40.070562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582896148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:11:40.070801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.633933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:11:40.070827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247583806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:11:40.070856Z","caller":"traceutil/trace.go:171","msg":"trace[1938281474] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3246; }","duration":"2.247613527s","start":"2026-05-20T04:11:37.823235Z","end":"2026-05-20T04:11:40.070848Z","steps":["trace[1938281474] 'agreement among raft nodes before linearized reading' (duration: 2.247523225s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:40.070854Z","caller":"traceutil/trace.go:171","msg":"trace[1826131840] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3246; }","duration":"764.740906ms","start":"2026-05-20T04:11:39.306099Z","end":"2026-05-20T04:11:40.07084Z","steps":["trace[1826131840] 'agreement among raft nodes before linearized reading' (duration: 764.654344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.070859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249956527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T04:11:40.070351Z","caller":"traceutil/trace.go:171","msg":"trace[1398740636] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"2.797182475s","start":"2026-05-20T04:11:37.273139Z","end":"2026-05-20T04:11:40.070322Z","steps":["trace[1398740636] 'process raft request' (duration: 2.79660998s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.070898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:37.823202Z","time spent":"2.247688369s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:11:40.070889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250403669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T04:11:40.070908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:39.306074Z","time spent":"764.820808ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:11:40.070948Z","caller":"traceutil/trace.go:171","msg":"trace[784163924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3246; }","duration":"2.25049759s","start":"2026-05-20T04:11:37.820435Z","end":"2026-05-20T04:11:40.070933Z","steps":["trace[784163924] 'agreement among raft nodes before linearized reading' (duration: 2.250336736s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.071077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250625893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-20T04:11:40.071139Z","caller":"traceutil/trace.go:171","msg":"trace[1941853341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3246; }","duration":"2.250716045s","start":"2026-05-20T04:11:37.820394Z","end":"2026-05-20T04:11:40.071111Z","steps":["trace[1941853341] 'agreement among raft nodes before linearized reading' (duration: 2.250625563s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.07111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:37.820426Z","time spent":"2.250665215s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:11:40.07072Z","caller":"traceutil/trace.go:171","msg":"trace[352106519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3246; }","duration":"2.25046808s","start":"2026-05-20T04:11:37.820242Z","end":"2026-05-20T04:11:40.07071Z","steps":["trace[352106519] 'agreement among raft nodes before linearized reading' (duration: 2.250319567s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.07117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:37.820366Z","time spent":"2.250796518s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:11:40.071213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:37.81983Z","time spent":"2.251365554s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:11:40.070851Z","caller":"traceutil/trace.go:171","msg":"trace[1758232102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3246; }","duration":"2.583245196s","start":"2026-05-20T04:11:37.487581Z","end":"2026-05-20T04:11:40.070826Z","steps":["trace[1758232102] 'agreement among raft nodes before linearized reading' (duration: 2.582809566s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.071435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:37.487552Z","time spent":"2.583850962s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:11:40.070909Z","caller":"traceutil/trace.go:171","msg":"trace[244107655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3246; }","duration":"2.250020688s","start":"2026-05-20T04:11:37.820876Z","end":"2026-05-20T04:11:40.070897Z","steps":["trace[244107655] 'agreement among raft nodes before linearized reading' (duration: 2.249888625s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:40.07078Z","caller":"traceutil/trace.go:171","msg":"trace[1121889331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3246; }","duration":"2.389596743s","start":"2026-05-20T04:11:37.681161Z","end":"2026-05-20T04:11:40.070758Z","steps":["trace[1121889331] 'agreement among raft nodes before linearized reading' (duration: 2.389454299s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.0718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:37.681133Z","time spent":"2.390644489s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:11:40.071788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:37.820869Z","time spent":"2.250759996s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:11:40.07098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:37.273104Z","time spent":"2.797808111s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:40.070856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:39.519085Z","time spent":"551.701051ms","remote":"127.0.0.1:50588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:11:40.404699Z","caller":"traceutil/trace.go:171","msg":"trace[2038268061] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"328.895558ms","start":"2026-05-20T04:11:40.075772Z","end":"2026-05-20T04:11:40.404668Z","steps":["trace[2038268061] 'process raft request' (duration: 313.849398ms)","trace[2038268061] 'compare' (duration: 14.597149ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:40.40486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:40.075753Z","time spent":"329.030522ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:40.69793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.167589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:11:40.6984Z","caller":"traceutil/trace.go:171","msg":"trace[1568093269] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"622.569056ms","start":"2026-05-20T04:11:40.075797Z","end":"2026-05-20T04:11:40.698366Z","steps":["trace[1568093269] 'process raft request' (duration: 500.860033ms)","trace[1568093269] 'compare' (duration: 120.767749ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:40.698588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:40.075785Z","time spent":"622.706939ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:40.698831Z","caller":"traceutil/trace.go:171","msg":"trace[696321049] transaction","detail":"{read_only:false; response_revision:3250; number_of_response:1; }","duration":"622.35258ms","start":"2026-05-20T04:11:40.07645Z","end":"2026-05-20T04:11:40.698803Z","steps":["trace[696321049] 'process raft request' (duration: 622.044682ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:40.698879Z","caller":"traceutil/trace.go:171","msg":"trace[290777711] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"622.392911ms","start":"2026-05-20T04:11:40.076473Z","end":"2026-05-20T04:11:40.698866Z","steps":["trace[290777711] 'process raft request' (duration: 622.239518ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:40.698892Z","caller":"traceutil/trace.go:171","msg":"trace[1559658981] linearizableReadLoop","detail":"{readStateIndex:3405; appliedIndex:3400; }","duration":"621.868008ms","start":"2026-05-20T04:11:40.077005Z","end":"2026-05-20T04:11:40.698873Z","steps":["trace[1559658981] 'read index received' (duration: 312.674528ms)","trace[1559658981] 'applied index is now lower than readState.Index' (duration: 309.19239ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:40.69894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:40.076454Z","time spent":"622.452232ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:40.698982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:40.076428Z","time spent":"622.475903ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:40.699018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.477297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:40.69905Z","caller":"traceutil/trace.go:171","msg":"trace[1603918425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3252; }","duration":"619.533409ms","start":"2026-05-20T04:11:40.079504Z","end":"2026-05-20T04:11:40.699038Z","steps":["trace[1603918425] 'agreement among raft nodes before linearized reading' (duration: 619.481427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.699091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:40.079491Z","time spent":"619.59213ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:11:40.698961Z","caller":"traceutil/trace.go:171","msg":"trace[1885957273] transaction","detail":"{read_only:false; response_revision:3252; number_of_response:1; }","duration":"223.329876ms","start":"2026-05-20T04:11:40.475549Z","end":"2026-05-20T04:11:40.698879Z","steps":["trace[1885957273] 'process raft request' (duration: 223.281054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.699276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.489127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108161"} {"level":"info","ts":"2026-05-20T04:11:40.699319Z","caller":"traceutil/trace.go:171","msg":"trace[1381364850] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3252; }","duration":"619.540498ms","start":"2026-05-20T04:11:40.079766Z","end":"2026-05-20T04:11:40.699306Z","steps":["trace[1381364850] 'agreement among raft nodes before linearized reading' (duration: 619.254551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.699354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:40.07976Z","time spent":"619.58633ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108183,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:11:40.699359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.34123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108161"} {"level":"info","ts":"2026-05-20T04:11:40.699587Z","caller":"traceutil/trace.go:171","msg":"trace[1282611864] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3252; }","duration":"622.483003ms","start":"2026-05-20T04:11:40.076982Z","end":"2026-05-20T04:11:40.699465Z","steps":["trace[1282611864] 'agreement among raft nodes before linearized reading' (duration: 621.96632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.699772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:40.076973Z","time spent":"622.674058ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108183,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:11:40.699859Z","caller":"traceutil/trace.go:171","msg":"trace[415631326] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"622.33857ms","start":"2026-05-20T04:11:40.076304Z","end":"2026-05-20T04:11:40.698642Z","steps":["trace[415631326] 'process raft request' (duration: 621.96268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:40.699968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:40.076289Z","time spent":"623.626202ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:40.887376Z","caller":"traceutil/trace.go:171","msg":"trace[689829203] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"156.074691ms","start":"2026-05-20T04:11:40.731268Z","end":"2026-05-20T04:11:40.887342Z","steps":["trace[689829203] 'process raft request' (duration: 99.586251ms)","trace[689829203] 'compare' (duration: 56.203523ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:41.656274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.970548ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:11:41.656381Z","caller":"traceutil/trace.go:171","msg":"trace[217654849] linearizableReadLoop","detail":"{readStateIndex:3410; appliedIndex:3409; }","duration":"133.729027ms","start":"2026-05-20T04:11:41.522631Z","end":"2026-05-20T04:11:41.65636Z","steps":["trace[217654849] 'read index received' (duration: 32.191µs)","trace[217654849] 'applied index is now lower than readState.Index' (duration: 133.695386ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:41.656468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.838669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:41.656512Z","caller":"traceutil/trace.go:171","msg":"trace[488268920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3254; }","duration":"133.932752ms","start":"2026-05-20T04:11:41.52257Z","end":"2026-05-20T04:11:41.656503Z","steps":["trace[488268920] 'agreement among raft nodes before linearized reading' (duration: 133.8494ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:42.343768Z","caller":"traceutil/trace.go:171","msg":"trace[1956916746] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"265.73387ms","start":"2026-05-20T04:11:42.078009Z","end":"2026-05-20T04:11:42.343743Z","steps":["trace[1956916746] 'process raft request' (duration: 265.534635ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:42.343924Z","caller":"traceutil/trace.go:171","msg":"trace[381846807] linearizableReadLoop","detail":"{readStateIndex:3413; appliedIndex:3410; }","duration":"258.377243ms","start":"2026-05-20T04:11:42.085528Z","end":"2026-05-20T04:11:42.343905Z","steps":["trace[381846807] 'read index received' (duration: 62.532733ms)","trace[381846807] 'applied index is now lower than readState.Index' (duration: 195.84279ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:42.344069Z","caller":"traceutil/trace.go:171","msg":"trace[1886092851] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"265.7534ms","start":"2026-05-20T04:11:42.078292Z","end":"2026-05-20T04:11:42.344045Z","steps":["trace[1886092851] 'process raft request' (duration: 265.410902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:42.344094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.556897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:11:42.344279Z","caller":"traceutil/trace.go:171","msg":"trace[1393548461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3257; }","duration":"258.782692ms","start":"2026-05-20T04:11:42.085476Z","end":"2026-05-20T04:11:42.344259Z","steps":["trace[1393548461] 'agreement among raft nodes before linearized reading' (duration: 258.483735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:42.569837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.517645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:11:42.569914Z","caller":"traceutil/trace.go:171","msg":"trace[1992485201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3257; }","duration":"160.606477ms","start":"2026-05-20T04:11:42.409291Z","end":"2026-05-20T04:11:42.569898Z","steps":["trace[1992485201] 'range keys from in-memory index tree' (duration: 160.269669ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:42.741281Z","caller":"traceutil/trace.go:171","msg":"trace[1447641984] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"165.131472ms","start":"2026-05-20T04:11:42.576118Z","end":"2026-05-20T04:11:42.741249Z","steps":["trace[1447641984] 'process raft request' (duration: 164.921207ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:42.861432Z","caller":"traceutil/trace.go:171","msg":"trace[312830656] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"155.55668ms","start":"2026-05-20T04:11:42.705837Z","end":"2026-05-20T04:11:42.861394Z","steps":["trace[312830656] 'process raft request' (duration: 93.56539ms)","trace[312830656] 'compare' (duration: 61.176839ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:42.861538Z","caller":"traceutil/trace.go:171","msg":"trace[2129734855] linearizableReadLoop","detail":"{readStateIndex:3415; appliedIndex:3414; }","duration":"119.824454ms","start":"2026-05-20T04:11:42.741686Z","end":"2026-05-20T04:11:42.861511Z","steps":["trace[2129734855] 'read index received' (duration: 57.731942ms)","trace[2129734855] 'applied index is now lower than readState.Index' (duration: 62.089372ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:42.861729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.860072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:11:42.861729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.981884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:11:42.861756Z","caller":"traceutil/trace.go:171","msg":"trace[1257360839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3259; }","duration":"156.956524ms","start":"2026-05-20T04:11:42.704791Z","end":"2026-05-20T04:11:42.861748Z","steps":["trace[1257360839] 'agreement among raft nodes before linearized reading' (duration: 156.79819ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:42.861779Z","caller":"traceutil/trace.go:171","msg":"trace[1930718850] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3259; }","duration":"155.055826ms","start":"2026-05-20T04:11:42.706711Z","end":"2026-05-20T04:11:42.861767Z","steps":["trace[1930718850] 'agreement among raft nodes before linearized reading' (duration: 154.898242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:42.86175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.097543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:11:42.861829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.919313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:11:42.861858Z","caller":"traceutil/trace.go:171","msg":"trace[1833769537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3259; }","duration":"156.962585ms","start":"2026-05-20T04:11:42.704885Z","end":"2026-05-20T04:11:42.861847Z","steps":["trace[1833769537] 'agreement among raft nodes before linearized reading' (duration: 156.880963ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:42.861828Z","caller":"traceutil/trace.go:171","msg":"trace[994964242] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3259; }","duration":"156.227866ms","start":"2026-05-20T04:11:42.705586Z","end":"2026-05-20T04:11:42.861814Z","steps":["trace[994964242] 'agreement among raft nodes before linearized reading' (duration: 155.929549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:42.86187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.982545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:11:42.861899Z","caller":"traceutil/trace.go:171","msg":"trace[1096241017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3259; }","duration":"157.035367ms","start":"2026-05-20T04:11:42.704855Z","end":"2026-05-20T04:11:42.861891Z","steps":["trace[1096241017] 'agreement among raft nodes before linearized reading' (duration: 156.948585ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:42.862755Z","caller":"traceutil/trace.go:171","msg":"trace[841154075] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"115.284559ms","start":"2026-05-20T04:11:42.747368Z","end":"2026-05-20T04:11:42.862652Z","steps":["trace[841154075] 'process raft request' (duration: 114.086849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:43.48552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.023474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:11:43.485907Z","caller":"traceutil/trace.go:171","msg":"trace[1381495601] linearizableReadLoop","detail":"{readStateIndex:3419; appliedIndex:3417; }","duration":"619.108038ms","start":"2026-05-20T04:11:42.866755Z","end":"2026-05-20T04:11:43.485863Z","steps":["trace[1381495601] 'read index received' (duration: 62.861261ms)","trace[1381495601] 'applied index is now lower than readState.Index' (duration: 556.242327ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:43.486014Z","caller":"traceutil/trace.go:171","msg":"trace[1684629925] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"476.968419ms","start":"2026-05-20T04:11:43.008769Z","end":"2026-05-20T04:11:43.485737Z","steps":["trace[1684629925] 'process raft request' (duration: 476.858146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:43.4862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:43.008744Z","time spent":"477.41839ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":686,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:11:43.485993Z","caller":"traceutil/trace.go:171","msg":"trace[704300733] transaction","detail":"{read_only:false; response_revision:3263; number_of_response:1; }","duration":"619.801826ms","start":"2026-05-20T04:11:42.866152Z","end":"2026-05-20T04:11:43.485954Z","steps":["trace[704300733] 'process raft request' (duration: 98.244138ms)","trace[704300733] 'compare' (duration: 520.872441ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:43.486352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:42.866117Z","time spent":"620.143084ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:43.486373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.484054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:11:43.486443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.274921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108161"} {"level":"info","ts":"2026-05-20T04:11:43.486482Z","caller":"traceutil/trace.go:171","msg":"trace[867833328] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3264; }","duration":"269.664979ms","start":"2026-05-20T04:11:43.216794Z","end":"2026-05-20T04:11:43.486459Z","steps":["trace[867833328] 'agreement among raft nodes before linearized reading' (duration: 269.31452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:43.486472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.413039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:11:43.486554Z","caller":"traceutil/trace.go:171","msg":"trace[237535730] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3264; }","duration":"133.541462ms","start":"2026-05-20T04:11:43.352992Z","end":"2026-05-20T04:11:43.486534Z","steps":["trace[237535730] 'agreement among raft nodes before linearized reading' (duration: 133.105151ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:43.486493Z","caller":"traceutil/trace.go:171","msg":"trace[1448202213] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3264; }","duration":"617.368694ms","start":"2026-05-20T04:11:42.869111Z","end":"2026-05-20T04:11:43.48648Z","steps":["trace[1448202213] 'agreement among raft nodes before linearized reading' (duration: 616.981094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:43.486678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:42.869101Z","time spent":"617.553398ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108183,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:11:43.487233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.468452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108161"} {"level":"info","ts":"2026-05-20T04:11:43.487307Z","caller":"traceutil/trace.go:171","msg":"trace[525214899] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3264; }","duration":"620.563834ms","start":"2026-05-20T04:11:42.866726Z","end":"2026-05-20T04:11:43.487289Z","steps":["trace[525214899] 'agreement among raft nodes before linearized reading' (duration: 619.261302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:43.487362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:42.866712Z","time spent":"620.636557ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108183,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:11:44.258223Z","caller":"traceutil/trace.go:171","msg":"trace[652794453] transaction","detail":"{read_only:false; response_revision:3265; number_of_response:1; }","duration":"102.676801ms","start":"2026-05-20T04:11:44.155515Z","end":"2026-05-20T04:11:44.258191Z","steps":["trace[652794453] 'process raft request' (duration: 102.518537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:44.654767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.682588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:11:44.655285Z","caller":"traceutil/trace.go:171","msg":"trace[841731828] transaction","detail":"{read_only:false; response_revision:3266; number_of_response:1; }","duration":"305.770163ms","start":"2026-05-20T04:11:44.349456Z","end":"2026-05-20T04:11:44.655226Z","steps":["trace[841731828] 'process raft request' (duration: 163.520861ms)","trace[841731828] 'compare' (duration: 141.217426ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:44.655474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:44.349419Z","time spent":"305.929027ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:44.686761Z","caller":"traceutil/trace.go:171","msg":"trace[43357183] linearizableReadLoop","detail":"{readStateIndex:3423; appliedIndex:3421; }","duration":"191.725786ms","start":"2026-05-20T04:11:44.495013Z","end":"2026-05-20T04:11:44.686738Z","steps":["trace[43357183] 'read index received' (duration: 17.979936ms)","trace[43357183] 'applied index is now lower than readState.Index' (duration: 173.74464ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:44.686949Z","caller":"traceutil/trace.go:171","msg":"trace[612292702] transaction","detail":"{read_only:false; response_revision:3267; number_of_response:1; }","duration":"334.199214ms","start":"2026-05-20T04:11:44.352699Z","end":"2026-05-20T04:11:44.686898Z","steps":["trace[612292702] 'process raft request' (duration: 333.890696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:44.687058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.030193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:11:44.687114Z","caller":"traceutil/trace.go:171","msg":"trace[1486105450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3267; }","duration":"192.744271ms","start":"2026-05-20T04:11:44.494356Z","end":"2026-05-20T04:11:44.6871Z","steps":["trace[1486105450] 'agreement among raft nodes before linearized reading' (duration: 192.500835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:44.687219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:44.352674Z","time spent":"334.388729ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:44.709356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.492454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:44.709465Z","caller":"traceutil/trace.go:171","msg":"trace[213004870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3268; }","duration":"186.662078ms","start":"2026-05-20T04:11:44.52278Z","end":"2026-05-20T04:11:44.709442Z","steps":["trace[213004870] 'agreement among raft nodes before linearized reading' (duration: 186.476603ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:46.496889Z","caller":"traceutil/trace.go:171","msg":"trace[1442014348] linearizableReadLoop","detail":"{readStateIndex:3431; appliedIndex:3430; }","duration":"995.337037ms","start":"2026-05-20T04:11:45.501523Z","end":"2026-05-20T04:11:46.49686Z","steps":["trace[1442014348] 'read index received' (duration: 2.35107ms)","trace[1442014348] 'applied index is now lower than readState.Index' (duration: 992.984717ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:46.497361Z","caller":"traceutil/trace.go:171","msg":"trace[188159265] transaction","detail":"{read_only:false; response_revision:3275; number_of_response:1; }","duration":"1.000924796s","start":"2026-05-20T04:11:45.496322Z","end":"2026-05-20T04:11:46.497247Z","steps":["trace[188159265] 'process raft request' (duration: 1.000337752s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:46.497505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:45.496289Z","time spent":"1.001115801s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:46.497961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.410723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:11:46.498059Z","caller":"traceutil/trace.go:171","msg":"trace[946722826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3275; }","duration":"1.002246371s","start":"2026-05-20T04:11:45.495793Z","end":"2026-05-20T04:11:46.49804Z","steps":["trace[946722826] 'agreement among raft nodes before linearized reading' (duration: 1.001925933s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:46.498105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:45.495781Z","time spent":"1.002316063s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:11:46.539718Z","caller":"traceutil/trace.go:171","msg":"trace[1272839750] transaction","detail":"{read_only:false; response_revision:3278; number_of_response:1; }","duration":"308.514243ms","start":"2026-05-20T04:11:46.231175Z","end":"2026-05-20T04:11:46.539689Z","steps":["trace[1272839750] 'process raft request' (duration: 308.39664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:46.539905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:46.231143Z","time spent":"308.659707ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:46.539865Z","caller":"traceutil/trace.go:171","msg":"trace[825982327] transaction","detail":"{read_only:false; response_revision:3276; number_of_response:1; }","duration":"850.290711ms","start":"2026-05-20T04:11:45.689506Z","end":"2026-05-20T04:11:46.539796Z","steps":["trace[825982327] 'process raft request' (duration: 849.81455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:46.539981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.926552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:11:46.540081Z","caller":"traceutil/trace.go:171","msg":"trace[1801113910] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3279; }","duration":"846.085856ms","start":"2026-05-20T04:11:45.693974Z","end":"2026-05-20T04:11:46.54006Z","steps":["trace[1801113910] 'agreement among raft nodes before linearized reading' (duration: 845.810109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:46.540124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:45.693952Z","time spent":"846.161877ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:11:46.540104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.053855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"warn","ts":"2026-05-20T04:11:46.540192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036134829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:11:46.540247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:45.688957Z","time spent":"851.043842ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:11:46.540283Z","caller":"traceutil/trace.go:171","msg":"trace[388943423] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"276.134642ms","start":"2026-05-20T04:11:46.26413Z","end":"2026-05-20T04:11:46.540265Z","steps":["trace[388943423] 'process raft request' (duration: 275.473876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:46.540343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.962292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:11:46.540356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.037148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-20T04:11:46.540404Z","caller":"traceutil/trace.go:171","msg":"trace[1185096214] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3279; }","duration":"844.063044ms","start":"2026-05-20T04:11:45.696326Z","end":"2026-05-20T04:11:46.540389Z","steps":["trace[1185096214] 'agreement among raft nodes before linearized reading' (duration: 843.87662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:46.540411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.417951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"info","ts":"2026-05-20T04:11:46.539722Z","caller":"traceutil/trace.go:171","msg":"trace[1491986434] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"645.592859ms","start":"2026-05-20T04:11:45.894087Z","end":"2026-05-20T04:11:46.53968Z","steps":["trace[1491986434] 'process raft request' (duration: 645.421734ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:46.540451Z","caller":"traceutil/trace.go:171","msg":"trace[975435636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3279; }","duration":"853.506274ms","start":"2026-05-20T04:11:45.686936Z","end":"2026-05-20T04:11:46.540442Z","steps":["trace[975435636] 'agreement among raft nodes before linearized reading' (duration: 853.385421ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:46.540286Z","caller":"traceutil/trace.go:171","msg":"trace[1588062792] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3279; }","duration":"1.036345714s","start":"2026-05-20T04:11:45.503917Z","end":"2026-05-20T04:11:46.540263Z","steps":["trace[1588062792] 'agreement among raft nodes before linearized reading' (duration: 1.036009176s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:46.540207Z","caller":"traceutil/trace.go:171","msg":"trace[1713700409] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3279; }","duration":"617.200419ms","start":"2026-05-20T04:11:45.92298Z","end":"2026-05-20T04:11:46.540181Z","steps":["trace[1713700409] 'agreement among raft nodes before linearized reading' (duration: 616.862491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:46.540486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:45.686905Z","time spent":"853.572135ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12001,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:11:46.540489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:45.503907Z","time spent":"1.03657276s","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:11:46.540521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:45.922959Z","time spent":"617.549688ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12001,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:11:46.540411Z","caller":"traceutil/trace.go:171","msg":"trace[227987850] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3279; }","duration":"809.1259ms","start":"2026-05-20T04:11:45.73127Z","end":"2026-05-20T04:11:46.540395Z","steps":["trace[227987850] 'agreement among raft nodes before linearized reading' (duration: 808.915725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:46.540565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:45.89406Z","time spent":"646.410268ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:46.540604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035518862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108161"} {"level":"info","ts":"2026-05-20T04:11:46.540649Z","caller":"traceutil/trace.go:171","msg":"trace[997202804] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3279; }","duration":"1.035566894s","start":"2026-05-20T04:11:45.505071Z","end":"2026-05-20T04:11:46.540638Z","steps":["trace[997202804] 'agreement among raft nodes before linearized reading' (duration: 1.035290707s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:46.540677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:45.505061Z","time spent":"1.035607804s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108183,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:11:46.540446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:45.696315Z","time spent":"844.121165ms","remote":"127.0.0.1:33978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":107,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:11:46.540643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:45.731253Z","time spent":"809.364106ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:11:46.540541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.553934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:11:46.541143Z","caller":"traceutil/trace.go:171","msg":"trace[296447476] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:3279; }","duration":"264.259043ms","start":"2026-05-20T04:11:46.276872Z","end":"2026-05-20T04:11:46.541131Z","steps":["trace[296447476] 'agreement among raft nodes before linearized reading' (duration: 263.524933ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:48.233083Z","caller":"traceutil/trace.go:171","msg":"trace[308176692] transaction","detail":"{read_only:false; response_revision:3291; number_of_response:1; }","duration":"216.975546ms","start":"2026-05-20T04:11:48.016074Z","end":"2026-05-20T04:11:48.23305Z","steps":["trace[308176692] 'process raft request' (duration: 216.78335ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:48.292319Z","caller":"traceutil/trace.go:171","msg":"trace[2072713337] transaction","detail":"{read_only:false; response_revision:3292; number_of_response:1; }","duration":"274.138783ms","start":"2026-05-20T04:11:48.018149Z","end":"2026-05-20T04:11:48.292288Z","steps":["trace[2072713337] 'process raft request' (duration: 273.988709ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:51.07359Z","caller":"traceutil/trace.go:171","msg":"trace[705298162] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"137.497292ms","start":"2026-05-20T04:11:50.936055Z","end":"2026-05-20T04:11:51.073552Z","steps":["trace[705298162] 'process raft request' (duration: 51.020173ms)","trace[705298162] 'compare' (duration: 86.062639ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:52.132168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.109842ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:11:52.132512Z","caller":"traceutil/trace.go:171","msg":"trace[1356019200] linearizableReadLoop","detail":"{readStateIndex:3480; appliedIndex:3479; }","duration":"103.002818ms","start":"2026-05-20T04:11:52.029295Z","end":"2026-05-20T04:11:52.132298Z","steps":["trace[1356019200] 'read index received' (duration: 53.491µs)","trace[1356019200] 'applied index is now lower than readState.Index' (duration: 102.947197ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:52.132576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.228513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:52.132679Z","caller":"traceutil/trace.go:171","msg":"trace[1076518334] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3322; }","duration":"103.409599ms","start":"2026-05-20T04:11:52.029247Z","end":"2026-05-20T04:11:52.132656Z","steps":["trace[1076518334] 'agreement among raft nodes before linearized reading' (duration: 103.195322ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:52.775108Z","caller":"traceutil/trace.go:171","msg":"trace[1855734977] transaction","detail":"{read_only:false; response_revision:3323; number_of_response:1; }","duration":"218.993406ms","start":"2026-05-20T04:11:52.556087Z","end":"2026-05-20T04:11:52.77508Z","steps":["trace[1855734977] 'process raft request' (duration: 218.741289ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:52.803204Z","caller":"traceutil/trace.go:171","msg":"trace[140390121] linearizableReadLoop","detail":"{readStateIndex:3482; appliedIndex:3480; }","duration":"234.462078ms","start":"2026-05-20T04:11:52.56871Z","end":"2026-05-20T04:11:52.803172Z","steps":["trace[140390121] 'read index received' (duration: 206.165932ms)","trace[140390121] 'applied index is now lower than readState.Index' (duration: 28.294226ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:52.803322Z","caller":"traceutil/trace.go:171","msg":"trace[1391259371] transaction","detail":"{read_only:false; response_revision:3324; number_of_response:1; }","duration":"244.744067ms","start":"2026-05-20T04:11:52.558547Z","end":"2026-05-20T04:11:52.803291Z","steps":["trace[1391259371] 'process raft request' (duration: 244.372588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:52.803504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.778916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:11:52.803563Z","caller":"traceutil/trace.go:171","msg":"trace[607034538] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3324; }","duration":"234.906849ms","start":"2026-05-20T04:11:52.568643Z","end":"2026-05-20T04:11:52.80355Z","steps":["trace[607034538] 'agreement among raft nodes before linearized reading' (duration: 234.676553ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:52.983664Z","caller":"traceutil/trace.go:171","msg":"trace[229885521] linearizableReadLoop","detail":"{readStateIndex:3483; appliedIndex:3482; }","duration":"180.320596ms","start":"2026-05-20T04:11:52.803308Z","end":"2026-05-20T04:11:52.983628Z","steps":["trace[229885521] 'read index received' (duration: 114.953602ms)","trace[229885521] 'applied index is now lower than readState.Index' (duration: 65.362374ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:52.983844Z","caller":"traceutil/trace.go:171","msg":"trace[1622582358] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"161.984052ms","start":"2026-05-20T04:11:52.821812Z","end":"2026-05-20T04:11:52.983796Z","steps":["trace[1622582358] 'process raft request' (duration: 161.459249ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:52.983677Z","caller":"traceutil/trace.go:171","msg":"trace[1687302084] transaction","detail":"{read_only:false; response_revision:3325; number_of_response:1; }","duration":"191.189601ms","start":"2026-05-20T04:11:52.792196Z","end":"2026-05-20T04:11:52.983386Z","steps":["trace[1687302084] 'process raft request' (duration: 126.087253ms)","trace[1687302084] 'compare' (duration: 64.787121ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:52.9839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.295152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-05-20T04:11:52.984009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.126222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:11:52.984057Z","caller":"traceutil/trace.go:171","msg":"trace[1174000317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3327; }","duration":"139.213545ms","start":"2026-05-20T04:11:52.844831Z","end":"2026-05-20T04:11:52.984044Z","steps":["trace[1174000317] 'agreement among raft nodes before linearized reading' (duration: 139.118193ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:52.984057Z","caller":"traceutil/trace.go:171","msg":"trace[1933428055] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3327; }","duration":"185.496967ms","start":"2026-05-20T04:11:52.79851Z","end":"2026-05-20T04:11:52.984007Z","steps":["trace[1933428055] 'agreement among raft nodes before linearized reading' (duration: 185.171229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:52.984127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.152442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:11:52.983899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.105373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:11:52.984248Z","caller":"traceutil/trace.go:171","msg":"trace[99377431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3327; }","duration":"404.490683ms","start":"2026-05-20T04:11:52.579736Z","end":"2026-05-20T04:11:52.984226Z","steps":["trace[99377431] 'agreement among raft nodes before linearized reading' (duration: 404.0107ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:52.984229Z","caller":"traceutil/trace.go:171","msg":"trace[923034435] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3327; }","duration":"413.333487ms","start":"2026-05-20T04:11:52.570882Z","end":"2026-05-20T04:11:52.984216Z","steps":["trace[923034435] 'agreement among raft nodes before linearized reading' (duration: 412.923566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:52.984334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:52.579723Z","time spent":"404.566625ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:11:52.984397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:52.570854Z","time spent":"413.491961ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:11:52.984592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.715174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108975"} {"level":"info","ts":"2026-05-20T04:11:52.984699Z","caller":"traceutil/trace.go:171","msg":"trace[372988635] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3327; }","duration":"172.853538ms","start":"2026-05-20T04:11:52.811826Z","end":"2026-05-20T04:11:52.984679Z","steps":["trace[372988635] 'agreement among raft nodes before linearized reading' (duration: 172.091678ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:53.285221Z","caller":"traceutil/trace.go:171","msg":"trace[718145901] linearizableReadLoop","detail":"{readStateIndex:3486; appliedIndex:3485; }","duration":"206.764936ms","start":"2026-05-20T04:11:53.078421Z","end":"2026-05-20T04:11:53.285186Z","steps":["trace[718145901] 'read index received' (duration: 122.965914ms)","trace[718145901] 'applied index is now lower than readState.Index' (duration: 83.797252ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:53.285492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.742299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:11:53.285453Z","caller":"traceutil/trace.go:171","msg":"trace[369568983] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"295.831192ms","start":"2026-05-20T04:11:52.989577Z","end":"2026-05-20T04:11:53.285408Z","steps":["trace[369568983] 'process raft request' (duration: 211.821134ms)","trace[369568983] 'compare' (duration: 83.634949ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:53.285557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.116515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:11:53.285654Z","caller":"traceutil/trace.go:171","msg":"trace[619576214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3328; }","duration":"207.275119ms","start":"2026-05-20T04:11:53.078359Z","end":"2026-05-20T04:11:53.285634Z","steps":["trace[619576214] 'agreement among raft nodes before linearized reading' (duration: 206.984801ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:53.285535Z","caller":"traceutil/trace.go:171","msg":"trace[902170541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3328; }","duration":"201.869452ms","start":"2026-05-20T04:11:53.083654Z","end":"2026-05-20T04:11:53.285523Z","steps":["trace[902170541] 'agreement among raft nodes before linearized reading' (duration: 201.700008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:53.28578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.523211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T04:11:53.285865Z","caller":"traceutil/trace.go:171","msg":"trace[1539764081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3328; }","duration":"193.663614ms","start":"2026-05-20T04:11:53.092194Z","end":"2026-05-20T04:11:53.285858Z","steps":["trace[1539764081] 'agreement among raft nodes before linearized reading' (duration: 193.290765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:55.117717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.872147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:11:55.117912Z","caller":"traceutil/trace.go:171","msg":"trace[1697378294] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"310.691198ms","start":"2026-05-20T04:11:54.807186Z","end":"2026-05-20T04:11:55.117877Z","steps":["trace[1697378294] 'process raft request' (duration: 47.495583ms)","trace[1697378294] 'compare' (duration: 262.483647ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:55.118017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:54.807174Z","time spent":"310.79587ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:55.493223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:11:55.993887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:11:56.494796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:11:56.543529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.428872344s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:11:56.544981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313531604s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:56.545747Z","caller":"traceutil/trace.go:171","msg":"trace[1052137337] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3333; }","duration":"1.314317934s","start":"2026-05-20T04:11:55.231409Z","end":"2026-05-20T04:11:56.545726Z","steps":["trace[1052137337] 'range keys from in-memory index tree' (duration: 1.313509504s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:56.545748Z","caller":"traceutil/trace.go:171","msg":"trace[154153680] transaction","detail":"{read_only:false; response_revision:3334; number_of_response:1; }","duration":"1.555651255s","start":"2026-05-20T04:11:54.989825Z","end":"2026-05-20T04:11:56.545476Z","steps":["trace[154153680] 'process raft request' (duration: 1.554113416s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:56.545941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:54.989765Z","time spent":"1.556059146s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:56.557603Z","caller":"traceutil/trace.go:171","msg":"trace[1751482949] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"1.5669095s","start":"2026-05-20T04:11:54.990679Z","end":"2026-05-20T04:11:56.557588Z","steps":["trace[1751482949] 'process raft request' (duration: 1.566841798s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:56.557601Z","caller":"traceutil/trace.go:171","msg":"trace[163348516] linearizableReadLoop","detail":"{readStateIndex:3495; appliedIndex:3491; }","duration":"1.565178397s","start":"2026-05-20T04:11:54.992405Z","end":"2026-05-20T04:11:56.557584Z","steps":["trace[163348516] 'read index received' (duration: 1.551789527s)","trace[163348516] 'applied index is now lower than readState.Index' (duration: 13.3882ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:11:56.557682Z","caller":"traceutil/trace.go:171","msg":"trace[115439534] transaction","detail":"{read_only:false; response_revision:3337; number_of_response:1; }","duration":"580.960951ms","start":"2026-05-20T04:11:55.976687Z","end":"2026-05-20T04:11:56.557648Z","steps":["trace[115439534] 'process raft request' (duration: 580.868219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:56.557802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:54.990672Z","time spent":"1.566971531s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:56.557841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:55.976662Z","time spent":"581.096125ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:56.557905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565486034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:11:56.557943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283262008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:56.557949Z","caller":"traceutil/trace.go:171","msg":"trace[1468029662] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3337; }","duration":"1.565568867s","start":"2026-05-20T04:11:54.992371Z","end":"2026-05-20T04:11:56.55794Z","steps":["trace[1468029662] 'agreement among raft nodes before linearized reading' (duration: 1.565407153s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:56.558011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:54.992358Z","time spent":"1.565645388s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"info","ts":"2026-05-20T04:11:56.557997Z","caller":"traceutil/trace.go:171","msg":"trace[1698033551] transaction","detail":"{read_only:false; response_revision:3335; number_of_response:1; }","duration":"1.567373902s","start":"2026-05-20T04:11:54.990602Z","end":"2026-05-20T04:11:56.557976Z","steps":["trace[1698033551] 'process raft request' (duration: 1.566781597s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:56.558194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212274289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:11:56.558263Z","caller":"traceutil/trace.go:171","msg":"trace[1024837544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3337; }","duration":"1.212363371s","start":"2026-05-20T04:11:55.345881Z","end":"2026-05-20T04:11:56.558244Z","steps":["trace[1024837544] 'agreement among raft nodes before linearized reading' (duration: 1.212217258s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:56.558311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:55.345865Z","time spent":"1.212436053s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:11:56.557972Z","caller":"traceutil/trace.go:171","msg":"trace[488681596] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3337; }","duration":"1.283360889s","start":"2026-05-20T04:11:55.274603Z","end":"2026-05-20T04:11:56.557964Z","steps":["trace[488681596] 'agreement among raft nodes before linearized reading' (duration: 1.283323008s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:56.5584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:55.27458Z","time spent":"1.283804491s","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:11:56.558259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:54.990587Z","time spent":"1.567594357s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:56.558009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.290136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:56.558575Z","caller":"traceutil/trace.go:171","msg":"trace[816074755] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3337; }","duration":"366.892081ms","start":"2026-05-20T04:11:56.191668Z","end":"2026-05-20T04:11:56.55856Z","steps":["trace[816074755] 'agreement among raft nodes before linearized reading' (duration: 366.296116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:56.558627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:56.191646Z","time spent":"366.964373ms","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:11:56.558037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558077846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:11:56.558732Z","caller":"traceutil/trace.go:171","msg":"trace[1699446353] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3337; }","duration":"1.558780534s","start":"2026-05-20T04:11:54.999934Z","end":"2026-05-20T04:11:56.558715Z","steps":["trace[1699446353] 'agreement among raft nodes before linearized reading' (duration: 1.558049966s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:56.558771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:54.999924Z","time spent":"1.558836466s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:11:56.558055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.97587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:11:56.558892Z","caller":"traceutil/trace.go:171","msg":"trace[1904171586] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:3337; }","duration":"280.851233ms","start":"2026-05-20T04:11:56.278017Z","end":"2026-05-20T04:11:56.558868Z","steps":["trace[1904171586] 'agreement among raft nodes before linearized reading' (duration: 279.922299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:56.558053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268090452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:11:56.559024Z","caller":"traceutil/trace.go:171","msg":"trace[1304935479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3337; }","duration":"1.269107878s","start":"2026-05-20T04:11:55.289894Z","end":"2026-05-20T04:11:56.559002Z","steps":["trace[1304935479] 'agreement among raft nodes before linearized reading' (duration: 1.26799967s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:56.55807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035700677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:11:56.559085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:55.289869Z","time spent":"1.269197981s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:11:56.559116Z","caller":"traceutil/trace.go:171","msg":"trace[1705483575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3337; }","duration":"1.036755584s","start":"2026-05-20T04:11:55.52232Z","end":"2026-05-20T04:11:56.559075Z","steps":["trace[1705483575] 'agreement among raft nodes before linearized reading' (duration: 1.035730137s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:56.559204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:55.522296Z","time spent":"1.036888768s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:11:56.558095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196338925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T04:11:56.559455Z","caller":"traceutil/trace.go:171","msg":"trace[732733976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3337; }","duration":"1.197721521s","start":"2026-05-20T04:11:55.361718Z","end":"2026-05-20T04:11:56.559439Z","steps":["trace[732733976] 'agreement among raft nodes before linearized reading' (duration: 1.196342366s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:56.559511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:55.36169Z","time spent":"1.197805984s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:11:56.557906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561834931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:11:56.559571Z","caller":"traceutil/trace.go:171","msg":"trace[1426080169] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3337; }","duration":"1.563520114s","start":"2026-05-20T04:11:54.99603Z","end":"2026-05-20T04:11:56.559551Z","steps":["trace[1426080169] 'agreement among raft nodes before linearized reading' (duration: 1.56179906s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:56.559629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:54.99602Z","time spent":"1.563594446s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:11:56.558108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196298875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:11:56.559703Z","caller":"traceutil/trace.go:171","msg":"trace[1389902607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3337; }","duration":"1.197902726s","start":"2026-05-20T04:11:55.361777Z","end":"2026-05-20T04:11:56.559679Z","steps":["trace[1389902607] 'agreement among raft nodes before linearized reading' (duration: 1.19608346s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:56.559786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:55.361769Z","time spent":"1.197996128s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:11:57.788385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:11:58.288534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:11:58.789675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:11:58.935668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.812167162s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:11:58.936191Z","caller":"traceutil/trace.go:171","msg":"trace[701295431] transaction","detail":"{read_only:false; response_revision:3346; number_of_response:1; }","duration":"1.812786456s","start":"2026-05-20T04:11:57.123379Z","end":"2026-05-20T04:11:58.936165Z","steps":["trace[701295431] 'process raft request' (duration: 1.8125442s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:58.93635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:57.123342Z","time spent":"1.81291179s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:58.937861Z","caller":"traceutil/trace.go:171","msg":"trace[230501998] transaction","detail":"{read_only:false; response_revision:3347; number_of_response:1; }","duration":"1.578071064s","start":"2026-05-20T04:11:57.359762Z","end":"2026-05-20T04:11:58.937833Z","steps":["trace[230501998] 'process raft request' (duration: 1.577450108s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:58.938011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:57.359736Z","time spent":"1.578214947s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:11:58.938292Z","caller":"traceutil/trace.go:171","msg":"trace[383767828] transaction","detail":"{read_only:false; response_revision:3349; number_of_response:1; }","duration":"374.588326ms","start":"2026-05-20T04:11:58.563672Z","end":"2026-05-20T04:11:58.93826Z","steps":["trace[383767828] 'process raft request' (duration: 374.509895ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:58.938432Z","caller":"traceutil/trace.go:171","msg":"trace[1362092300] transaction","detail":"{read_only:false; response_revision:3348; number_of_response:1; }","duration":"387.067592ms","start":"2026-05-20T04:11:58.551349Z","end":"2026-05-20T04:11:58.938417Z","steps":["trace[1362092300] 'process raft request' (duration: 386.755465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:58.938468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:58.563663Z","time spent":"374.72612ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:58.938478Z","caller":"traceutil/trace.go:171","msg":"trace[516449583] linearizableReadLoop","detail":"{readStateIndex:3509; appliedIndex:3504; }","duration":"1.650681261s","start":"2026-05-20T04:11:57.287768Z","end":"2026-05-20T04:11:58.93845Z","steps":["trace[516449583] 'read index received' (duration: 1.648193388s)","trace[516449583] 'applied index is now lower than readState.Index' (duration: 2.486623ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:11:58.938516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:58.551324Z","time spent":"387.141034ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:11:58.938599Z","caller":"traceutil/trace.go:171","msg":"trace[117519784] transaction","detail":"{read_only:false; response_revision:3350; number_of_response:1; }","duration":"372.991446ms","start":"2026-05-20T04:11:58.565596Z","end":"2026-05-20T04:11:58.938587Z","steps":["trace[117519784] 'process raft request' (duration: 372.628757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:58.938698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.027841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:11:58.938693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:58.565567Z","time spent":"373.059548ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:11:58.938738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.465473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:11:58.938759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59103413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-20T04:11:58.93883Z","caller":"traceutil/trace.go:171","msg":"trace[958239647] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3350; }","duration":"1.591131953s","start":"2026-05-20T04:11:57.347674Z","end":"2026-05-20T04:11:58.938806Z","steps":["trace[958239647] 'agreement among raft nodes before linearized reading' (duration: 1.590950769s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:58.938855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.600786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:11:58.938872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.146085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:11:58.938886Z","caller":"traceutil/trace.go:171","msg":"trace[1561781705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3350; }","duration":"344.629737ms","start":"2026-05-20T04:11:58.594247Z","end":"2026-05-20T04:11:58.938877Z","steps":["trace[1561781705] 'agreement among raft nodes before linearized reading' (duration: 344.517984ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:58.938901Z","caller":"traceutil/trace.go:171","msg":"trace[1475566125] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3350; }","duration":"342.211436ms","start":"2026-05-20T04:11:58.596681Z","end":"2026-05-20T04:11:58.938892Z","steps":["trace[1475566125] 'agreement among raft nodes before linearized reading' (duration: 342.117324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:58.938901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:57.347656Z","time spent":"1.591213746s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-20T04:11:58.938918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:58.594233Z","time spent":"344.677619ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:11:58.93893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:58.596648Z","time spent":"342.275558ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:11:58.939174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.676929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:11:58.939215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.001226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:11:58.939232Z","caller":"traceutil/trace.go:171","msg":"trace[633500902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3350; }","duration":"344.75484ms","start":"2026-05-20T04:11:58.594462Z","end":"2026-05-20T04:11:58.939217Z","steps":["trace[633500902] 'agreement among raft nodes before linearized reading' (duration: 344.3601ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:58.939246Z","caller":"traceutil/trace.go:171","msg":"trace[1821464195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3350; }","duration":"345.063898ms","start":"2026-05-20T04:11:58.594173Z","end":"2026-05-20T04:11:58.939237Z","steps":["trace[1821464195] 'agreement among raft nodes before linearized reading' (duration: 344.942945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:58.93927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:58.594454Z","time spent":"344.805471ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:11:58.939284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:58.594151Z","time spent":"345.12442ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:11:58.939339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373451051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:11:58.938757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.052577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:11:58.939407Z","caller":"traceutil/trace.go:171","msg":"trace[1530636020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3350; }","duration":"1.373558874s","start":"2026-05-20T04:11:57.565832Z","end":"2026-05-20T04:11:58.93939Z","steps":["trace[1530636020] 'agreement among raft nodes before linearized reading' (duration: 1.373282847s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:58.938777Z","caller":"traceutil/trace.go:171","msg":"trace[1315205789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3350; }","duration":"344.511604ms","start":"2026-05-20T04:11:58.594255Z","end":"2026-05-20T04:11:58.938767Z","steps":["trace[1315205789] 'agreement among raft nodes before linearized reading' (duration: 344.376531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:58.939572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651746948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17084"} {"level":"info","ts":"2026-05-20T04:11:58.939579Z","caller":"traceutil/trace.go:171","msg":"trace[1750977610] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3350; }","duration":"341.768505ms","start":"2026-05-20T04:11:58.597655Z","end":"2026-05-20T04:11:58.939424Z","steps":["trace[1750977610] 'agreement among raft nodes before linearized reading' (duration: 340.984926ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:58.939622Z","caller":"traceutil/trace.go:171","msg":"trace[1397577704] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3350; }","duration":"1.651879041s","start":"2026-05-20T04:11:57.287732Z","end":"2026-05-20T04:11:58.939611Z","steps":["trace[1397577704] 'agreement among raft nodes before linearized reading' (duration: 1.651692877s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:58.939671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:57.287714Z","time spent":"1.651948542s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17106,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-05-20T04:11:58.939684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.972712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:11:58.938745Z","caller":"traceutil/trace.go:171","msg":"trace[1156054105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3350; }","duration":"417.106963ms","start":"2026-05-20T04:11:58.521624Z","end":"2026-05-20T04:11:58.938731Z","steps":["trace[1156054105] 'agreement among raft nodes before linearized reading' (duration: 417.026941ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:11:58.939744Z","caller":"traceutil/trace.go:171","msg":"trace[432620163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3350; }","duration":"134.109445ms","start":"2026-05-20T04:11:58.805623Z","end":"2026-05-20T04:11:58.939732Z","steps":["trace[432620163] 'agreement among raft nodes before linearized reading' (duration: 133.961861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:58.939742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:58.597637Z","time spent":"342.078353ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:11:58.939772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:58.521605Z","time spent":"418.146099ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:11:58.939797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397190851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:11:58.939863Z","caller":"traceutil/trace.go:171","msg":"trace[2101362279] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3350; }","duration":"1.397292104s","start":"2026-05-20T04:11:57.542555Z","end":"2026-05-20T04:11:58.939847Z","steps":["trace[2101362279] 'agreement among raft nodes before linearized reading' (duration: 1.397194502s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:11:58.939923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:57.542534Z","time spent":"1.397373936s","remote":"127.0.0.1:33938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:11:58.939655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:58.594252Z","time spent":"345.327254ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:11:58.939455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:11:57.565812Z","time spent":"1.373629755s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:12:01.130647Z","caller":"traceutil/trace.go:171","msg":"trace[1365871934] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"185.498889ms","start":"2026-05-20T04:12:00.945125Z","end":"2026-05-20T04:12:01.130624Z","steps":["trace[1365871934] 'process raft request' (duration: 185.408125ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:01.130733Z","caller":"traceutil/trace.go:171","msg":"trace[1609995352] linearizableReadLoop","detail":"{readStateIndex:3521; appliedIndex:3518; }","duration":"146.205193ms","start":"2026-05-20T04:12:00.984501Z","end":"2026-05-20T04:12:01.130706Z","steps":["trace[1609995352] 'read index received' (duration: 144.507309ms)","trace[1609995352] 'applied index is now lower than readState.Index' (duration: 1.696024ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:01.130766Z","caller":"traceutil/trace.go:171","msg":"trace[684708306] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"184.448371ms","start":"2026-05-20T04:12:00.946291Z","end":"2026-05-20T04:12:01.130739Z","steps":["trace[684708306] 'process raft request' (duration: 184.307147ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:01.130655Z","caller":"traceutil/trace.go:171","msg":"trace[1106994223] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"186.065283ms","start":"2026-05-20T04:12:00.944558Z","end":"2026-05-20T04:12:01.130623Z","steps":["trace[1106994223] 'process raft request' (duration: 184.507193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:01.130892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.367628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:01.130926Z","caller":"traceutil/trace.go:171","msg":"trace[275485962] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3362; }","duration":"146.450969ms","start":"2026-05-20T04:12:00.984465Z","end":"2026-05-20T04:12:01.130916Z","steps":["trace[275485962] 'agreement among raft nodes before linearized reading' (duration: 146.361827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:01.130992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.740529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:12:01.131012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.580895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:12:01.131037Z","caller":"traceutil/trace.go:171","msg":"trace[1083583196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3362; }","duration":"141.798221ms","start":"2026-05-20T04:12:00.989227Z","end":"2026-05-20T04:12:01.131025Z","steps":["trace[1083583196] 'agreement among raft nodes before linearized reading' (duration: 141.660677ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:01.131045Z","caller":"traceutil/trace.go:171","msg":"trace[1045000017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3362; }","duration":"139.644776ms","start":"2026-05-20T04:12:00.991391Z","end":"2026-05-20T04:12:01.131035Z","steps":["trace[1045000017] 'agreement among raft nodes before linearized reading' (duration: 139.511743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:01.13107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.873136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:12:01.131165Z","caller":"traceutil/trace.go:171","msg":"trace[301411653] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3362; }","duration":"136.973359ms","start":"2026-05-20T04:12:00.994139Z","end":"2026-05-20T04:12:01.131112Z","steps":["trace[301411653] 'agreement among raft nodes before linearized reading' (duration: 136.791964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:01.131506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.000596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:12:01.131592Z","caller":"traceutil/trace.go:171","msg":"trace[384428019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3362; }","duration":"142.113979ms","start":"2026-05-20T04:12:00.989452Z","end":"2026-05-20T04:12:01.131566Z","steps":["trace[384428019] 'agreement among raft nodes before linearized reading' (duration: 141.856223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:01.131196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.839581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:12:01.131693Z","caller":"traceutil/trace.go:171","msg":"trace[1438807114] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3362; }","duration":"140.349924ms","start":"2026-05-20T04:12:00.991328Z","end":"2026-05-20T04:12:01.131678Z","steps":["trace[1438807114] 'agreement among raft nodes before linearized reading' (duration: 139.78106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:01.13126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.95563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:12:01.131773Z","caller":"traceutil/trace.go:171","msg":"trace[388323672] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3362; }","duration":"141.492424ms","start":"2026-05-20T04:12:00.99026Z","end":"2026-05-20T04:12:01.131752Z","steps":["trace[388323672] 'agreement among raft nodes before linearized reading' (duration: 140.95258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:01.131271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.640455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:12:01.131903Z","caller":"traceutil/trace.go:171","msg":"trace[1584022836] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3362; }","duration":"138.294431ms","start":"2026-05-20T04:12:00.993598Z","end":"2026-05-20T04:12:01.131892Z","steps":["trace[1584022836] 'agreement among raft nodes before linearized reading' (duration: 137.541783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:01.131317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.824192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:12:01.132004Z","caller":"traceutil/trace.go:171","msg":"trace[866987260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3362; }","duration":"142.517499ms","start":"2026-05-20T04:12:00.989467Z","end":"2026-05-20T04:12:01.131985Z","steps":["trace[866987260] 'agreement among raft nodes before linearized reading' (duration: 141.807441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:01.131324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.580433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:12:01.132103Z","caller":"traceutil/trace.go:171","msg":"trace[2136206436] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3362; }","duration":"117.393553ms","start":"2026-05-20T04:12:01.014697Z","end":"2026-05-20T04:12:01.13209Z","steps":["trace[2136206436] 'agreement among raft nodes before linearized reading' (duration: 116.581783ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:02.347365Z","caller":"traceutil/trace.go:171","msg":"trace[2001088102] linearizableReadLoop","detail":"{readStateIndex:3528; appliedIndex:3527; }","duration":"365.118656ms","start":"2026-05-20T04:12:01.982217Z","end":"2026-05-20T04:12:02.347336Z","steps":["trace[2001088102] 'read index received' (duration: 268.972122ms)","trace[2001088102] 'applied index is now lower than readState.Index' (duration: 96.144984ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:02.347545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.302561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:02.347585Z","caller":"traceutil/trace.go:171","msg":"trace[2000583378] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3368; }","duration":"365.404684ms","start":"2026-05-20T04:12:01.98217Z","end":"2026-05-20T04:12:02.347575Z","steps":["trace[2000583378] 'agreement among raft nodes before linearized reading' (duration: 365.310662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:02.347583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.37813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:02.347628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:01.982151Z","time spent":"365.466676ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:12:02.34766Z","caller":"traceutil/trace.go:171","msg":"trace[2008701117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3368; }","duration":"310.467423ms","start":"2026-05-20T04:12:02.037174Z","end":"2026-05-20T04:12:02.347642Z","steps":["trace[2008701117] 'agreement among raft nodes before linearized reading' (duration: 310.334579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:02.34771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:02.037104Z","time spent":"310.597736ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:12:02.347791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.775506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:12:02.348147Z","caller":"traceutil/trace.go:171","msg":"trace[941527252] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3368; }","duration":"207.193767ms","start":"2026-05-20T04:12:02.140933Z","end":"2026-05-20T04:12:02.348127Z","steps":["trace[941527252] 'agreement among raft nodes before linearized reading' (duration: 206.631363ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:03.541948Z","caller":"traceutil/trace.go:171","msg":"trace[877222313] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"404.568215ms","start":"2026-05-20T04:12:03.13735Z","end":"2026-05-20T04:12:03.541918Z","steps":["trace[877222313] 'process raft request' (duration: 401.745424ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:03.541996Z","caller":"traceutil/trace.go:171","msg":"trace[1149060177] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"404.240636ms","start":"2026-05-20T04:12:03.137736Z","end":"2026-05-20T04:12:03.541977Z","steps":["trace[1149060177] 'process raft request' (duration: 404.039831ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:03.541988Z","caller":"traceutil/trace.go:171","msg":"trace[775667946] linearizableReadLoop","detail":"{readStateIndex:3532; appliedIndex:3529; }","duration":"400.842491ms","start":"2026-05-20T04:12:03.141123Z","end":"2026-05-20T04:12:03.541965Z","steps":["trace[775667946] 'read index received' (duration: 397.990909ms)","trace[775667946] 'applied index is now lower than readState.Index' (duration: 2.850682ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:03.541999Z","caller":"traceutil/trace.go:171","msg":"trace[687684023] transaction","detail":"{read_only:false; response_revision:3372; number_of_response:1; }","duration":"403.6002ms","start":"2026-05-20T04:12:03.138376Z","end":"2026-05-20T04:12:03.541976Z","steps":["trace[687684023] 'process raft request' (duration: 403.539659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:03.5421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:03.137322Z","time spent":"404.700399ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:03.542096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:03.137722Z","time spent":"404.303729ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:03.542218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.076747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:12:03.542254Z","caller":"traceutil/trace.go:171","msg":"trace[294938705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3372; }","duration":"401.154038ms","start":"2026-05-20T04:12:03.141091Z","end":"2026-05-20T04:12:03.542245Z","steps":["trace[294938705] 'agreement among raft nodes before linearized reading' (duration: 400.994614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:03.542274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:03.141081Z","time spent":"401.18864ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:12:03.542332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.820245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:12:03.542391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.564743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:12:03.542408Z","caller":"traceutil/trace.go:171","msg":"trace[1808735145] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3372; }","duration":"307.952008ms","start":"2026-05-20T04:12:03.23444Z","end":"2026-05-20T04:12:03.542392Z","steps":["trace[1808735145] 'agreement among raft nodes before linearized reading' (duration: 307.811734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:03.542416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.212726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:12:03.542452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:03.234417Z","time spent":"308.02352ms","remote":"127.0.0.1:57912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":29,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:03.542463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.666991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:12:03.542487Z","caller":"traceutil/trace.go:171","msg":"trace[912431443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3372; }","duration":"312.339359ms","start":"2026-05-20T04:12:03.230133Z","end":"2026-05-20T04:12:03.542472Z","steps":["trace[912431443] 'agreement among raft nodes before linearized reading' (duration: 312.125493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:03.542497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.470579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-20T04:12:03.542491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.578627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-20T04:12:03.542533Z","caller":"traceutil/trace.go:171","msg":"trace[243341321] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3372; }","duration":"242.546051ms","start":"2026-05-20T04:12:03.299979Z","end":"2026-05-20T04:12:03.542526Z","steps":["trace[243341321] 'agreement among raft nodes before linearized reading' (duration: 242.343166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:03.542553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.432432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:12:03.542551Z","caller":"traceutil/trace.go:171","msg":"trace[23639347] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3372; }","duration":"303.652499ms","start":"2026-05-20T04:12:03.238883Z","end":"2026-05-20T04:12:03.542535Z","steps":["trace[23639347] 'agreement among raft nodes before linearized reading' (duration: 303.524726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:03.542561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.805965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:12:03.542578Z","caller":"traceutil/trace.go:171","msg":"trace[1064411556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3372; }","duration":"312.457672ms","start":"2026-05-20T04:12:03.230113Z","end":"2026-05-20T04:12:03.54257Z","steps":["trace[1064411556] 'agreement among raft nodes before linearized reading' (duration: 312.169645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:03.542588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:03.238874Z","time spent":"303.70677ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-20T04:12:03.542585Z","caller":"traceutil/trace.go:171","msg":"trace[371714284] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3372; }","duration":"309.849575ms","start":"2026-05-20T04:12:03.232729Z","end":"2026-05-20T04:12:03.542578Z","steps":["trace[371714284] 'agreement among raft nodes before linearized reading' (duration: 309.771903ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:03.542441Z","caller":"traceutil/trace.go:171","msg":"trace[236271382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3372; }","duration":"186.651756ms","start":"2026-05-20T04:12:03.355777Z","end":"2026-05-20T04:12:03.542429Z","steps":["trace[236271382] 'agreement among raft nodes before linearized reading' (duration: 186.510952ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:03.542497Z","caller":"traceutil/trace.go:171","msg":"trace[909821654] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3372; }","duration":"309.697432ms","start":"2026-05-20T04:12:03.232789Z","end":"2026-05-20T04:12:03.542487Z","steps":["trace[909821654] 'agreement among raft nodes before linearized reading' (duration: 309.589119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:03.542615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:03.230101Z","time spent":"312.506494ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:12:03.542391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.231276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:12:03.542646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:03.232756Z","time spent":"309.882008ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:12:03.542658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.553365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:12:03.542535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:03.230109Z","time spent":"312.415991ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:12:03.542651Z","caller":"traceutil/trace.go:171","msg":"trace[1074390881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3372; }","duration":"312.637547ms","start":"2026-05-20T04:12:03.230009Z","end":"2026-05-20T04:12:03.542646Z","steps":["trace[1074390881] 'agreement among raft nodes before linearized reading' (duration: 312.252907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:03.54277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:03.229986Z","time spent":"312.774371ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:12:03.542617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:03.232715Z","time spent":"309.897808ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:12:03.542914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:03.138348Z","time spent":"403.716804ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:03.542688Z","caller":"traceutil/trace.go:171","msg":"trace[420231673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3372; }","duration":"312.612677ms","start":"2026-05-20T04:12:03.230066Z","end":"2026-05-20T04:12:03.542678Z","steps":["trace[420231673] 'agreement among raft nodes before linearized reading' (duration: 312.034331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:03.543019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:03.230052Z","time spent":"312.945975ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:12:07.117038Z","caller":"traceutil/trace.go:171","msg":"trace[1750279340] transaction","detail":"{read_only:false; response_revision:3392; number_of_response:1; }","duration":"147.904874ms","start":"2026-05-20T04:12:06.969098Z","end":"2026-05-20T04:12:07.117003Z","steps":["trace[1750279340] 'process raft request' (duration: 132.912015ms)","trace[1750279340] 'compare' (duration: 14.818385ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:07.124979Z","caller":"traceutil/trace.go:171","msg":"trace[61918350] transaction","detail":"{read_only:false; response_revision:3393; number_of_response:1; }","duration":"116.462259ms","start":"2026-05-20T04:12:07.008491Z","end":"2026-05-20T04:12:07.124953Z","steps":["trace[61918350] 'process raft request' (duration: 116.316315ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:11.760694Z","caller":"traceutil/trace.go:171","msg":"trace[1962034073] transaction","detail":"{read_only:false; response_revision:3422; number_of_response:1; }","duration":"190.00753ms","start":"2026-05-20T04:12:11.57066Z","end":"2026-05-20T04:12:11.760667Z","steps":["trace[1962034073] 'process raft request' (duration: 189.842596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:11.988968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.151069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:12:11.98919Z","caller":"traceutil/trace.go:171","msg":"trace[616566049] linearizableReadLoop","detail":"{readStateIndex:3586; appliedIndex:3582; }","duration":"378.508463ms","start":"2026-05-20T04:12:11.610663Z","end":"2026-05-20T04:12:11.989172Z","steps":["trace[616566049] 'read index received' (duration: 149.903167ms)","trace[616566049] 'applied index is now lower than readState.Index' (duration: 228.604436ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:11.989288Z","caller":"traceutil/trace.go:171","msg":"trace[909242410] transaction","detail":"{read_only:false; response_revision:3424; number_of_response:1; }","duration":"394.459107ms","start":"2026-05-20T04:12:11.594819Z","end":"2026-05-20T04:12:11.989278Z","steps":["trace[909242410] 'process raft request' (duration: 394.259722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:11.989372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.594783Z","time spent":"394.531749ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:11.989461Z","caller":"traceutil/trace.go:171","msg":"trace[408266611] transaction","detail":"{read_only:false; response_revision:3423; number_of_response:1; }","duration":"410.879791ms","start":"2026-05-20T04:12:11.578533Z","end":"2026-05-20T04:12:11.989413Z","steps":["trace[408266611] 'process raft request' (duration: 204.172418ms)","trace[408266611] 'compare' (duration: 206.010145ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:11.989499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.817561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:12:11.989452Z","caller":"traceutil/trace.go:171","msg":"trace[887305551] transaction","detail":"{read_only:false; response_revision:3425; number_of_response:1; }","duration":"392.102647ms","start":"2026-05-20T04:12:11.597308Z","end":"2026-05-20T04:12:11.989411Z","steps":["trace[887305551] 'process raft request' (duration: 391.82165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:11.989856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.748767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:12:11.989852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.411143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T04:12:11.989855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.809659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:12:11.989622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.5813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:12:11.98991Z","caller":"traceutil/trace.go:171","msg":"trace[1973454675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3425; }","duration":"313.841979ms","start":"2026-05-20T04:12:11.676051Z","end":"2026-05-20T04:12:11.989893Z","steps":["trace[1973454675] 'agreement among raft nodes before linearized reading' (duration: 313.725266ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:11.98992Z","caller":"traceutil/trace.go:171","msg":"trace[1473218231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3425; }","duration":"367.514095ms","start":"2026-05-20T04:12:11.622386Z","end":"2026-05-20T04:12:11.9899Z","steps":["trace[1473218231] 'agreement among raft nodes before linearized reading' (duration: 367.386072ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:11.989939Z","caller":"traceutil/trace.go:171","msg":"trace[1779320858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3425; }","duration":"315.962323ms","start":"2026-05-20T04:12:11.673956Z","end":"2026-05-20T04:12:11.989918Z","steps":["trace[1779320858] 'agreement among raft nodes before linearized reading' (duration: 315.728937ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:11.989574Z","caller":"traceutil/trace.go:171","msg":"trace[675928263] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3425; }","duration":"378.974375ms","start":"2026-05-20T04:12:11.610582Z","end":"2026-05-20T04:12:11.989556Z","steps":["trace[675928263] 'agreement among raft nodes before linearized reading' (duration: 378.716248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:11.989968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.62236Z","time spent":"367.597538ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:12:11.989968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.676025Z","time spent":"313.931262ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:12:11.989994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.673922Z","time spent":"316.057205ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:12:11.989997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.610553Z","time spent":"379.429387ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:12:11.989616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.578506Z","time spent":"411.024475ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:11.989722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.034196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-05-20T04:12:11.990174Z","caller":"traceutil/trace.go:171","msg":"trace[670888808] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3425; }","duration":"267.493028ms","start":"2026-05-20T04:12:11.722639Z","end":"2026-05-20T04:12:11.990132Z","steps":["trace[670888808] 'agreement among raft nodes before linearized reading' (duration: 266.944674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:11.989716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.353687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:12:11.990263Z","caller":"traceutil/trace.go:171","msg":"trace[329529277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3425; }","duration":"313.902631ms","start":"2026-05-20T04:12:11.676339Z","end":"2026-05-20T04:12:11.990242Z","steps":["trace[329529277] 'agreement among raft nodes before linearized reading' (duration: 313.197083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:11.990325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.676308Z","time spent":"314.002153ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:12:11.989718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.724603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-05-20T04:12:11.990397Z","caller":"traceutil/trace.go:171","msg":"trace[313601428] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3425; }","duration":"264.42582ms","start":"2026-05-20T04:12:11.725955Z","end":"2026-05-20T04:12:11.990381Z","steps":["trace[313601428] 'agreement among raft nodes before linearized reading' (duration: 263.60496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:11.989761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.536655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:12:11.990542Z","caller":"traceutil/trace.go:171","msg":"trace[63425665] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3425; }","duration":"309.333416ms","start":"2026-05-20T04:12:11.681192Z","end":"2026-05-20T04:12:11.990526Z","steps":["trace[63425665] 'agreement among raft nodes before linearized reading' (duration: 308.447914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:11.989751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.773517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:12:11.990658Z","caller":"traceutil/trace.go:171","msg":"trace[239859378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3425; }","duration":"314.699001ms","start":"2026-05-20T04:12:11.675943Z","end":"2026-05-20T04:12:11.990642Z","steps":["trace[239859378] 'agreement among raft nodes before linearized reading' (duration: 313.736627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:11.990711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.675927Z","time spent":"314.768202ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:12:11.990585Z","caller":"traceutil/trace.go:171","msg":"trace[2005028498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3425; }","duration":"373.929708ms","start":"2026-05-20T04:12:11.616006Z","end":"2026-05-20T04:12:11.989935Z","steps":["trace[2005028498] 'agreement among raft nodes before linearized reading' (duration: 373.517738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:11.990194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.597293Z","time spent":"392.577378ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:11.990848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.615991Z","time spent":"374.838121ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:12:11.990595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.681184Z","time spent":"309.392537ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:12:12.405494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.312735ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:12:12.456133Z","caller":"traceutil/trace.go:171","msg":"trace[836350717] transaction","detail":"{read_only:false; response_revision:3427; number_of_response:1; }","duration":"461.603931ms","start":"2026-05-20T04:12:11.994503Z","end":"2026-05-20T04:12:12.456107Z","steps":["trace[836350717] 'process raft request' (duration: 461.518739ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:12.456195Z","caller":"traceutil/trace.go:171","msg":"trace[374111506] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"462.222418ms","start":"2026-05-20T04:12:11.993929Z","end":"2026-05-20T04:12:12.456151Z","steps":["trace[374111506] 'process raft request' (duration: 461.9321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:12.45628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.994491Z","time spent":"461.715464ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:12.456368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.993897Z","time spent":"462.380412ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:12.456488Z","caller":"traceutil/trace.go:171","msg":"trace[543008845] transaction","detail":"{read_only:false; response_revision:3428; number_of_response:1; }","duration":"461.912499ms","start":"2026-05-20T04:12:11.994535Z","end":"2026-05-20T04:12:12.456447Z","steps":["trace[543008845] 'process raft request' (duration: 461.535749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:12.45666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.994514Z","time spent":"462.058823ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:12.456677Z","caller":"traceutil/trace.go:171","msg":"trace[1858787193] transaction","detail":"{read_only:false; response_revision:3429; number_of_response:1; }","duration":"461.90713ms","start":"2026-05-20T04:12:11.994724Z","end":"2026-05-20T04:12:12.456631Z","steps":["trace[1858787193] 'process raft request' (duration: 461.758426ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:12.456713Z","caller":"traceutil/trace.go:171","msg":"trace[1835481064] linearizableReadLoop","detail":"{readStateIndex:3592; appliedIndex:3586; }","duration":"460.749591ms","start":"2026-05-20T04:12:11.99595Z","end":"2026-05-20T04:12:12.4567Z","steps":["trace[1835481064] 'read index received' (duration: 248.358905ms)","trace[1835481064] 'applied index is now lower than readState.Index' (duration: 212.389336ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:12.456796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.994716Z","time spent":"462.013023ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:12.456866Z","caller":"traceutil/trace.go:171","msg":"trace[1521916266] transaction","detail":"{read_only:false; response_revision:3430; number_of_response:1; }","duration":"461.654253ms","start":"2026-05-20T04:12:11.995173Z","end":"2026-05-20T04:12:12.456828Z","steps":["trace[1521916266] 'process raft request' (duration: 461.431778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:12.45698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.275924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:12.457014Z","caller":"traceutil/trace.go:171","msg":"trace[1737500675] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3430; }","duration":"457.318695ms","start":"2026-05-20T04:12:11.999685Z","end":"2026-05-20T04:12:12.457004Z","steps":["trace[1737500675] 'agreement among raft nodes before linearized reading' (duration: 457.258643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:12.457044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.999678Z","time spent":"457.360096ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-20T04:12:12.457046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.995148Z","time spent":"461.811778ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:12.457055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.917741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108959"} {"level":"info","ts":"2026-05-20T04:12:12.457096Z","caller":"traceutil/trace.go:171","msg":"trace[1427849970] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3430; }","duration":"459.971572ms","start":"2026-05-20T04:12:11.997114Z","end":"2026-05-20T04:12:12.457086Z","steps":["trace[1427849970] 'agreement among raft nodes before linearized reading' (duration: 459.728246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:12.457163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.99711Z","time spent":"460.042763ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108981,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:12:12.457195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.243083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108959"} {"level":"info","ts":"2026-05-20T04:12:12.457242Z","caller":"traceutil/trace.go:171","msg":"trace[2038591164] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3430; }","duration":"461.309525ms","start":"2026-05-20T04:12:11.995922Z","end":"2026-05-20T04:12:12.457231Z","steps":["trace[2038591164] 'agreement among raft nodes before linearized reading' (duration: 460.873685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:12.457277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:11.995911Z","time spent":"461.358656ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108981,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:12:18.235277Z","caller":"traceutil/trace.go:171","msg":"trace[1424115302] transaction","detail":"{read_only:false; response_revision:3463; number_of_response:1; }","duration":"149.724032ms","start":"2026-05-20T04:12:18.085513Z","end":"2026-05-20T04:12:18.235237Z","steps":["trace[1424115302] 'process raft request' (duration: 142.120621ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:18.235285Z","caller":"traceutil/trace.go:171","msg":"trace[325417263] transaction","detail":"{read_only:false; response_revision:3464; number_of_response:1; }","duration":"127.514341ms","start":"2026-05-20T04:12:18.107745Z","end":"2026-05-20T04:12:18.23526Z","steps":["trace[325417263] 'process raft request' (duration: 127.425728ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:18.235606Z","caller":"traceutil/trace.go:171","msg":"trace[313191747] transaction","detail":"{read_only:false; response_revision:3465; number_of_response:1; }","duration":"127.47385ms","start":"2026-05-20T04:12:18.108117Z","end":"2026-05-20T04:12:18.23559Z","steps":["trace[313191747] 'process raft request' (duration: 127.109191ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:18.694969Z","caller":"traceutil/trace.go:171","msg":"trace[1616678233] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"147.66301ms","start":"2026-05-20T04:12:18.547285Z","end":"2026-05-20T04:12:18.694948Z","steps":["trace[1616678233] 'process raft request' (duration: 147.581758ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:18.695009Z","caller":"traceutil/trace.go:171","msg":"trace[1041510561] transaction","detail":"{read_only:false; response_revision:3467; number_of_response:1; }","duration":"148.018328ms","start":"2026-05-20T04:12:18.54695Z","end":"2026-05-20T04:12:18.694968Z","steps":["trace[1041510561] 'process raft request' (duration: 147.755822ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:18.695397Z","caller":"traceutil/trace.go:171","msg":"trace[880131092] transaction","detail":"{read_only:false; response_revision:3470; number_of_response:1; }","duration":"147.348294ms","start":"2026-05-20T04:12:18.548031Z","end":"2026-05-20T04:12:18.695379Z","steps":["trace[880131092] 'process raft request' (duration: 147.192249ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:18.695389Z","caller":"traceutil/trace.go:171","msg":"trace[1880479546] linearizableReadLoop","detail":"{readStateIndex:3630; appliedIndex:3628; }","duration":"148.174064ms","start":"2026-05-20T04:12:18.547188Z","end":"2026-05-20T04:12:18.695362Z","steps":["trace[1880479546] 'read index received' (duration: 50.295241ms)","trace[1880479546] 'applied index is now lower than readState.Index' (duration: 97.877473ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:18.695605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.392939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:12:18.69566Z","caller":"traceutil/trace.go:171","msg":"trace[899537841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3470; }","duration":"148.489481ms","start":"2026-05-20T04:12:18.54716Z","end":"2026-05-20T04:12:18.695649Z","steps":["trace[899537841] 'agreement among raft nodes before linearized reading' (duration: 148.278946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:18.69566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.533616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:12:18.695725Z","caller":"traceutil/trace.go:171","msg":"trace[1136745886] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3470; }","duration":"118.656049ms","start":"2026-05-20T04:12:18.577048Z","end":"2026-05-20T04:12:18.695704Z","steps":["trace[1136745886] 'agreement among raft nodes before linearized reading' (duration: 118.539586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:18.695743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.48238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T04:12:18.69579Z","caller":"traceutil/trace.go:171","msg":"trace[645052571] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3470; }","duration":"138.551182ms","start":"2026-05-20T04:12:18.557225Z","end":"2026-05-20T04:12:18.695776Z","steps":["trace[645052571] 'agreement among raft nodes before linearized reading' (duration: 138.373117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:18.69586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.882966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109171"} {"level":"info","ts":"2026-05-20T04:12:18.695925Z","caller":"traceutil/trace.go:171","msg":"trace[2011528190] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3470; }","duration":"145.971408ms","start":"2026-05-20T04:12:18.549939Z","end":"2026-05-20T04:12:18.69591Z","steps":["trace[2011528190] 'agreement among raft nodes before linearized reading' (duration: 145.612549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:18.696054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.435086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-20T04:12:18.696143Z","caller":"traceutil/trace.go:171","msg":"trace[925944009] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3470; }","duration":"111.639651ms","start":"2026-05-20T04:12:18.584484Z","end":"2026-05-20T04:12:18.696123Z","steps":["trace[925944009] 'agreement among raft nodes before linearized reading' (duration: 111.101298ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:18.696225Z","caller":"traceutil/trace.go:171","msg":"trace[579124932] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"147.657531ms","start":"2026-05-20T04:12:18.54767Z","end":"2026-05-20T04:12:18.695327Z","steps":["trace[579124932] 'process raft request' (duration: 147.24494ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:19.591245Z","caller":"traceutil/trace.go:171","msg":"trace[1723662421] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"325.241547ms","start":"2026-05-20T04:12:19.265972Z","end":"2026-05-20T04:12:19.591213Z","steps":["trace[1723662421] 'process raft request' (duration: 323.817082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:19.591343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.069269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:12:19.591424Z","caller":"traceutil/trace.go:171","msg":"trace[829173036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3473; }","duration":"349.215372ms","start":"2026-05-20T04:12:19.242189Z","end":"2026-05-20T04:12:19.591404Z","steps":["trace[829173036] 'range keys from in-memory index tree' (duration: 348.597148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:19.591439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:19.265943Z","time spent":"325.388051ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:19.591465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:19.242156Z","time spent":"349.299204ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:12:19.592443Z","caller":"traceutil/trace.go:171","msg":"trace[2043643674] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"295.212819ms","start":"2026-05-20T04:12:19.297206Z","end":"2026-05-20T04:12:19.592418Z","steps":["trace[2043643674] 'process raft request' (duration: 294.85916ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:20.897559Z","caller":"traceutil/trace.go:171","msg":"trace[345315176] transaction","detail":"{read_only:false; response_revision:3476; number_of_response:1; }","duration":"656.905148ms","start":"2026-05-20T04:12:20.240635Z","end":"2026-05-20T04:12:20.89754Z","steps":["trace[345315176] 'process raft request' (duration: 656.745424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:20.897745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:20.240611Z","time spent":"657.072371ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:22.210471Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.313064854s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:12:22.321182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.267427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:12:22.321535Z","caller":"traceutil/trace.go:171","msg":"trace[457114017] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"2.079104s","start":"2026-05-20T04:12:20.242409Z","end":"2026-05-20T04:12:22.321513Z","steps":["trace[457114017] 'process raft request' (duration: 2.078933155s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:22.321643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809177269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:22.321716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:20.242376Z","time spent":"2.079221482s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:22.32154Z","caller":"traceutil/trace.go:171","msg":"trace[922491331] linearizableReadLoop","detail":"{readStateIndex:3641; appliedIndex:3638; }","duration":"1.809050307s","start":"2026-05-20T04:12:20.51246Z","end":"2026-05-20T04:12:22.32151Z","steps":["trace[922491331] 'read index received' (duration: 384.917806ms)","trace[922491331] 'applied index is now lower than readState.Index' (duration: 1.424130651s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:22.321522Z","caller":"traceutil/trace.go:171","msg":"trace[93545010] transaction","detail":"{read_only:false; response_revision:3477; number_of_response:1; }","duration":"2.080341451s","start":"2026-05-20T04:12:20.241143Z","end":"2026-05-20T04:12:22.321485Z","steps":["trace[93545010] 'process raft request' (duration: 1.969605213s)","trace[93545010] 'compare' (duration: 109.512307ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:22.321882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:20.241133Z","time spent":"2.080691269s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:22.321716Z","caller":"traceutil/trace.go:171","msg":"trace[1628852436] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3478; }","duration":"1.809288592s","start":"2026-05-20T04:12:20.512406Z","end":"2026-05-20T04:12:22.321694Z","steps":["trace[1628852436] 'agreement among raft nodes before linearized reading' (duration: 1.809178019s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:22.321999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:20.512382Z","time spent":"1.80957924s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:22.52153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:12:22.521596Z","caller":"traceutil/trace.go:171","msg":"trace[1008019143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000132114s","start":"2026-05-20T04:12:20.521451Z","end":"2026-05-20T04:12:22.521583Z","steps":["trace[1008019143] 'agreement among raft nodes before linearized reading' (duration: 2.000051652s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:22.521626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:20.52144Z","time spent":"2.000178605s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:12:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:12:23.631681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008970722s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:12:23.632312Z","caller":"traceutil/trace.go:171","msg":"trace[1097603721] transaction","detail":"{read_only:false; response_revision:3479; number_of_response:1; }","duration":"2.032563333s","start":"2026-05-20T04:12:21.599724Z","end":"2026-05-20T04:12:23.632287Z","steps":["trace[1097603721] 'process raft request' (duration: 2.032053521s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:23.6324Z","caller":"traceutil/trace.go:171","msg":"trace[2125194847] transaction","detail":"{read_only:false; response_revision:3480; number_of_response:1; }","duration":"1.628408612s","start":"2026-05-20T04:12:22.003969Z","end":"2026-05-20T04:12:23.632378Z","steps":["trace[2125194847] 'process raft request' (duration: 1.628254498s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.632449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:21.599694Z","time spent":"2.032688357s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:23.632519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:22.003946Z","time spent":"1.628515914s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:12:23.632651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927464073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:12:23.632692Z","caller":"traceutil/trace.go:171","msg":"trace[405920881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3481; }","duration":"2.927524054s","start":"2026-05-20T04:12:20.705157Z","end":"2026-05-20T04:12:23.632681Z","steps":["trace[405920881] 'agreement among raft nodes before linearized reading' (duration: 2.927396811s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.632724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:20.705147Z","time spent":"2.927570226s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:12:23.632725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932501601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:12:23.632537Z","caller":"traceutil/trace.go:171","msg":"trace[458330320] linearizableReadLoop","detail":"{readStateIndex:3644; appliedIndex:3641; }","duration":"1.310731816s","start":"2026-05-20T04:12:22.321769Z","end":"2026-05-20T04:12:23.632501Z","steps":["trace[458330320] 'read index received' (duration: 300.869121ms)","trace[458330320] 'applied index is now lower than readState.Index' (duration: 1.009858545s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:23.632896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476688804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:12:23.632425Z","caller":"traceutil/trace.go:171","msg":"trace[21218619] transaction","detail":"{read_only:false; response_revision:3481; number_of_response:1; }","duration":"676.715287ms","start":"2026-05-20T04:12:22.955698Z","end":"2026-05-20T04:12:23.632413Z","steps":["trace[21218619] 'process raft request' (duration: 676.670546ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:23.632952Z","caller":"traceutil/trace.go:171","msg":"trace[1738993327] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3481; }","duration":"2.476763855s","start":"2026-05-20T04:12:21.156163Z","end":"2026-05-20T04:12:23.632927Z","steps":["trace[1738993327] 'agreement among raft nodes before linearized reading' (duration: 2.476699914s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.632983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:21.156143Z","time spent":"2.476833137s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:23.633023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932653724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:12:23.633055Z","caller":"traceutil/trace.go:171","msg":"trace[1277300790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3481; }","duration":"2.932695375s","start":"2026-05-20T04:12:20.700349Z","end":"2026-05-20T04:12:23.633045Z","steps":["trace[1277300790] 'agreement among raft nodes before linearized reading' (duration: 2.932602583s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.633076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597169073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:23.633088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:20.700344Z","time spent":"2.932736736s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:12:23.633103Z","caller":"traceutil/trace.go:171","msg":"trace[825700370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3481; }","duration":"1.597253854s","start":"2026-05-20T04:12:22.035841Z","end":"2026-05-20T04:12:23.633095Z","steps":["trace[825700370] 'agreement among raft nodes before linearized reading' (duration: 1.597210753s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.632694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936442084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:23.633092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:22.955673Z","time spent":"677.297022ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:23.633144Z","caller":"traceutil/trace.go:171","msg":"trace[1889041602] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3481; }","duration":"1.936958157s","start":"2026-05-20T04:12:21.696173Z","end":"2026-05-20T04:12:23.633132Z","steps":["trace[1889041602] 'agreement among raft nodes before linearized reading' (duration: 1.936494786s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.633188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:21.696148Z","time spent":"1.937028659s","remote":"127.0.0.1:34628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:23.632803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333466816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:23.633241Z","caller":"traceutil/trace.go:171","msg":"trace[1729915812] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3481; }","duration":"2.333937268s","start":"2026-05-20T04:12:21.299285Z","end":"2026-05-20T04:12:23.633222Z","steps":["trace[1729915812] 'agreement among raft nodes before linearized reading' (duration: 2.333444475s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:23.632808Z","caller":"traceutil/trace.go:171","msg":"trace[14175690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3481; }","duration":"2.932628774s","start":"2026-05-20T04:12:20.700162Z","end":"2026-05-20T04:12:23.632791Z","steps":["trace[14175690] 'agreement among raft nodes before linearized reading' (duration: 2.932396708s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.6333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:21.299268Z","time spent":"2.334017219s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:23.63332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:20.700148Z","time spent":"2.933146726s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:12:23.633345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124856289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"warn","ts":"2026-05-20T04:12:23.632926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931197797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:12:23.633382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.527505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:12:23.633396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032058395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:12:23.633417Z","caller":"traceutil/trace.go:171","msg":"trace[703657226] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3481; }","duration":"2.93171196s","start":"2026-05-20T04:12:20.701695Z","end":"2026-05-20T04:12:23.633407Z","steps":["trace[703657226] 'agreement among raft nodes before linearized reading' (duration: 2.931139326s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:23.633419Z","caller":"traceutil/trace.go:171","msg":"trace[514258913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3481; }","duration":"1.124975252s","start":"2026-05-20T04:12:22.508427Z","end":"2026-05-20T04:12:23.633402Z","steps":["trace[514258913] 'agreement among raft nodes before linearized reading' (duration: 1.124734296s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.633271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035276026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:12:23.633463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:22.5084Z","time spent":"1.125054573s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12008,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:12:23.633463Z","caller":"traceutil/trace.go:171","msg":"trace[1563239384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3481; }","duration":"3.032128987s","start":"2026-05-20T04:12:20.60131Z","end":"2026-05-20T04:12:23.633439Z","steps":["trace[1563239384] 'agreement among raft nodes before linearized reading' (duration: 3.032018134s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:23.633478Z","caller":"traceutil/trace.go:171","msg":"trace[451983461] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3481; }","duration":"574.69518ms","start":"2026-05-20T04:12:23.058733Z","end":"2026-05-20T04:12:23.633428Z","steps":["trace[451983461] 'agreement among raft nodes before linearized reading' (duration: 574.479244ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:23.633497Z","caller":"traceutil/trace.go:171","msg":"trace[1026402596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3481; }","duration":"3.035557113s","start":"2026-05-20T04:12:20.597928Z","end":"2026-05-20T04:12:23.633485Z","steps":["trace[1026402596] 'agreement among raft nodes before linearized reading' (duration: 3.035147893s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.633508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:20.601295Z","time spent":"3.032202789s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:12:23.633534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:20.597908Z","time spent":"3.035614515s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:12:23.633557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:23.058711Z","time spent":"574.798822ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:23.633459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:20.701684Z","time spent":"2.931761321s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:12:23.633649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.570943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:23.633745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1118496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:23.633722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.444799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-20T04:12:23.63384Z","caller":"traceutil/trace.go:171","msg":"trace[153420890] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3481; }","duration":"653.550471ms","start":"2026-05-20T04:12:22.980268Z","end":"2026-05-20T04:12:23.633818Z","steps":["trace[153420890] 'agreement among raft nodes before linearized reading' (duration: 653.379267ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:23.633775Z","caller":"traceutil/trace.go:171","msg":"trace[1738456259] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3481; }","duration":"562.772509ms","start":"2026-05-20T04:12:23.070976Z","end":"2026-05-20T04:12:23.633749Z","steps":["trace[1738456259] 'agreement among raft nodes before linearized reading' (duration: 562.499242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.6338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933549387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:12:23.634Z","caller":"traceutil/trace.go:171","msg":"trace[295091159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3481; }","duration":"2.933843383s","start":"2026-05-20T04:12:20.700136Z","end":"2026-05-20T04:12:23.633979Z","steps":["trace[295091159] 'agreement among raft nodes before linearized reading' (duration: 2.933123206s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.634117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:20.70012Z","time spent":"2.933976958s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:12:23.633824Z","caller":"traceutil/trace.go:171","msg":"trace[1424444294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3481; }","duration":"1.111964093s","start":"2026-05-20T04:12:22.521846Z","end":"2026-05-20T04:12:23.63381Z","steps":["trace[1424444294] 'agreement among raft nodes before linearized reading' (duration: 1.111863141s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.634341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:22.521822Z","time spent":"1.112505348s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:12:23.633912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:22.980198Z","time spent":"653.695145ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:12:23.634429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.532958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"warn","ts":"2026-05-20T04:12:23.633902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:23.070954Z","time spent":"562.933152ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:12:23.634674Z","caller":"traceutil/trace.go:171","msg":"trace[740128055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3481; }","duration":"675.800095ms","start":"2026-05-20T04:12:22.958858Z","end":"2026-05-20T04:12:23.634659Z","steps":["trace[740128055] 'agreement among raft nodes before linearized reading' (duration: 675.094417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.634918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:22.958848Z","time spent":"675.859687ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12008,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:12:23.632838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435404445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414085"} {"level":"info","ts":"2026-05-20T04:12:23.635351Z","caller":"traceutil/trace.go:171","msg":"trace[751378982] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:3481; }","duration":"1.43794958s","start":"2026-05-20T04:12:22.197381Z","end":"2026-05-20T04:12:23.63533Z","steps":["trace[751378982] 'agreement among raft nodes before linearized reading' (duration: 1.435332084s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.635394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:22.197362Z","time spent":"1.438015781s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414107,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-20T04:12:23.636106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:22.035819Z","time spent":"1.600280681s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:12:23.637196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936994904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:12:23.637252Z","caller":"traceutil/trace.go:171","msg":"trace[1479702054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3481; }","duration":"2.937063086s","start":"2026-05-20T04:12:20.700176Z","end":"2026-05-20T04:12:23.637239Z","steps":["trace[1479702054] 'agreement among raft nodes before linearized reading' (duration: 2.933144716s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.63729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:20.700173Z","time spent":"2.937107977s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:12:23.974469Z","caller":"traceutil/trace.go:171","msg":"trace[1579054684] transaction","detail":"{read_only:false; response_revision:3482; number_of_response:1; }","duration":"336.172814ms","start":"2026-05-20T04:12:23.638271Z","end":"2026-05-20T04:12:23.974444Z","steps":["trace[1579054684] 'process raft request' (duration: 335.919638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.974608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:23.638246Z","time spent":"336.300247ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:12:23.974841Z","caller":"traceutil/trace.go:171","msg":"trace[544720994] linearizableReadLoop","detail":"{readStateIndex:3646; appliedIndex:3646; }","duration":"336.392569ms","start":"2026-05-20T04:12:23.638414Z","end":"2026-05-20T04:12:23.974807Z","steps":["trace[544720994] 'read index received' (duration: 336.369708ms)","trace[544720994] 'applied index is now lower than readState.Index' (duration: 20.001µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:23.975146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.675086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-05-20T04:12:23.975227Z","caller":"traceutil/trace.go:171","msg":"trace[817897649] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ac838685-d726-4e39-8041-af54a8fb3c79; range_end:; response_count:1; response_revision:3482; }","duration":"336.82737ms","start":"2026-05-20T04:12:23.63838Z","end":"2026-05-20T04:12:23.975207Z","steps":["trace[817897649] 'agreement among raft nodes before linearized reading' (duration: 336.509282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:23.975276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:23.638371Z","time spent":"336.891151ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" "} {"level":"info","ts":"2026-05-20T04:12:24.105105Z","caller":"traceutil/trace.go:171","msg":"trace[1268228328] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"465.534532ms","start":"2026-05-20T04:12:23.639523Z","end":"2026-05-20T04:12:24.105057Z","steps":["trace[1268228328] 'process raft request' (duration: 465.209704ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:24.105216Z","caller":"traceutil/trace.go:171","msg":"trace[1481691427] transaction","detail":"{read_only:false; response_revision:3484; number_of_response:1; }","duration":"464.909406ms","start":"2026-05-20T04:12:23.640222Z","end":"2026-05-20T04:12:24.105131Z","steps":["trace[1481691427] 'process raft request' (duration: 464.749072ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:24.105263Z","caller":"traceutil/trace.go:171","msg":"trace[930538143] transaction","detail":"{read_only:false; response_revision:3486; number_of_response:1; }","duration":"464.26458ms","start":"2026-05-20T04:12:23.640936Z","end":"2026-05-20T04:12:24.105201Z","steps":["trace[930538143] 'process raft request' (duration: 464.099856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:24.105333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.674746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109586"} {"level":"info","ts":"2026-05-20T04:12:24.10535Z","caller":"traceutil/trace.go:171","msg":"trace[309054550] transaction","detail":"{read_only:false; response_revision:3485; number_of_response:1; }","duration":"464.469745ms","start":"2026-05-20T04:12:23.640837Z","end":"2026-05-20T04:12:24.105307Z","steps":["trace[309054550] 'process raft request' (duration: 464.166988ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:24.105381Z","caller":"traceutil/trace.go:171","msg":"trace[1958520763] transaction","detail":"{read_only:false; response_revision:3487; number_of_response:1; }","duration":"463.566802ms","start":"2026-05-20T04:12:23.641778Z","end":"2026-05-20T04:12:24.105344Z","steps":["trace[1958520763] 'process raft request' (duration: 463.281725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:24.105446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.216484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:24.105474Z","caller":"traceutil/trace.go:171","msg":"trace[2145862555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3488; }","duration":"463.243854ms","start":"2026-05-20T04:12:23.642225Z","end":"2026-05-20T04:12:24.105469Z","steps":["trace[2145862555] 'agreement among raft nodes before linearized reading' (duration: 463.204403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:24.105469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:23.640927Z","time spent":"464.440714ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:24.1055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:23.642207Z","time spent":"463.288006ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:12:24.105487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:23.640211Z","time spent":"465.145022ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:24.105539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:23.640815Z","time spent":"464.607668ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:24.105767Z","caller":"traceutil/trace.go:171","msg":"trace[1275712672] transaction","detail":"{read_only:false; response_revision:3488; number_of_response:1; }","duration":"459.337225ms","start":"2026-05-20T04:12:23.646403Z","end":"2026-05-20T04:12:24.105741Z","steps":["trace[1275712672] 'process raft request' (duration: 458.683039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:24.105853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:23.646394Z","time spent":"459.423897ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12386,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:24.105889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:23.639514Z","time spent":"465.718318ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:24.105629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.077699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109586"} {"level":"warn","ts":"2026-05-20T04:12:24.105336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.69732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:24.106239Z","caller":"traceutil/trace.go:171","msg":"trace[2061169110] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3488; }","duration":"463.687154ms","start":"2026-05-20T04:12:23.642541Z","end":"2026-05-20T04:12:24.106228Z","steps":["trace[2061169110] 'agreement among raft nodes before linearized reading' (duration: 462.949616ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:24.105629Z","caller":"traceutil/trace.go:171","msg":"trace[257062064] linearizableReadLoop","detail":"{readStateIndex:3652; appliedIndex:3648; }","duration":"130.2136ms","start":"2026-05-20T04:12:23.974919Z","end":"2026-05-20T04:12:24.105133Z","steps":["trace[257062064] 'read index received' (duration: 130.088937ms)","trace[257062064] 'applied index is now lower than readState.Index' (duration: 124.013µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:24.106277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:23.642523Z","time spent":"463.747016ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109608,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:12:24.106285Z","caller":"traceutil/trace.go:171","msg":"trace[1761068459] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3488; }","duration":"461.661594ms","start":"2026-05-20T04:12:23.644594Z","end":"2026-05-20T04:12:24.106255Z","steps":["trace[1761068459] 'agreement among raft nodes before linearized reading' (duration: 460.626158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:24.105407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.928175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:24.106342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:23.644568Z","time spent":"461.757967ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-20T04:12:24.105409Z","caller":"traceutil/trace.go:171","msg":"trace[1882628922] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3488; }","duration":"465.773868ms","start":"2026-05-20T04:12:23.639618Z","end":"2026-05-20T04:12:24.105392Z","steps":["trace[1882628922] 'agreement among raft nodes before linearized reading' (duration: 465.519892ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:24.106363Z","caller":"traceutil/trace.go:171","msg":"trace[667708628] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:3488; }","duration":"271.92812ms","start":"2026-05-20T04:12:23.834408Z","end":"2026-05-20T04:12:24.106336Z","steps":["trace[667708628] 'agreement among raft nodes before linearized reading' (duration: 270.972036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:24.105507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:23.64177Z","time spent":"463.676605ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:24.106568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:23.639613Z","time spent":"466.776363ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109608,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:12:24.752109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.470102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:12:24.752271Z","caller":"traceutil/trace.go:171","msg":"trace[1720039161] transaction","detail":"{read_only:false; response_revision:3489; number_of_response:1; }","duration":"723.066209ms","start":"2026-05-20T04:12:24.029171Z","end":"2026-05-20T04:12:24.752237Z","steps":["trace[1720039161] 'process raft request' (duration: 308.383752ms)","trace[1720039161] 'compare' (duration: 413.963098ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:24.752422Z","caller":"traceutil/trace.go:171","msg":"trace[505694542] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"423.210083ms","start":"2026-05-20T04:12:24.329189Z","end":"2026-05-20T04:12:24.752399Z","steps":["trace[505694542] 'process raft request' (duration: 423.142021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:24.75252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:24.329155Z","time spent":"423.315836ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:24.752542Z","caller":"traceutil/trace.go:171","msg":"trace[1100236504] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"424.384963ms","start":"2026-05-20T04:12:24.328105Z","end":"2026-05-20T04:12:24.75249Z","steps":["trace[1100236504] 'process raft request' (duration: 424.135687ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:24.752536Z","caller":"traceutil/trace.go:171","msg":"trace[44243323] linearizableReadLoop","detail":"{readStateIndex:3653; appliedIndex:3652; }","duration":"646.226938ms","start":"2026-05-20T04:12:24.106285Z","end":"2026-05-20T04:12:24.752512Z","steps":["trace[44243323] 'read index received' (duration: 231.206302ms)","trace[44243323] 'applied index is now lower than readState.Index' (duration: 415.015915ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:24.752635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.878189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:12:24.752582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:24.029138Z","time spent":"723.305685ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414145,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:24.752698Z","caller":"traceutil/trace.go:171","msg":"trace[240001010] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3491; }","duration":"666.997462ms","start":"2026-05-20T04:12:24.085685Z","end":"2026-05-20T04:12:24.752683Z","steps":["trace[240001010] 'agreement among raft nodes before linearized reading' (duration: 666.885139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:24.752694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:24.328063Z","time spent":"424.553357ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:24.752742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.166486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:24.752759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:24.085659Z","time spent":"667.085994ms","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:12:24.752808Z","caller":"traceutil/trace.go:171","msg":"trace[691274324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3491; }","duration":"646.27863ms","start":"2026-05-20T04:12:24.106513Z","end":"2026-05-20T04:12:24.752792Z","steps":["trace[691274324] 'agreement among raft nodes before linearized reading' (duration: 646.171637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:24.752852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:24.106493Z","time spent":"646.348711ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:12:24.752888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.563959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:24.752941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.118123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:24.752955Z","caller":"traceutil/trace.go:171","msg":"trace[1304450592] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:3491; }","duration":"265.634291ms","start":"2026-05-20T04:12:24.487305Z","end":"2026-05-20T04:12:24.752939Z","steps":["trace[1304450592] 'agreement among raft nodes before linearized reading' (duration: 265.537949ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:24.752976Z","caller":"traceutil/trace.go:171","msg":"trace[1652355956] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3491; }","duration":"642.190895ms","start":"2026-05-20T04:12:24.110776Z","end":"2026-05-20T04:12:24.752967Z","steps":["trace[1652355956] 'agreement among raft nodes before linearized reading' (duration: 642.122823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:24.752999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:24.110758Z","time spent":"642.235997ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-20T04:12:24.753099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.597725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12401"} {"level":"info","ts":"2026-05-20T04:12:24.753142Z","caller":"traceutil/trace.go:171","msg":"trace[1165683609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3491; }","duration":"642.684188ms","start":"2026-05-20T04:12:24.11045Z","end":"2026-05-20T04:12:24.753134Z","steps":["trace[1165683609] 'agreement among raft nodes before linearized reading' (duration: 642.561445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:24.753166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:24.110429Z","time spent":"642.731019ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12423,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:12:24.753272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.20589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:12:24.753332Z","caller":"traceutil/trace.go:171","msg":"trace[632310674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3491; }","duration":"111.320483ms","start":"2026-05-20T04:12:24.641997Z","end":"2026-05-20T04:12:24.753318Z","steps":["trace[632310674] 'agreement among raft nodes before linearized reading' (duration: 111.139498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:26.854568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623548228s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:26.854933Z","caller":"traceutil/trace.go:171","msg":"trace[900443157] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3491; }","duration":"1.623933848s","start":"2026-05-20T04:12:25.230979Z","end":"2026-05-20T04:12:26.854912Z","steps":["trace[900443157] 'range keys from in-memory index tree' (duration: 1.623417765s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:26.856325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452744404s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:12:26.856482Z","caller":"traceutil/trace.go:171","msg":"trace[332818265] transaction","detail":"{read_only:false; response_revision:3492; number_of_response:1; }","duration":"2.090294721s","start":"2026-05-20T04:12:24.766146Z","end":"2026-05-20T04:12:26.856441Z","steps":["trace[332818265] 'process raft request' (duration: 637.321582ms)","trace[332818265] 'compare' (duration: 1.450949097s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:26.85658Z","caller":"traceutil/trace.go:171","msg":"trace[851697393] linearizableReadLoop","detail":"{readStateIndex:3656; appliedIndex:3655; }","duration":"1.945646407s","start":"2026-05-20T04:12:24.910903Z","end":"2026-05-20T04:12:26.85655Z","steps":["trace[851697393] 'read index received' (duration: 492.548724ms)","trace[851697393] 'applied index is now lower than readState.Index' (duration: 1.453093842s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:26.856763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945837532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:26.856844Z","caller":"traceutil/trace.go:171","msg":"trace[2135867257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3492; }","duration":"1.945980415s","start":"2026-05-20T04:12:24.910845Z","end":"2026-05-20T04:12:26.856825Z","steps":["trace[2135867257] 'agreement among raft nodes before linearized reading' (duration: 1.945804951s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:26.85689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:24.910822Z","time spent":"1.946057417s","remote":"127.0.0.1:58320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:26.857072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:24.766126Z","time spent":"2.090742142s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12368,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:26.857233Z","caller":"traceutil/trace.go:171","msg":"trace[1439744381] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"1.216619917s","start":"2026-05-20T04:12:25.6406Z","end":"2026-05-20T04:12:26.85722Z","steps":["trace[1439744381] 'process raft request' (duration: 1.216212827s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:26.857269Z","caller":"traceutil/trace.go:171","msg":"trace[320599412] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"1.215022328s","start":"2026-05-20T04:12:25.642225Z","end":"2026-05-20T04:12:26.857247Z","steps":["trace[320599412] 'process raft request' (duration: 1.214882844s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:26.857328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:25.640574Z","time spent":"1.21669668s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:26.857478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:25.642198Z","time spent":"1.215197282s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:27.356937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:12:27.522765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000378839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:12:27.522847Z","caller":"traceutil/trace.go:171","msg":"trace[1825047445] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000515443s","start":"2026-05-20T04:12:25.522314Z","end":"2026-05-20T04:12:27.522829Z","steps":["trace[1825047445] 'agreement among raft nodes before linearized reading' (duration: 2.00041079s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:27.522894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:25.52229Z","time spent":"2.000594494s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:12:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:12:27.687655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.790962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:12:27.688067Z","caller":"traceutil/trace.go:171","msg":"trace[1665222687] transaction","detail":"{read_only:false; response_revision:3495; number_of_response:1; }","duration":"929.101703ms","start":"2026-05-20T04:12:26.75893Z","end":"2026-05-20T04:12:27.688032Z","steps":["trace[1665222687] 'process raft request' (duration: 600.771767ms)","trace[1665222687] 'compare' (duration: 327.550406ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:27.688302Z","caller":"traceutil/trace.go:171","msg":"trace[579239099] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"928.900048ms","start":"2026-05-20T04:12:26.759363Z","end":"2026-05-20T04:12:27.688263Z","steps":["trace[579239099] 'process raft request' (duration: 928.5525ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:27.688377Z","caller":"traceutil/trace.go:171","msg":"trace[361535339] transaction","detail":"{read_only:false; response_revision:3498; number_of_response:1; }","duration":"136.506349ms","start":"2026-05-20T04:12:27.551838Z","end":"2026-05-20T04:12:27.688345Z","steps":["trace[361535339] 'process raft request' (duration: 136.284974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:27.688496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:26.758903Z","time spent":"929.257288ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:27.688742Z","caller":"traceutil/trace.go:171","msg":"trace[1271521079] linearizableReadLoop","detail":"{readStateIndex:3661; appliedIndex:3658; }","duration":"832.075212ms","start":"2026-05-20T04:12:26.85665Z","end":"2026-05-20T04:12:27.688725Z","steps":["trace[1271521079] 'read index received' (duration: 503.144361ms)","trace[1271521079] 'applied index is now lower than readState.Index' (duration: 328.929101ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:27.688848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:26.759337Z","time spent":"929.114944ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:27.688957Z","caller":"traceutil/trace.go:171","msg":"trace[1157393050] transaction","detail":"{read_only:false; response_revision:3499; number_of_response:1; }","duration":"102.193422ms","start":"2026-05-20T04:12:27.586744Z","end":"2026-05-20T04:12:27.688937Z","steps":["trace[1157393050] 'process raft request' (duration: 101.488894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:27.689106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577158656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:12:27.689158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506202679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19328"} {"level":"warn","ts":"2026-05-20T04:12:27.689182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577962106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:12:27.689214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.50629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:27.689183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776035946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:27.689232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57576832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:12:27.689234Z","caller":"traceutil/trace.go:171","msg":"trace[917459594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3499; }","duration":"1.578062729s","start":"2026-05-20T04:12:26.111156Z","end":"2026-05-20T04:12:27.689219Z","steps":["trace[917459594] 'agreement among raft nodes before linearized reading' (duration: 1.577900005s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:27.689261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.850444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:27.689265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409257764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T04:12:27.689278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577061023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:12:27.689276Z","caller":"traceutil/trace.go:171","msg":"trace[1147854631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3499; }","duration":"159.555771ms","start":"2026-05-20T04:12:27.529701Z","end":"2026-05-20T04:12:27.689256Z","steps":["trace[1147854631] 'agreement among raft nodes before linearized reading' (duration: 159.484519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:27.689304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:26.111091Z","time spent":"1.578201332s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:12:27.689312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385996001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:27.689298Z","caller":"traceutil/trace.go:171","msg":"trace[495140810] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3499; }","duration":"2.77621314s","start":"2026-05-20T04:12:24.913057Z","end":"2026-05-20T04:12:27.689271Z","steps":["trace[495140810] 'agreement among raft nodes before linearized reading' (duration: 2.776015035s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:27.689344Z","caller":"traceutil/trace.go:171","msg":"trace[52018701] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3499; }","duration":"1.577127126s","start":"2026-05-20T04:12:26.112193Z","end":"2026-05-20T04:12:27.68932Z","steps":["trace[52018701] 'agreement among raft nodes before linearized reading' (duration: 1.576673934s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:27.689346Z","caller":"traceutil/trace.go:171","msg":"trace[975441941] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3499; }","duration":"386.983847ms","start":"2026-05-20T04:12:27.302318Z","end":"2026-05-20T04:12:27.689302Z","steps":["trace[975441941] 'agreement among raft nodes before linearized reading' (duration: 386.870424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:27.689373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:24.913035Z","time spent":"2.776325173s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:27.68912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577222318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:12:27.689398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:26.112186Z","time spent":"1.577203097s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:12:27.689412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.213852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18b12abc9c9b6434\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-20T04:12:27.688638Z","caller":"traceutil/trace.go:171","msg":"trace[326137098] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"591.566485ms","start":"2026-05-20T04:12:27.097045Z","end":"2026-05-20T04:12:27.688611Z","steps":["trace[326137098] 'process raft request' (duration: 591.012771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:27.689453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695763847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-20T04:12:27.689231Z","caller":"traceutil/trace.go:171","msg":"trace[907852736] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3499; }","duration":"2.506302411s","start":"2026-05-20T04:12:25.182906Z","end":"2026-05-20T04:12:27.689208Z","steps":["trace[907852736] 'agreement among raft nodes before linearized reading' (duration: 2.506090026s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:27.68943Z","caller":"traceutil/trace.go:171","msg":"trace[329157829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3499; }","duration":"1.577572176s","start":"2026-05-20T04:12:26.111846Z","end":"2026-05-20T04:12:27.689418Z","steps":["trace[329157829] 'agreement among raft nodes before linearized reading' (duration: 1.57693746s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:27.689709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:26.111836Z","time spent":"1.577861944s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:12:27.689144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577756621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:12:27.689814Z","caller":"traceutil/trace.go:171","msg":"trace[2130118882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3499; }","duration":"1.578482399s","start":"2026-05-20T04:12:26.111311Z","end":"2026-05-20T04:12:27.689794Z","steps":["trace[2130118882] 'agreement among raft nodes before linearized reading' (duration: 1.577575327s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:27.689644Z","caller":"traceutil/trace.go:171","msg":"trace[1392842072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3499; }","duration":"2.696040704s","start":"2026-05-20T04:12:24.993581Z","end":"2026-05-20T04:12:27.689621Z","steps":["trace[1392842072] 'agreement among raft nodes before linearized reading' (duration: 2.695521121s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:27.689938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:26.111271Z","time spent":"1.578646903s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:12:27.689288Z","caller":"traceutil/trace.go:171","msg":"trace[1709730404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3499; }","duration":"1.575844993s","start":"2026-05-20T04:12:26.113432Z","end":"2026-05-20T04:12:27.689277Z","steps":["trace[1709730404] 'agreement among raft nodes before linearized reading' (duration: 1.575423192s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:27.690098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:26.113424Z","time spent":"1.576655343s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:12:27.690052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:24.993567Z","time spent":"2.696464154s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:12:27.689753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:25.182888Z","time spent":"2.506848635s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19350,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-20T04:12:27.689228Z","caller":"traceutil/trace.go:171","msg":"trace[1659318346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3499; }","duration":"1.57731037s","start":"2026-05-20T04:12:26.11189Z","end":"2026-05-20T04:12:27.6892Z","steps":["trace[1659318346] 'agreement among raft nodes before linearized reading' (duration: 1.576991372s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:27.689126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929115059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:12:27.68915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573101804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:12:27.689443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.302296Z","time spent":"387.13055ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:12:27.690392Z","caller":"traceutil/trace.go:171","msg":"trace[1963030080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3499; }","duration":"1.930418862s","start":"2026-05-20T04:12:25.759954Z","end":"2026-05-20T04:12:27.690373Z","steps":["trace[1963030080] 'agreement among raft nodes before linearized reading' (duration: 1.929045908s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:27.69039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:26.111883Z","time spent":"1.578481179s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:12:27.690481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:25.759929Z","time spent":"1.930531684s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:12:27.689477Z","caller":"traceutil/trace.go:171","msg":"trace[456291781] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18b12abc9c9b6434; range_end:; response_count:1; response_revision:3499; }","duration":"326.352595ms","start":"2026-05-20T04:12:27.363109Z","end":"2026-05-20T04:12:27.689462Z","steps":["trace[456291781] 'agreement among raft nodes before linearized reading' (duration: 326.176361ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:27.690525Z","caller":"traceutil/trace.go:171","msg":"trace[1884134646] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3499; }","duration":"1.574534331s","start":"2026-05-20T04:12:26.115973Z","end":"2026-05-20T04:12:27.690507Z","steps":["trace[1884134646] 'agreement among raft nodes before linearized reading' (duration: 1.572867759s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:27.690577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:26.115943Z","time spent":"1.574620173s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:12:27.690572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.363079Z","time spent":"327.479173ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18b12abc9c9b6434\" "} {"level":"info","ts":"2026-05-20T04:12:27.689476Z","caller":"traceutil/trace.go:171","msg":"trace[121983362] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:3499; }","duration":"1.409361006s","start":"2026-05-20T04:12:26.279953Z","end":"2026-05-20T04:12:27.689314Z","steps":["trace[121983362] 'agreement among raft nodes before linearized reading' (duration: 1.408870784s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:27.690822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:26.279926Z","time spent":"1.410859795s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-05-20T04:12:27.689354Z","caller":"traceutil/trace.go:171","msg":"trace[1827812421] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3499; }","duration":"2.386076723s","start":"2026-05-20T04:12:25.303266Z","end":"2026-05-20T04:12:27.689342Z","steps":["trace[1827812421] 'agreement among raft nodes before linearized reading' (duration: 2.386002641s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:27.690914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:25.303244Z","time spent":"2.387652704s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:27.690901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.097018Z","time spent":"592.517099ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:28.287999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.2365ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-05-20T04:12:28.288116Z","caller":"traceutil/trace.go:171","msg":"trace[1375472244] linearizableReadLoop","detail":"{readStateIndex:3664; appliedIndex:3663; }","duration":"595.496416ms","start":"2026-05-20T04:12:27.6926Z","end":"2026-05-20T04:12:28.288097Z","steps":["trace[1375472244] 'read index received' (duration: 279.085992ms)","trace[1375472244] 'applied index is now lower than readState.Index' (duration: 316.408694ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:28.288204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.692748Z","time spent":"595.451455ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:12:28.288359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.745792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:28.288417Z","caller":"traceutil/trace.go:171","msg":"trace[1259574336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3499; }","duration":"595.836105ms","start":"2026-05-20T04:12:27.692567Z","end":"2026-05-20T04:12:28.288403Z","steps":["trace[1259574336] 'agreement among raft nodes before linearized reading' (duration: 595.733212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:28.288453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.692544Z","time spent":"595.901976ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:12:28.735192Z","caller":"traceutil/trace.go:171","msg":"trace[888790261] transaction","detail":"{read_only:false; response_revision:3501; number_of_response:1; }","duration":"1.038141137s","start":"2026-05-20T04:12:27.697031Z","end":"2026-05-20T04:12:28.735172Z","steps":["trace[888790261] 'process raft request' (duration: 1.038030595s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:28.735224Z","caller":"traceutil/trace.go:171","msg":"trace[1010593363] transaction","detail":"{read_only:false; response_revision:3500; number_of_response:1; }","duration":"1.040828296s","start":"2026-05-20T04:12:27.694355Z","end":"2026-05-20T04:12:28.735183Z","steps":["trace[1010593363] 'process raft request' (duration: 968.211742ms)","trace[1010593363] 'compare' (duration: 72.282725ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:28.735308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.697021Z","time spent":"1.03822649s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:28.735406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.694336Z","time spent":"1.040979229s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:28.735499Z","caller":"traceutil/trace.go:171","msg":"trace[161474502] transaction","detail":"{read_only:false; response_revision:3502; number_of_response:1; }","duration":"1.038423726s","start":"2026-05-20T04:12:27.697042Z","end":"2026-05-20T04:12:28.735466Z","steps":["trace[161474502] 'process raft request' (duration: 1.038099727s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:28.735611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.697031Z","time spent":"1.038530948s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:28.735669Z","caller":"traceutil/trace.go:171","msg":"trace[486149522] transaction","detail":"{read_only:false; response_revision:3503; number_of_response:1; }","duration":"1.037942293s","start":"2026-05-20T04:12:27.697713Z","end":"2026-05-20T04:12:28.735655Z","steps":["trace[486149522] 'process raft request' (duration: 1.037656305s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:28.735721Z","caller":"traceutil/trace.go:171","msg":"trace[333033171] transaction","detail":"{read_only:false; response_revision:3504; number_of_response:1; }","duration":"1.037948724s","start":"2026-05-20T04:12:27.697761Z","end":"2026-05-20T04:12:28.73571Z","steps":["trace[333033171] 'process raft request' (duration: 1.037826281s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:28.735766Z","caller":"traceutil/trace.go:171","msg":"trace[209068002] transaction","detail":"{read_only:false; response_revision:3505; number_of_response:1; }","duration":"1.037822971s","start":"2026-05-20T04:12:27.697934Z","end":"2026-05-20T04:12:28.735757Z","steps":["trace[209068002] 'process raft request' (duration: 1.037712638s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:28.735777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.697755Z","time spent":"1.037993885s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:28.735752Z","caller":"traceutil/trace.go:171","msg":"trace[1175311384] linearizableReadLoop","detail":"{readStateIndex:3670; appliedIndex:3664; }","duration":"447.570488ms","start":"2026-05-20T04:12:28.288142Z","end":"2026-05-20T04:12:28.735712Z","steps":["trace[1175311384] 'read index received' (duration: 374.43639ms)","trace[1175311384] 'applied index is now lower than readState.Index' (duration: 73.132608ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:28.735831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.057736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:12:28.735887Z","caller":"traceutil/trace.go:171","msg":"trace[2139419453] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3505; }","duration":"561.141308ms","start":"2026-05-20T04:12:28.174723Z","end":"2026-05-20T04:12:28.735864Z","steps":["trace[2139419453] 'agreement among raft nodes before linearized reading' (duration: 561.058326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:28.73589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037169744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19328"} {"level":"info","ts":"2026-05-20T04:12:28.735932Z","caller":"traceutil/trace.go:171","msg":"trace[1274302387] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3505; }","duration":"1.037220876s","start":"2026-05-20T04:12:27.698702Z","end":"2026-05-20T04:12:28.735922Z","steps":["trace[1274302387] 'agreement among raft nodes before linearized reading' (duration: 1.037138964s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:28.735928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:28.174701Z","time spent":"561.218939ms","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":15,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:28.735896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.530365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:28.736008Z","caller":"traceutil/trace.go:171","msg":"trace[701212691] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3505; }","duration":"891.76486ms","start":"2026-05-20T04:12:27.84421Z","end":"2026-05-20T04:12:28.735975Z","steps":["trace[701212691] 'agreement among raft nodes before linearized reading' (duration: 891.539375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:28.736068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.844175Z","time spent":"891.880193ms","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:28.735814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.697856Z","time spent":"1.037935404s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:28.735939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037488892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109568"} {"level":"warn","ts":"2026-05-20T04:12:28.736198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039246357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109568"} {"level":"info","ts":"2026-05-20T04:12:28.736234Z","caller":"traceutil/trace.go:171","msg":"trace[371698678] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3505; }","duration":"1.037795511s","start":"2026-05-20T04:12:27.698427Z","end":"2026-05-20T04:12:28.736222Z","steps":["trace[371698678] 'agreement among raft nodes before linearized reading' (duration: 1.037328359s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:28.736242Z","caller":"traceutil/trace.go:171","msg":"trace[94653076] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3505; }","duration":"1.039321398s","start":"2026-05-20T04:12:27.696908Z","end":"2026-05-20T04:12:28.736229Z","steps":["trace[94653076] 'agreement among raft nodes before linearized reading' (duration: 1.038929108s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:28.73628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.69842Z","time spent":"1.037848472s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:12:28.735958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.698695Z","time spent":"1.037257747s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19350,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-20T04:12:28.736281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.696678Z","time spent":"1.039595765s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:12:28.736319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042093849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-05-20T04:12:28.735725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.697704Z","time spent":"1.037995896s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:28.736611Z","caller":"traceutil/trace.go:171","msg":"trace[1567991064] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ac838685-d726-4e39-8041-af54a8fb3c79; range_end:; response_count:1; response_revision:3505; }","duration":"1.042300723s","start":"2026-05-20T04:12:27.694098Z","end":"2026-05-20T04:12:28.736399Z","steps":["trace[1567991064] 'agreement among raft nodes before linearized reading' (duration: 1.041801851s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:28.736684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:27.69408Z","time spent":"1.042585991s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" "} {"level":"warn","ts":"2026-05-20T04:12:29.236777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220403,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:12:29.379418Z","caller":"traceutil/trace.go:171","msg":"trace[2053669012] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"1.089901306s","start":"2026-05-20T04:12:28.289491Z","end":"2026-05-20T04:12:29.379392Z","steps":["trace[2053669012] 'process raft request' (duration: 1.089742662s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:29.379575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:28.289469Z","time spent":"1.09002575s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:30.384763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.497127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:12:30.385005Z","caller":"traceutil/trace.go:171","msg":"trace[1830179240] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"687.043398ms","start":"2026-05-20T04:12:29.697947Z","end":"2026-05-20T04:12:30.38499Z","steps":["trace[1830179240] 'process raft request' (duration: 686.993947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:30.385057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:29.697912Z","time spent":"687.12036ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:30.385252Z","caller":"traceutil/trace.go:171","msg":"trace[2010449321] transaction","detail":"{read_only:false; response_revision:3508; number_of_response:1; }","duration":"1.521569753s","start":"2026-05-20T04:12:28.863649Z","end":"2026-05-20T04:12:30.385218Z","steps":["trace[2010449321] 'process raft request' (duration: 1.521196644s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:30.385424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:28.863642Z","time spent":"1.521696076s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:30.385492Z","caller":"traceutil/trace.go:171","msg":"trace[474745532] transaction","detail":"{read_only:false; response_revision:3507; number_of_response:1; }","duration":"1.523117003s","start":"2026-05-20T04:12:28.86233Z","end":"2026-05-20T04:12:30.385447Z","steps":["trace[474745532] 'process raft request' (duration: 789.866256ms)","trace[474745532] 'compare' (duration: 732.142038ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:30.38551Z","caller":"traceutil/trace.go:171","msg":"trace[1715003311] linearizableReadLoop","detail":"{readStateIndex:3673; appliedIndex:3670; }","duration":"1.649624399s","start":"2026-05-20T04:12:28.735852Z","end":"2026-05-20T04:12:30.385477Z","steps":["trace[1715003311] 'read index received' (duration: 643.397016ms)","trace[1715003311] 'applied index is now lower than readState.Index' (duration: 1.006223863s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:30.385527Z","caller":"traceutil/trace.go:171","msg":"trace[1417848927] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"687.574463ms","start":"2026-05-20T04:12:29.697916Z","end":"2026-05-20T04:12:30.385491Z","steps":["trace[1417848927] 'process raft request' (duration: 687.002567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:30.385696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:29.697884Z","time spent":"687.717426ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:30.385714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:28.862303Z","time spent":"1.523277857s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:30.385708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686139461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:12:30.385741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.439331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:30.385778Z","caller":"traceutil/trace.go:171","msg":"trace[598740043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3510; }","duration":"864.521723ms","start":"2026-05-20T04:12:29.521244Z","end":"2026-05-20T04:12:30.385766Z","steps":["trace[598740043] 'agreement among raft nodes before linearized reading' (duration: 864.460782ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:30.385774Z","caller":"traceutil/trace.go:171","msg":"trace[951093947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3510; }","duration":"1.686251564s","start":"2026-05-20T04:12:28.699507Z","end":"2026-05-20T04:12:30.385758Z","steps":["trace[951093947] 'agreement among raft nodes before linearized reading' (duration: 1.68606151s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:30.385766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.546488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:12:30.3858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:29.521216Z","time spent":"864.580034ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:12:30.385806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:28.699486Z","time spent":"1.686313545s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:12:30.385818Z","caller":"traceutil/trace.go:171","msg":"trace[902424877] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3510; }","duration":"202.606679ms","start":"2026-05-20T04:12:30.183197Z","end":"2026-05-20T04:12:30.385803Z","steps":["trace[902424877] 'agreement among raft nodes before linearized reading' (duration: 202.519967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:30.385839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645838473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18b12abca8acc323\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-05-20T04:12:30.385886Z","caller":"traceutil/trace.go:171","msg":"trace[460659359] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18b12abca8acc323; range_end:; response_count:1; response_revision:3510; }","duration":"1.645938606s","start":"2026-05-20T04:12:28.739929Z","end":"2026-05-20T04:12:30.385867Z","steps":["trace[460659359] 'agreement among raft nodes before linearized reading' (duration: 1.645736291s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:30.385927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:28.739905Z","time spent":"1.646013878s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18b12abca8acc323\" "} {"level":"warn","ts":"2026-05-20T04:12:30.385975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-05-20T04:12:30.385969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258147427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:30.386011Z","caller":"traceutil/trace.go:171","msg":"trace[1411609585] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3510; }","duration":"610.31447ms","start":"2026-05-20T04:12:29.775686Z","end":"2026-05-20T04:12:30.386Z","steps":["trace[1411609585] 'agreement among raft nodes before linearized reading' (duration: 610.144696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:30.38603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:29.775627Z","time spent":"610.400242ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:12:30.386026Z","caller":"traceutil/trace.go:171","msg":"trace[1258787198] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3510; }","duration":"1.258254251s","start":"2026-05-20T04:12:29.127754Z","end":"2026-05-20T04:12:30.386009Z","steps":["trace[1258787198] 'agreement among raft nodes before linearized reading' (duration: 1.258136608s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:30.386038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435440858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:12:30.386061Z","caller":"traceutil/trace.go:171","msg":"trace[133522407] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3510; }","duration":"1.43552251s","start":"2026-05-20T04:12:28.950532Z","end":"2026-05-20T04:12:30.386055Z","steps":["trace[133522407] 'agreement among raft nodes before linearized reading' (duration: 1.435472638s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:30.386066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:29.127729Z","time spent":"1.258326472s","remote":"127.0.0.1:34672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:30.38608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:28.950501Z","time spent":"1.435574971s","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:30.38607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004091939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:12:30.386151Z","caller":"traceutil/trace.go:171","msg":"trace[1791768226] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3510; }","duration":"1.004228873s","start":"2026-05-20T04:12:29.381904Z","end":"2026-05-20T04:12:30.386133Z","steps":["trace[1791768226] 'agreement among raft nodes before linearized reading' (duration: 1.004056198s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:30.386193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:29.381878Z","time spent":"1.004307045s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T04:12:30.753239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.309843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:12:30.753327Z","caller":"traceutil/trace.go:171","msg":"trace[1167601608] linearizableReadLoop","detail":"{readStateIndex:3676; appliedIndex:3675; }","duration":"358.99787ms","start":"2026-05-20T04:12:30.394315Z","end":"2026-05-20T04:12:30.753313Z","steps":["trace[1167601608] 'read index received' (duration: 97.554455ms)","trace[1167601608] 'applied index is now lower than readState.Index' (duration: 261.442135ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:30.753388Z","caller":"traceutil/trace.go:171","msg":"trace[1436491630] transaction","detail":"{read_only:false; response_revision:3511; number_of_response:1; }","duration":"364.045808ms","start":"2026-05-20T04:12:30.389288Z","end":"2026-05-20T04:12:30.753334Z","steps":["trace[1436491630] 'process raft request' (duration: 102.567491ms)","trace[1436491630] 'compare' (duration: 260.957024ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:30.753455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.59882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:30.753495Z","caller":"traceutil/trace.go:171","msg":"trace[510570872] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3511; }","duration":"358.649241ms","start":"2026-05-20T04:12:30.394831Z","end":"2026-05-20T04:12:30.753481Z","steps":["trace[510570872] 'agreement among raft nodes before linearized reading' (duration: 358.5811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:30.75351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.183875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T04:12:30.753531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:30.394825Z","time spent":"358.697012ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-20T04:12:30.753549Z","caller":"traceutil/trace.go:171","msg":"trace[1250446766] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3511; }","duration":"359.243007ms","start":"2026-05-20T04:12:30.394293Z","end":"2026-05-20T04:12:30.753536Z","steps":["trace[1250446766] 'agreement among raft nodes before linearized reading' (duration: 359.079073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:30.753529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:30.389258Z","time spent":"364.192802ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:30.753571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:30.394278Z","time spent":"359.287608ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-20T04:12:30.753796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.493019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:30.753818Z","caller":"traceutil/trace.go:171","msg":"trace[1417466265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3511; }","duration":"231.555961ms","start":"2026-05-20T04:12:30.522254Z","end":"2026-05-20T04:12:30.75381Z","steps":["trace[1417466265] 'agreement among raft nodes before linearized reading' (duration: 231.51669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:31.515581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.983116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:12:31.515787Z","caller":"traceutil/trace.go:171","msg":"trace[1860927436] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"756.465303ms","start":"2026-05-20T04:12:30.759303Z","end":"2026-05-20T04:12:31.515768Z","steps":["trace[1860927436] 'process raft request' (duration: 756.380891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:31.515869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:30.759283Z","time spent":"756.543864ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:31.515931Z","caller":"traceutil/trace.go:171","msg":"trace[611779350] transaction","detail":"{read_only:false; response_revision:3512; number_of_response:1; }","duration":"756.739389ms","start":"2026-05-20T04:12:30.759149Z","end":"2026-05-20T04:12:31.515888Z","steps":["trace[611779350] 'process raft request' (duration: 299.362963ms)","trace[611779350] 'compare' (duration: 456.859123ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:31.516097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:30.759136Z","time spent":"756.853972ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:31.516246Z","caller":"traceutil/trace.go:171","msg":"trace[1595304320] transaction","detail":"{read_only:false; response_revision:3515; number_of_response:1; }","duration":"756.77868ms","start":"2026-05-20T04:12:30.759443Z","end":"2026-05-20T04:12:31.516222Z","steps":["trace[1595304320] 'process raft request' (duration: 756.393741ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:31.516298Z","caller":"traceutil/trace.go:171","msg":"trace[1515696139] transaction","detail":"{read_only:false; response_revision:3514; number_of_response:1; }","duration":"756.895563ms","start":"2026-05-20T04:12:30.759387Z","end":"2026-05-20T04:12:31.516283Z","steps":["trace[1515696139] 'process raft request' (duration: 756.347009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:31.516349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:30.75938Z","time spent":"756.944365ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:31.51633Z","caller":"traceutil/trace.go:171","msg":"trace[428591065] transaction","detail":"{read_only:false; response_revision:3516; number_of_response:1; }","duration":"756.836741ms","start":"2026-05-20T04:12:30.759467Z","end":"2026-05-20T04:12:31.516304Z","steps":["trace[428591065] 'process raft request' (duration: 756.442741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:31.516347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:30.759435Z","time spent":"756.856572ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:31.515985Z","caller":"traceutil/trace.go:171","msg":"trace[1537658194] linearizableReadLoop","detail":"{readStateIndex:3681; appliedIndex:3676; }","duration":"756.411721ms","start":"2026-05-20T04:12:30.759552Z","end":"2026-05-20T04:12:31.515963Z","steps":["trace[1537658194] 'read index received' (duration: 298.795679ms)","trace[1537658194] 'applied index is now lower than readState.Index' (duration: 457.614502ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:31.516482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:30.759443Z","time spent":"756.954014ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:31.516627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.48427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:31.516661Z","caller":"traceutil/trace.go:171","msg":"trace[1290751022] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:3516; }","duration":"239.551602ms","start":"2026-05-20T04:12:31.277097Z","end":"2026-05-20T04:12:31.516649Z","steps":["trace[1290751022] 'agreement among raft nodes before linearized reading' (duration: 239.49042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:31.516699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.749877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:12:31.516708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.571062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:12:31.51673Z","caller":"traceutil/trace.go:171","msg":"trace[617364167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3516; }","duration":"748.811508ms","start":"2026-05-20T04:12:30.767906Z","end":"2026-05-20T04:12:31.516717Z","steps":["trace[617364167] 'agreement among raft nodes before linearized reading' (duration: 748.705296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:31.516756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:30.767891Z","time spent":"748.86078ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:12:31.516751Z","caller":"traceutil/trace.go:171","msg":"trace[1972209553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3516; }","duration":"123.673175ms","start":"2026-05-20T04:12:31.393063Z","end":"2026-05-20T04:12:31.516736Z","steps":["trace[1972209553] 'agreement among raft nodes before linearized reading' (duration: 123.546332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:31.516828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.262573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109568"} {"level":"warn","ts":"2026-05-20T04:12:31.516853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.552354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109568"} {"level":"info","ts":"2026-05-20T04:12:31.51689Z","caller":"traceutil/trace.go:171","msg":"trace[635562929] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3516; }","duration":"757.352834ms","start":"2026-05-20T04:12:30.759521Z","end":"2026-05-20T04:12:31.516874Z","steps":["trace[635562929] 'agreement among raft nodes before linearized reading' (duration: 756.860582ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:31.516923Z","caller":"traceutil/trace.go:171","msg":"trace[1826539540] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3516; }","duration":"754.651046ms","start":"2026-05-20T04:12:30.762255Z","end":"2026-05-20T04:12:31.516906Z","steps":["trace[1826539540] 'agreement among raft nodes before linearized reading' (duration: 754.336708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:31.51694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:30.759506Z","time spent":"757.421427ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:12:31.516966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:30.762247Z","time spent":"754.710587ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:12:32.55095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.444892ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:12:32.551065Z","caller":"traceutil/trace.go:171","msg":"trace[1351829586] linearizableReadLoop","detail":"{readStateIndex:3682; appliedIndex:3681; }","duration":"515.632599ms","start":"2026-05-20T04:12:32.035411Z","end":"2026-05-20T04:12:32.551044Z","steps":["trace[1351829586] 'read index received' (duration: 101.029194ms)","trace[1351829586] 'applied index is now lower than readState.Index' (duration: 414.601565ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:32.551209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.786722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:32.551246Z","caller":"traceutil/trace.go:171","msg":"trace[1578642045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3516; }","duration":"515.858643ms","start":"2026-05-20T04:12:32.035378Z","end":"2026-05-20T04:12:32.551236Z","steps":["trace[1578642045] 'agreement among raft nodes before linearized reading' (duration: 515.774061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:32.551277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:32.03536Z","time spent":"515.910685ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:12:32.902763Z","caller":"traceutil/trace.go:171","msg":"trace[269085665] transaction","detail":"{read_only:false; response_revision:3517; number_of_response:1; }","duration":"819.812183ms","start":"2026-05-20T04:12:32.082923Z","end":"2026-05-20T04:12:32.902735Z","steps":["trace[269085665] 'process raft request' (duration: 819.631068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:32.902921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:32.08288Z","time spent":"819.966677ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19278,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:33.152291Z","caller":"traceutil/trace.go:171","msg":"trace[380445510] transaction","detail":"{read_only:false; response_revision:3518; number_of_response:1; }","duration":"760.589456ms","start":"2026-05-20T04:12:32.391685Z","end":"2026-05-20T04:12:33.152275Z","steps":["trace[380445510] 'process raft request' (duration: 760.440383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:33.152395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:32.391624Z","time spent":"760.715209ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:33.152594Z","caller":"traceutil/trace.go:171","msg":"trace[771480085] transaction","detail":"{read_only:false; response_revision:3519; number_of_response:1; }","duration":"758.38148ms","start":"2026-05-20T04:12:32.394186Z","end":"2026-05-20T04:12:33.152568Z","steps":["trace[771480085] 'process raft request' (duration: 758.065472ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:33.152669Z","caller":"traceutil/trace.go:171","msg":"trace[2097260092] linearizableReadLoop","detail":"{readStateIndex:3687; appliedIndex:3683; }","duration":"601.553538ms","start":"2026-05-20T04:12:32.551091Z","end":"2026-05-20T04:12:33.152644Z","steps":["trace[2097260092] 'read index received' (duration: 352.006203ms)","trace[2097260092] 'applied index is now lower than readState.Index' (duration: 249.546185ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:33.15271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:32.394171Z","time spent":"758.485883ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:33.152753Z","caller":"traceutil/trace.go:171","msg":"trace[578949507] transaction","detail":"{read_only:false; response_revision:3520; number_of_response:1; }","duration":"758.498603ms","start":"2026-05-20T04:12:32.394248Z","end":"2026-05-20T04:12:33.152747Z","steps":["trace[578949507] 'process raft request' (duration: 758.241587ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:33.152724Z","caller":"traceutil/trace.go:171","msg":"trace[1008559951] transaction","detail":"{read_only:false; response_revision:3521; number_of_response:1; }","duration":"756.465792ms","start":"2026-05-20T04:12:32.396247Z","end":"2026-05-20T04:12:33.152713Z","steps":["trace[1008559951] 'process raft request' (duration: 756.35461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:33.152859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.307967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:12:33.15289Z","caller":"traceutil/trace.go:171","msg":"trace[438170683] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3521; }","duration":"131.377159ms","start":"2026-05-20T04:12:33.021506Z","end":"2026-05-20T04:12:33.152883Z","steps":["trace[438170683] 'agreement among raft nodes before linearized reading' (duration: 131.324797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:33.152892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:32.396234Z","time spent":"756.606295ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:33.152941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.077083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:12:33.153002Z","caller":"traceutil/trace.go:171","msg":"trace[996981196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3521; }","duration":"629.174616ms","start":"2026-05-20T04:12:32.523799Z","end":"2026-05-20T04:12:33.152974Z","steps":["trace[996981196] 'agreement among raft nodes before linearized reading' (duration: 629.003642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:33.153053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:32.523773Z","time spent":"629.267747ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:12:33.153056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.236308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:33.153174Z","caller":"traceutil/trace.go:171","msg":"trace[313511227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3521; }","duration":"631.403462ms","start":"2026-05-20T04:12:32.521763Z","end":"2026-05-20T04:12:33.153166Z","steps":["trace[313511227] 'agreement among raft nodes before linearized reading' (duration: 631.255368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:33.153203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:32.521733Z","time spent":"631.463104ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:12:33.152802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:32.394227Z","time spent":"758.543164ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:33.80816Z","caller":"traceutil/trace.go:171","msg":"trace[1573478503] transaction","detail":"{read_only:false; response_revision:3522; number_of_response:1; }","duration":"283.00103ms","start":"2026-05-20T04:12:33.525127Z","end":"2026-05-20T04:12:33.808128Z","steps":["trace[1573478503] 'process raft request' (duration: 282.817485ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:33.808281Z","caller":"traceutil/trace.go:171","msg":"trace[1200337263] linearizableReadLoop","detail":"{readStateIndex:3688; appliedIndex:3688; }","duration":"283.060401ms","start":"2026-05-20T04:12:33.525167Z","end":"2026-05-20T04:12:33.808228Z","steps":["trace[1200337263] 'read index received' (duration: 283.046371ms)","trace[1200337263] 'applied index is now lower than readState.Index' (duration: 10.6µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:33.8086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.394859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:33.808667Z","caller":"traceutil/trace.go:171","msg":"trace[1690932898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3522; }","duration":"283.502203ms","start":"2026-05-20T04:12:33.525149Z","end":"2026-05-20T04:12:33.808652Z","steps":["trace[1690932898] 'agreement among raft nodes before linearized reading' (duration: 283.276877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:34.309352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220443,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:12:34.392306Z","caller":"traceutil/trace.go:171","msg":"trace[1772492220] transaction","detail":"{read_only:false; response_revision:3525; number_of_response:1; }","duration":"865.587599ms","start":"2026-05-20T04:12:33.526693Z","end":"2026-05-20T04:12:34.392281Z","steps":["trace[1772492220] 'process raft request' (duration: 865.507747ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:34.392315Z","caller":"traceutil/trace.go:171","msg":"trace[1833450285] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"867.033766ms","start":"2026-05-20T04:12:33.525242Z","end":"2026-05-20T04:12:34.392276Z","steps":["trace[1833450285] 'process raft request' (duration: 866.764029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:34.392465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:33.526679Z","time spent":"865.699223ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:34.392484Z","caller":"traceutil/trace.go:171","msg":"trace[153599724] transaction","detail":"{read_only:false; response_revision:3524; number_of_response:1; }","duration":"866.369459ms","start":"2026-05-20T04:12:33.526085Z","end":"2026-05-20T04:12:34.392454Z","steps":["trace[153599724] 'process raft request' (duration: 866.056591ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:34.392507Z","caller":"traceutil/trace.go:171","msg":"trace[1235332492] linearizableReadLoop","detail":"{readStateIndex:3692; appliedIndex:3688; }","duration":"584.074428ms","start":"2026-05-20T04:12:33.808402Z","end":"2026-05-20T04:12:34.392477Z","steps":["trace[1235332492] 'read index received' (duration: 583.575716ms)","trace[1235332492] 'applied index is now lower than readState.Index' (duration: 496.992µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:34.392698Z","caller":"traceutil/trace.go:171","msg":"trace[1847047590] transaction","detail":"{read_only:false; response_revision:3526; number_of_response:1; }","duration":"865.714713ms","start":"2026-05-20T04:12:33.526944Z","end":"2026-05-20T04:12:34.392658Z","steps":["trace[1847047590] 'process raft request' (duration: 865.292942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:34.392755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.306364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:34.392803Z","caller":"traceutil/trace.go:171","msg":"trace[1165453363] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3526; }","duration":"368.402198ms","start":"2026-05-20T04:12:34.024388Z","end":"2026-05-20T04:12:34.39279Z","steps":["trace[1165453363] 'agreement among raft nodes before linearized reading' (duration: 368.296795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:34.392805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.408581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-20T04:12:34.392848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:34.024373Z","time spent":"368.464059ms","remote":"127.0.0.1:34596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:34.392732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.362493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T04:12:34.392914Z","caller":"traceutil/trace.go:171","msg":"trace[1613123849] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3526; }","duration":"671.538198ms","start":"2026-05-20T04:12:33.72136Z","end":"2026-05-20T04:12:34.392898Z","steps":["trace[1613123849] 'agreement among raft nodes before linearized reading' (duration: 671.199419ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:34.392904Z","caller":"traceutil/trace.go:171","msg":"trace[1308341897] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3526; }","duration":"625.575595ms","start":"2026-05-20T04:12:33.767309Z","end":"2026-05-20T04:12:34.392885Z","steps":["trace[1308341897] 'agreement among raft nodes before linearized reading' (duration: 625.212146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:34.392946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:33.721323Z","time spent":"671.61497ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:12:34.392936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.091189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:12:34.392955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:33.767279Z","time spent":"625.667938ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T04:12:34.392994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.524363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109568"} {"level":"info","ts":"2026-05-20T04:12:34.393016Z","caller":"traceutil/trace.go:171","msg":"trace[1597662785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3526; }","duration":"233.263023ms","start":"2026-05-20T04:12:34.159733Z","end":"2026-05-20T04:12:34.392996Z","steps":["trace[1597662785] 'agreement among raft nodes before linearized reading' (duration: 232.977186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:34.392529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:33.525231Z","time spent":"867.182901ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:34.393055Z","caller":"traceutil/trace.go:171","msg":"trace[235265153] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3526; }","duration":"864.617355ms","start":"2026-05-20T04:12:33.528424Z","end":"2026-05-20T04:12:34.393042Z","steps":["trace[235265153] 'agreement among raft nodes before linearized reading' (duration: 864.241716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:34.393139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:33.528408Z","time spent":"864.721947ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:12:34.393087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:33.526934Z","time spent":"865.890227ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:34.393856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.491992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109568"} {"level":"warn","ts":"2026-05-20T04:12:34.39391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:33.526076Z","time spent":"866.509103ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:34.393949Z","caller":"traceutil/trace.go:171","msg":"trace[1713123535] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3526; }","duration":"866.615625ms","start":"2026-05-20T04:12:33.527315Z","end":"2026-05-20T04:12:34.39393Z","steps":["trace[1713123535] 'agreement among raft nodes before linearized reading' (duration: 866.203595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:34.394008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:33.527307Z","time spent":"866.691517ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:12:34.517878Z","caller":"traceutil/trace.go:171","msg":"trace[451565790] transaction","detail":"{read_only:false; response_revision:3528; number_of_response:1; }","duration":"119.796377ms","start":"2026-05-20T04:12:34.39805Z","end":"2026-05-20T04:12:34.517847Z","steps":["trace[451565790] 'process raft request' (duration: 93.792139ms)","trace[451565790] 'compare' (duration: 25.771212ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:34.518123Z","caller":"traceutil/trace.go:171","msg":"trace[2012596621] linearizableReadLoop","detail":"{readStateIndex:3694; appliedIndex:3692; }","duration":"110.218415ms","start":"2026-05-20T04:12:34.407586Z","end":"2026-05-20T04:12:34.517804Z","steps":["trace[2012596621] 'read index received' (duration: 23.875573ms)","trace[2012596621] 'applied index is now lower than readState.Index' (duration: 86.341142ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:34.518131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.505953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:34.518258Z","caller":"traceutil/trace.go:171","msg":"trace[2125440532] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3528; }","duration":"110.693798ms","start":"2026-05-20T04:12:34.407533Z","end":"2026-05-20T04:12:34.518227Z","steps":["trace[2125440532] 'agreement among raft nodes before linearized reading' (duration: 110.474762ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:35.597757Z","caller":"traceutil/trace.go:171","msg":"trace[272072395] transaction","detail":"{read_only:false; response_revision:3529; number_of_response:1; }","duration":"438.986521ms","start":"2026-05-20T04:12:35.158748Z","end":"2026-05-20T04:12:35.597735Z","steps":["trace[272072395] 'process raft request' (duration: 438.826437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:35.597891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:35.158722Z","time spent":"439.100935ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:35.929009Z","caller":"traceutil/trace.go:171","msg":"trace[2072460904] transaction","detail":"{read_only:false; response_revision:3530; number_of_response:1; }","duration":"769.828399ms","start":"2026-05-20T04:12:35.159156Z","end":"2026-05-20T04:12:35.928984Z","steps":["trace[2072460904] 'process raft request' (duration: 769.578323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:35.929169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:35.159103Z","time spent":"769.986752ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:35.929317Z","caller":"traceutil/trace.go:171","msg":"trace[561150790] transaction","detail":"{read_only:false; response_revision:3531; number_of_response:1; }","duration":"769.670245ms","start":"2026-05-20T04:12:35.159625Z","end":"2026-05-20T04:12:35.929295Z","steps":["trace[561150790] 'process raft request' (duration: 769.317546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:35.929459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:35.159611Z","time spent":"769.776179ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:35.92958Z","caller":"traceutil/trace.go:171","msg":"trace[1548217444] transaction","detail":"{read_only:false; response_revision:3532; number_of_response:1; }","duration":"769.372638ms","start":"2026-05-20T04:12:35.160183Z","end":"2026-05-20T04:12:35.929556Z","steps":["trace[1548217444] 'process raft request' (duration: 769.028329ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:35.929635Z","caller":"traceutil/trace.go:171","msg":"trace[1739425022] linearizableReadLoop","detail":"{readStateIndex:3699; appliedIndex:3694; }","duration":"528.241547ms","start":"2026-05-20T04:12:35.401383Z","end":"2026-05-20T04:12:35.929624Z","steps":["trace[1739425022] 'read index received' (duration: 196.28196ms)","trace[1739425022] 'applied index is now lower than readState.Index' (duration: 331.958447ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:35.929748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:35.160153Z","time spent":"769.506992ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:35.92977Z","caller":"traceutil/trace.go:171","msg":"trace[1170884759] transaction","detail":"{read_only:false; response_revision:3533; number_of_response:1; }","duration":"731.626406ms","start":"2026-05-20T04:12:35.198127Z","end":"2026-05-20T04:12:35.929753Z","steps":["trace[1170884759] 'process raft request' (duration: 731.336519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:35.929795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.655189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:35.929848Z","caller":"traceutil/trace.go:171","msg":"trace[172179528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3533; }","duration":"405.751052ms","start":"2026-05-20T04:12:35.524084Z","end":"2026-05-20T04:12:35.929835Z","steps":["trace[172179528] 'agreement among raft nodes before linearized reading' (duration: 405.67668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:35.929853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:35.198108Z","time spent":"731.699547ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:35.929887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:35.524057Z","time spent":"405.822893ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:12:35.930018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.72587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:35.930065Z","caller":"traceutil/trace.go:171","msg":"trace[1333877800] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3533; }","duration":"329.797912ms","start":"2026-05-20T04:12:35.600254Z","end":"2026-05-20T04:12:35.930052Z","steps":["trace[1333877800] 'agreement among raft nodes before linearized reading' (duration: 329.726581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:35.930046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.646666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:12:35.930078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.009367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:12:35.930114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:35.600241Z","time spent":"329.860714ms","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:12:35.930136Z","caller":"traceutil/trace.go:171","msg":"trace[1240214764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3533; }","duration":"117.113779ms","start":"2026-05-20T04:12:35.813007Z","end":"2026-05-20T04:12:35.93012Z","steps":["trace[1240214764] 'agreement among raft nodes before linearized reading' (duration: 116.905084ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:35.930134Z","caller":"traceutil/trace.go:171","msg":"trace[1240505639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3533; }","duration":"528.751349ms","start":"2026-05-20T04:12:35.401359Z","end":"2026-05-20T04:12:35.93011Z","steps":["trace[1240505639] 'agreement among raft nodes before linearized reading' (duration: 528.357379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:35.930227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:35.401275Z","time spent":"528.937613ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:12:36.081346Z","caller":"traceutil/trace.go:171","msg":"trace[1617206496] transaction","detail":"{read_only:false; response_revision:3534; number_of_response:1; }","duration":"147.148378ms","start":"2026-05-20T04:12:35.934175Z","end":"2026-05-20T04:12:36.081324Z","steps":["trace[1617206496] 'process raft request' (duration: 73.676922ms)","trace[1617206496] 'compare' (duration: 73.347513ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:36.603814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.458355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:12:36.603931Z","caller":"traceutil/trace.go:171","msg":"trace[1423686948] transaction","detail":"{read_only:false; response_revision:3535; number_of_response:1; }","duration":"175.857182ms","start":"2026-05-20T04:12:36.428054Z","end":"2026-05-20T04:12:36.603911Z","steps":["trace[1423686948] 'process raft request' (duration: 49.215693ms)","trace[1423686948] 'compare' (duration: 126.29596ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:37.036158Z","caller":"traceutil/trace.go:171","msg":"trace[42372299] transaction","detail":"{read_only:false; response_revision:3536; number_of_response:1; }","duration":"605.561081ms","start":"2026-05-20T04:12:36.430566Z","end":"2026-05-20T04:12:37.036127Z","steps":["trace[42372299] 'process raft request' (duration: 537.547942ms)","trace[42372299] 'compare' (duration: 67.467384ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:37.036303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:36.430541Z","time spent":"605.694063ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:37.036801Z","caller":"traceutil/trace.go:171","msg":"trace[163513165] linearizableReadLoop","detail":"{readStateIndex:3703; appliedIndex:3701; }","duration":"605.895708ms","start":"2026-05-20T04:12:36.430885Z","end":"2026-05-20T04:12:37.036781Z","steps":["trace[163513165] 'read index received' (duration: 46.558436ms)","trace[163513165] 'applied index is now lower than readState.Index' (duration: 559.336132ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:37.036938Z","caller":"traceutil/trace.go:171","msg":"trace[1196850879] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"603.938879ms","start":"2026-05-20T04:12:36.432984Z","end":"2026-05-20T04:12:37.036923Z","steps":["trace[1196850879] 'process raft request' (duration: 603.742945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:37.037004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:36.432975Z","time spent":"603.996531ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:37.037086Z","caller":"traceutil/trace.go:171","msg":"trace[23603385] transaction","detail":"{read_only:false; response_revision:3537; number_of_response:1; }","duration":"606.076132ms","start":"2026-05-20T04:12:36.430999Z","end":"2026-05-20T04:12:37.037076Z","steps":["trace[23603385] 'process raft request' (duration: 604.874801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:37.037129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:36.430982Z","time spent":"606.124393ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:37.037202Z","caller":"traceutil/trace.go:171","msg":"trace[1593408896] transaction","detail":"{read_only:false; response_revision:3538; number_of_response:1; }","duration":"605.696652ms","start":"2026-05-20T04:12:36.431494Z","end":"2026-05-20T04:12:37.037191Z","steps":["trace[1593408896] 'process raft request' (duration: 605.178779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:37.037256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:36.431486Z","time spent":"605.741304ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:37.037243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.278903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-05-20T04:12:37.037334Z","caller":"traceutil/trace.go:171","msg":"trace[1696878830] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3539; }","duration":"512.422236ms","start":"2026-05-20T04:12:36.52489Z","end":"2026-05-20T04:12:37.037312Z","steps":["trace[1696878830] 'agreement among raft nodes before linearized reading' (duration: 512.238362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:37.037393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:36.524867Z","time spent":"512.514859ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:12:37.037375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.846132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109568"} {"level":"warn","ts":"2026-05-20T04:12:37.037487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.491973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109568"} {"level":"warn","ts":"2026-05-20T04:12:37.037564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.076441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:12:37.037575Z","caller":"traceutil/trace.go:171","msg":"trace[933954999] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3539; }","duration":"605.134899ms","start":"2026-05-20T04:12:36.432413Z","end":"2026-05-20T04:12:37.037548Z","steps":["trace[933954999] 'agreement among raft nodes before linearized reading' (duration: 604.552865ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:37.037611Z","caller":"traceutil/trace.go:171","msg":"trace[1387480124] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3539; }","duration":"431.160143ms","start":"2026-05-20T04:12:36.606437Z","end":"2026-05-20T04:12:37.037597Z","steps":["trace[1387480124] 'agreement among raft nodes before linearized reading' (duration: 430.569229ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:37.037638Z","caller":"traceutil/trace.go:171","msg":"trace[958628873] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3539; }","duration":"606.766789ms","start":"2026-05-20T04:12:36.430849Z","end":"2026-05-20T04:12:37.037616Z","steps":["trace[958628873] 'agreement among raft nodes before linearized reading' (duration: 606.108292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:37.037736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:36.430832Z","time spent":"606.886252ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:12:37.037645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:36.432395Z","time spent":"605.235831ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:12:37.037661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:36.606418Z","time spent":"431.232706ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T04:12:38.116627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:12:38.161021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.458624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18b12abc9c9b6434\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-20T04:12:38.161112Z","caller":"traceutil/trace.go:171","msg":"trace[259654900] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18b12abc9c9b6434; range_end:; response_count:1; response_revision:3539; }","duration":"800.614348ms","start":"2026-05-20T04:12:37.360478Z","end":"2026-05-20T04:12:38.161093Z","steps":["trace[259654900] 'range keys from in-memory index tree' (duration: 800.224789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:38.161154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:37.360448Z","time spent":"800.69546ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18b12abc9c9b6434\" "} {"level":"warn","ts":"2026-05-20T04:12:38.16134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.003429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:38.161348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.378379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:38.161441Z","caller":"traceutil/trace.go:171","msg":"trace[1805120044] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3539; }","duration":"636.133553ms","start":"2026-05-20T04:12:37.525269Z","end":"2026-05-20T04:12:38.161402Z","steps":["trace[1805120044] 'count revisions from in-memory index tree' (duration: 635.895487ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:38.161456Z","caller":"traceutil/trace.go:171","msg":"trace[1452420722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3539; }","duration":"640.535653ms","start":"2026-05-20T04:12:37.520895Z","end":"2026-05-20T04:12:38.161431Z","steps":["trace[1452420722] 'range keys from in-memory index tree' (duration: 640.170754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:38.161486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:37.525247Z","time spent":"636.227975ms","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:38.161516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:37.520872Z","time spent":"640.628535ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:12:38.36937Z","caller":"traceutil/trace.go:171","msg":"trace[2004983965] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"765.273426ms","start":"2026-05-20T04:12:37.604067Z","end":"2026-05-20T04:12:38.36934Z","steps":["trace[2004983965] 'process raft request' (duration: 765.051339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:38.369571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:37.60403Z","time spent":"765.43516ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:38.806496Z","caller":"traceutil/trace.go:171","msg":"trace[1107491283] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"930.836438ms","start":"2026-05-20T04:12:37.875638Z","end":"2026-05-20T04:12:38.806474Z","steps":["trace[1107491283] 'process raft request' (duration: 930.621912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:38.806653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:37.875613Z","time spent":"930.957282ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:38.806832Z","caller":"traceutil/trace.go:171","msg":"trace[1792318274] transaction","detail":"{read_only:false; response_revision:3543; number_of_response:1; }","duration":"870.815832ms","start":"2026-05-20T04:12:37.935995Z","end":"2026-05-20T04:12:38.80681Z","steps":["trace[1792318274] 'process raft request' (duration: 870.630017ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:38.80689Z","caller":"traceutil/trace.go:171","msg":"trace[302735029] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"870.782881ms","start":"2026-05-20T04:12:37.936078Z","end":"2026-05-20T04:12:38.806861Z","steps":["trace[302735029] 'process raft request' (duration: 870.618697ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:38.806902Z","caller":"traceutil/trace.go:171","msg":"trace[1647480467] linearizableReadLoop","detail":"{readStateIndex:3712; appliedIndex:3706; }","duration":"1.190784035s","start":"2026-05-20T04:12:37.616094Z","end":"2026-05-20T04:12:38.806878Z","steps":["trace[1647480467] 'read index received' (duration: 753.113257ms)","trace[1647480467] 'applied index is now lower than readState.Index' (duration: 437.669708ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:38.806929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:37.93597Z","time spent":"870.918245ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:38.806878Z","caller":"traceutil/trace.go:171","msg":"trace[360371584] transaction","detail":"{read_only:false; response_revision:3542; number_of_response:1; }","duration":"870.859293ms","start":"2026-05-20T04:12:37.935972Z","end":"2026-05-20T04:12:38.806831Z","steps":["trace[360371584] 'process raft request' (duration: 870.456593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:38.807032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:37.936031Z","time spent":"870.921784ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:38.807042Z","caller":"traceutil/trace.go:171","msg":"trace[1700803474] transaction","detail":"{read_only:false; response_revision:3546; number_of_response:1; }","duration":"642.442082ms","start":"2026-05-20T04:12:38.164581Z","end":"2026-05-20T04:12:38.807023Z","steps":["trace[1700803474] 'process raft request' (duration: 642.228507ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:38.807034Z","caller":"traceutil/trace.go:171","msg":"trace[2061435946] transaction","detail":"{read_only:false; response_revision:3545; number_of_response:1; }","duration":"784.273325ms","start":"2026-05-20T04:12:38.02272Z","end":"2026-05-20T04:12:38.806994Z","steps":["trace[2061435946] 'process raft request' (duration: 784.028019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:38.807083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.164625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:38.807103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.088838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:12:38.807164Z","caller":"traceutil/trace.go:171","msg":"trace[295604126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3546; }","duration":"644.240117ms","start":"2026-05-20T04:12:38.16287Z","end":"2026-05-20T04:12:38.80711Z","steps":["trace[295604126] 'agreement among raft nodes before linearized reading' (duration: 644.170275ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:38.807171Z","caller":"traceutil/trace.go:171","msg":"trace[991121707] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3546; }","duration":"924.19931ms","start":"2026-05-20T04:12:37.882961Z","end":"2026-05-20T04:12:38.807161Z","steps":["trace[991121707] 'agreement among raft nodes before linearized reading' (duration: 924.067767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:38.807168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:38.164565Z","time spent":"642.515273ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:38.807145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:37.935941Z","time spent":"871.056098ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:38.807211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:38.162852Z","time spent":"644.350009ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:12:38.807215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:37.882939Z","time spent":"924.267983ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:38.807216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.278584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:12:38.80723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:38.022691Z","time spent":"784.421909ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:38.807247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.363576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:12:38.80729Z","caller":"traceutil/trace.go:171","msg":"trace[1768440211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3546; }","duration":"721.394266ms","start":"2026-05-20T04:12:38.085877Z","end":"2026-05-20T04:12:38.807271Z","steps":["trace[1768440211] 'agreement among raft nodes before linearized reading' (duration: 721.170231ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:38.807301Z","caller":"traceutil/trace.go:171","msg":"trace[909386836] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3546; }","duration":"761.461599ms","start":"2026-05-20T04:12:38.045824Z","end":"2026-05-20T04:12:38.807286Z","steps":["trace[909386836] 'agreement among raft nodes before linearized reading' (duration: 761.269714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:38.80733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:38.085846Z","time spent":"721.475008ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:12:38.807338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:38.045799Z","time spent":"761.530491ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:12:38.807238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191151935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:12:38.807431Z","caller":"traceutil/trace.go:171","msg":"trace[1397312448] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3546; }","duration":"1.19134393s","start":"2026-05-20T04:12:37.616075Z","end":"2026-05-20T04:12:38.807419Z","steps":["trace[1397312448] 'agreement among raft nodes before linearized reading' (duration: 1.191103904s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:38.807551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:37.616002Z","time spent":"1.191527295s","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":39,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:39.065692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.694465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18b12abca8acc323\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-05-20T04:12:39.065756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.91302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:12:39.06579Z","caller":"traceutil/trace.go:171","msg":"trace[1597686896] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18b12abca8acc323; range_end:; response_count:1; response_revision:3546; }","duration":"254.825158ms","start":"2026-05-20T04:12:38.810942Z","end":"2026-05-20T04:12:39.065767Z","steps":["trace[1597686896] 'range keys from in-memory index tree' (duration: 254.463739ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:39.065863Z","caller":"traceutil/trace.go:171","msg":"trace[1353181784] linearizableReadLoop","detail":"{readStateIndex:3714; appliedIndex:3713; }","duration":"248.916029ms","start":"2026-05-20T04:12:38.816922Z","end":"2026-05-20T04:12:39.065838Z","steps":["trace[1353181784] 'read index received' (duration: 48.871065ms)","trace[1353181784] 'applied index is now lower than readState.Index' (duration: 200.043224ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:39.06592Z","caller":"traceutil/trace.go:171","msg":"trace[1695661074] transaction","detail":"{read_only:false; response_revision:3547; number_of_response:1; }","duration":"253.982308ms","start":"2026-05-20T04:12:38.8119Z","end":"2026-05-20T04:12:39.065883Z","steps":["trace[1695661074] 'process raft request' (duration: 53.860522ms)","trace[1695661074] 'compare' (duration: 199.764557ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:39.066046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.101493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:39.06613Z","caller":"traceutil/trace.go:171","msg":"trace[1686398100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3547; }","duration":"249.206406ms","start":"2026-05-20T04:12:38.816904Z","end":"2026-05-20T04:12:39.06611Z","steps":["trace[1686398100] 'agreement among raft nodes before linearized reading' (duration: 249.076293ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:39.404209Z","caller":"traceutil/trace.go:171","msg":"trace[1305214291] transaction","detail":"{read_only:false; response_revision:3548; number_of_response:1; }","duration":"336.033179ms","start":"2026-05-20T04:12:39.068132Z","end":"2026-05-20T04:12:39.404166Z","steps":["trace[1305214291] 'process raft request' (duration: 335.833815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:39.404477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:39.068108Z","time spent":"336.283326ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:41.521618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999659313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:12:41.521704Z","caller":"traceutil/trace.go:171","msg":"trace[712088160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999811086s","start":"2026-05-20T04:12:39.521876Z","end":"2026-05-20T04:12:41.521687Z","steps":["trace[712088160] 'agreement among raft nodes before linearized reading' (duration: 1.999705734s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:41.521744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:39.521844Z","time spent":"1.999892049s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:12:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:12:41.868958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250136242s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:12:41.869291Z","caller":"traceutil/trace.go:171","msg":"trace[333354153] linearizableReadLoop","detail":"{readStateIndex:3718; appliedIndex:3714; }","duration":"2.79751664s","start":"2026-05-20T04:12:39.071752Z","end":"2026-05-20T04:12:41.869268Z","steps":["trace[333354153] 'read index received' (duration: 331.561967ms)","trace[333354153] 'applied index is now lower than readState.Index' (duration: 2.465953503s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:41.869508Z","caller":"traceutil/trace.go:171","msg":"trace[401744094] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"2.798699909s","start":"2026-05-20T04:12:39.070785Z","end":"2026-05-20T04:12:41.869485Z","steps":["trace[401744094] 'process raft request' (duration: 547.940193ms)","trace[401744094] 'compare' (duration: 2.249418262s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:41.869581Z","caller":"traceutil/trace.go:171","msg":"trace[358932022] transaction","detail":"{read_only:false; response_revision:3551; number_of_response:1; }","duration":"2.798055093s","start":"2026-05-20T04:12:39.071494Z","end":"2026-05-20T04:12:41.869549Z","steps":["trace[358932022] 'process raft request' (duration: 2.797673594s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:41.869602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:39.070758Z","time spent":"2.798793072s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:41.869728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:39.071486Z","time spent":"2.798164637s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:41.869855Z","caller":"traceutil/trace.go:171","msg":"trace[801050701] transaction","detail":"{read_only:false; response_revision:3550; number_of_response:1; }","duration":"2.799011017s","start":"2026-05-20T04:12:39.070833Z","end":"2026-05-20T04:12:41.869844Z","steps":["trace[801050701] 'process raft request' (duration: 2.798241768s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:41.869923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:39.070816Z","time spent":"2.799074559s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:41.869893Z","caller":"traceutil/trace.go:171","msg":"trace[604172978] transaction","detail":"{read_only:false; response_revision:3552; number_of_response:1; }","duration":"2.798067314s","start":"2026-05-20T04:12:39.071789Z","end":"2026-05-20T04:12:41.869857Z","steps":["trace[604172978] 'process raft request' (duration: 2.797429228s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:41.870055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:39.071764Z","time spent":"2.798206258s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:41.870108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798342841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109568"} {"level":"info","ts":"2026-05-20T04:12:41.870172Z","caller":"traceutil/trace.go:171","msg":"trace[476231691] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3552; }","duration":"2.798416983s","start":"2026-05-20T04:12:39.071725Z","end":"2026-05-20T04:12:41.870142Z","steps":["trace[476231691] 'agreement among raft nodes before linearized reading' (duration: 2.798120795s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:41.870209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:39.071713Z","time spent":"2.798488124s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:12:42.236582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.861232114s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:12:43.529537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000104993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:12:43.529621Z","caller":"traceutil/trace.go:171","msg":"trace[2049350253] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260137s","start":"2026-05-20T04:12:41.529342Z","end":"2026-05-20T04:12:43.529603Z","steps":["trace[2049350253] 'agreement among raft nodes before linearized reading' (duration: 2.000134613s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:43.529666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:41.529325Z","time spent":"2.000332719s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:12:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:12:43.806113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569206137s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:12:43.806316Z","caller":"traceutil/trace.go:171","msg":"trace[1125666025] transaction","detail":"{read_only:false; response_revision:3553; number_of_response:1; }","duration":"3.431069776s","start":"2026-05-20T04:12:40.375218Z","end":"2026-05-20T04:12:43.806287Z","steps":["trace[1125666025] 'process raft request' (duration: 1.861587563s)","trace[1125666025] 'compare' (duration: 1.568872298s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:43.806409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:40.375188Z","time spent":"3.431175169s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:43.879902Z","caller":"traceutil/trace.go:171","msg":"trace[390587928] linearizableReadLoop","detail":"{readStateIndex:3723; appliedIndex:3719; }","duration":"2.010535677s","start":"2026-05-20T04:12:41.869342Z","end":"2026-05-20T04:12:43.879878Z","steps":["trace[390587928] 'read index received' (duration: 367.479674ms)","trace[390587928] 'applied index is now lower than readState.Index' (duration: 1.643055053s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:43.880043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485572764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:12:43.880112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.064716326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:12:43.880121Z","caller":"traceutil/trace.go:171","msg":"trace[1274155234] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"3.066314712s","start":"2026-05-20T04:12:40.813786Z","end":"2026-05-20T04:12:43.880101Z","steps":["trace[1274155234] 'process raft request' (duration: 3.065873011s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:43.880162Z","caller":"traceutil/trace.go:171","msg":"trace[717921311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3556; }","duration":"4.064801289s","start":"2026-05-20T04:12:39.815345Z","end":"2026-05-20T04:12:43.880146Z","steps":["trace[717921311] 'agreement among raft nodes before linearized reading' (duration: 4.064636475s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:43.880208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.069873927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:12:43.880218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:39.815333Z","time spent":"4.06487155s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:12:43.880241Z","caller":"traceutil/trace.go:171","msg":"trace[1176276219] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3556; }","duration":"4.069946049s","start":"2026-05-20T04:12:39.810286Z","end":"2026-05-20T04:12:43.880232Z","steps":["trace[1176276219] 'agreement among raft nodes before linearized reading' (duration: 4.069871617s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:43.880259Z","caller":"traceutil/trace.go:171","msg":"trace[346416418] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"3.066378143s","start":"2026-05-20T04:12:40.813871Z","end":"2026-05-20T04:12:43.880249Z","steps":["trace[346416418] 'process raft request' (duration: 3.065933652s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:43.880282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:39.810263Z","time spent":"4.07000969s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":31,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:12:43.880127Z","caller":"traceutil/trace.go:171","msg":"trace[1905798665] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3556; }","duration":"3.485704668s","start":"2026-05-20T04:12:40.394403Z","end":"2026-05-20T04:12:43.880108Z","steps":["trace[1905798665] 'agreement among raft nodes before linearized reading' (duration: 3.485540534s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:43.880309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:40.813852Z","time spent":"3.066431705s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:43.880228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.255500711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:43.880399Z","caller":"traceutil/trace.go:171","msg":"trace[1266179617] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"3.066476216s","start":"2026-05-20T04:12:40.813886Z","end":"2026-05-20T04:12:43.880362Z","steps":["trace[1266179617] 'process raft request' (duration: 3.065956003s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:43.880444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.8078106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109568"} {"level":"info","ts":"2026-05-20T04:12:43.880443Z","caller":"traceutil/trace.go:171","msg":"trace[1170743204] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3556; }","duration":"3.255783858s","start":"2026-05-20T04:12:40.624624Z","end":"2026-05-20T04:12:43.880408Z","steps":["trace[1170743204] 'agreement among raft nodes before linearized reading' (duration: 3.25544353s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:43.880506Z","caller":"traceutil/trace.go:171","msg":"trace[114484454] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3556; }","duration":"4.807901222s","start":"2026-05-20T04:12:39.072588Z","end":"2026-05-20T04:12:43.880489Z","steps":["trace[114484454] 'agreement among raft nodes before linearized reading' (duration: 4.807618005s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:43.880221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:40.813762Z","time spent":"3.066403524s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:43.880575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:40.81385Z","time spent":"3.06663888s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:43.880468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085799679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:43.880668Z","caller":"traceutil/trace.go:171","msg":"trace[1250025299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3556; }","duration":"2.086027204s","start":"2026-05-20T04:12:41.794616Z","end":"2026-05-20T04:12:43.880643Z","steps":["trace[1250025299] 'agreement among raft nodes before linearized reading' (duration: 2.085785618s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:43.880416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:40.394386Z","time spent":"3.485944864s","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:43.880051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808594901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:12:43.880736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:41.794595Z","time spent":"2.086122707s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:43.880696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:40.624602Z","time spent":"3.255964163s","remote":"127.0.0.1:34614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:12:43.880781Z","caller":"traceutil/trace.go:171","msg":"trace[884217840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3556; }","duration":"2.80936963s","start":"2026-05-20T04:12:41.071395Z","end":"2026-05-20T04:12:43.880764Z","steps":["trace[884217840] 'agreement among raft nodes before linearized reading' (duration: 2.808523099s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:43.880857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:41.071372Z","time spent":"2.809467473s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:12:43.880559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:39.072577Z","time spent":"4.807972724s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:12:44.380643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:12:44.88111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:12:45.382068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:12:45.52964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:12:45.529723Z","caller":"traceutil/trace.go:171","msg":"trace[2006547536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064793s","start":"2026-05-20T04:12:43.52964Z","end":"2026-05-20T04:12:45.529705Z","steps":["trace[2006547536] 'agreement among raft nodes before linearized reading' (duration: 1.999954149s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:45.52977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:43.52961Z","time spent":"2.000151224s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:12:45.882579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:12:46.383346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:12:46.414528Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.534849803s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:12:46.453248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222527937s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:46.45339Z","caller":"traceutil/trace.go:171","msg":"trace[2131605279] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3556; }","duration":"1.222692692s","start":"2026-05-20T04:12:45.230679Z","end":"2026-05-20T04:12:46.453371Z","steps":["trace[2131605279] 'range keys from in-memory index tree' (duration: 1.222509896s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.574115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.341516ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:12:46.574523Z","caller":"traceutil/trace.go:171","msg":"trace[1809813321] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"3.135081869s","start":"2026-05-20T04:12:43.439403Z","end":"2026-05-20T04:12:46.574485Z","steps":["trace[1809813321] 'process raft request' (duration: 3.134839513s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.574699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:43.439377Z","time spent":"3.135228814s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:46.683318Z","caller":"traceutil/trace.go:171","msg":"trace[1420887225] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"2.797781997s","start":"2026-05-20T04:12:43.885507Z","end":"2026-05-20T04:12:46.683289Z","steps":["trace[1420887225] 'process raft request' (duration: 2.707024594s)","trace[1420887225] 'compare' (duration: 90.486556ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:46.683501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:43.885484Z","time spent":"2.797925451s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:46.683615Z","caller":"traceutil/trace.go:171","msg":"trace[521462890] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"871.51674ms","start":"2026-05-20T04:12:45.812074Z","end":"2026-05-20T04:12:46.68359Z","steps":["trace[521462890] 'process raft request' (duration: 871.15272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.683801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:45.812055Z","time spent":"871.639202ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:46.684084Z","caller":"traceutil/trace.go:171","msg":"trace[1372859366] linearizableReadLoop","detail":"{readStateIndex:3730; appliedIndex:3723; }","duration":"2.804112278s","start":"2026-05-20T04:12:43.879961Z","end":"2026-05-20T04:12:46.684073Z","steps":["trace[1372859366] 'read index received' (duration: 2.534746571s)","trace[1372859366] 'applied index is now lower than readState.Index' (duration: 269.364437ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:46.684185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809478963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T04:12:46.684116Z","caller":"traceutil/trace.go:171","msg":"trace[1111762820] transaction","detail":"{read_only:false; response_revision:3560; number_of_response:1; }","duration":"798.29527ms","start":"2026-05-20T04:12:45.88578Z","end":"2026-05-20T04:12:46.684075Z","steps":["trace[1111762820] 'process raft request' (duration: 797.694224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.684299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809684738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:12:46.684366Z","caller":"traceutil/trace.go:171","msg":"trace[391407938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3562; }","duration":"2.8097846s","start":"2026-05-20T04:12:43.874566Z","end":"2026-05-20T04:12:46.68435Z","steps":["trace[391407938] 'agreement among raft nodes before linearized reading' (duration: 2.809633107s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.684385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.619515865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-05-20T04:12:46.684462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131483924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:46.684429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.740384517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:46.68449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72954574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:12:46.6845Z","caller":"traceutil/trace.go:171","msg":"trace[165824035] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:3562; }","duration":"4.131560946s","start":"2026-05-20T04:12:42.552928Z","end":"2026-05-20T04:12:46.684489Z","steps":["trace[165824035] 'agreement among raft nodes before linearized reading' (duration: 4.131503644s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.684442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807171245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:12:46.684551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:42.552903Z","time spent":"4.131640658s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:12:46.684554Z","caller":"traceutil/trace.go:171","msg":"trace[760988580] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3562; }","duration":"3.729663712s","start":"2026-05-20T04:12:42.954876Z","end":"2026-05-20T04:12:46.684539Z","steps":["trace[760988580] 'agreement among raft nodes before linearized reading' (duration: 3.729545519s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.684567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:45.885747Z","time spent":"798.598927ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:46.684616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809884103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:12:46.684666Z","caller":"traceutil/trace.go:171","msg":"trace[816822994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3562; }","duration":"2.809979495s","start":"2026-05-20T04:12:43.874674Z","end":"2026-05-20T04:12:46.684654Z","steps":["trace[816822994] 'agreement among raft nodes before linearized reading' (duration: 2.809831591s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.684695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.014805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:46.6847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148794825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:46.684678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795107545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:12:46.684747Z","caller":"traceutil/trace.go:171","msg":"trace[1479335871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3562; }","duration":"1.148845416s","start":"2026-05-20T04:12:45.535892Z","end":"2026-05-20T04:12:46.684738Z","steps":["trace[1479335871] 'agreement among raft nodes before linearized reading' (duration: 1.148767144s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:46.684745Z","caller":"traceutil/trace.go:171","msg":"trace[382178826] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3562; }","duration":"749.126118ms","start":"2026-05-20T04:12:45.935607Z","end":"2026-05-20T04:12:46.684733Z","steps":["trace[382178826] 'agreement among raft nodes before linearized reading' (duration: 749.042796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.684789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:45.535844Z","time spent":"1.148936448s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:12:46.684798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:45.935585Z","time spent":"749.196109ms","remote":"127.0.0.1:57886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:46.684363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845337305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:12:46.684911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.093268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:12:46.684997Z","caller":"traceutil/trace.go:171","msg":"trace[1221130948] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:3562; }","duration":"377.267902ms","start":"2026-05-20T04:12:46.307707Z","end":"2026-05-20T04:12:46.684974Z","steps":["trace[1221130948] 'agreement among raft nodes before linearized reading' (duration: 377.049327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.685047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:46.30769Z","time spent":"377.345165ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-05-20T04:12:46.68447Z","caller":"traceutil/trace.go:171","msg":"trace[1555598206] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3562; }","duration":"4.619629637s","start":"2026-05-20T04:12:42.064818Z","end":"2026-05-20T04:12:46.684448Z","steps":["trace[1555598206] 'agreement among raft nodes before linearized reading' (duration: 4.619387491s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.68515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:42.064798Z","time spent":"4.620337345s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:12:46.685334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.08429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:12:46.68492Z","caller":"traceutil/trace.go:171","msg":"trace[1424152043] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3562; }","duration":"3.84596906s","start":"2026-05-20T04:12:42.838939Z","end":"2026-05-20T04:12:46.684908Z","steps":["trace[1424152043] 'agreement among raft nodes before linearized reading' (duration: 3.845229032s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:46.685369Z","caller":"traceutil/trace.go:171","msg":"trace[689928662] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3562; }","duration":"797.163842ms","start":"2026-05-20T04:12:45.888198Z","end":"2026-05-20T04:12:46.685362Z","steps":["trace[689928662] 'agreement among raft nodes before linearized reading' (duration: 796.455564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.685466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:45.888175Z","time spent":"797.278674ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:12:46.684615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:42.954845Z","time spent":"3.729754375s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":39,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:46.685387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:42.838904Z","time spent":"3.846469323s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":81,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:46.68565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810318354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:12:46.685728Z","caller":"traceutil/trace.go:171","msg":"trace[410492335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3562; }","duration":"2.810431217s","start":"2026-05-20T04:12:43.875272Z","end":"2026-05-20T04:12:46.685703Z","steps":["trace[410492335] 'agreement among raft nodes before linearized reading' (duration: 2.809115624s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.685808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:43.875245Z","time spent":"2.810535249s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:12:46.68454Z","caller":"traceutil/trace.go:171","msg":"trace[1132731970] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3562; }","duration":"4.740546411s","start":"2026-05-20T04:12:41.943963Z","end":"2026-05-20T04:12:46.68451Z","steps":["trace[1132731970] 'agreement among raft nodes before linearized reading' (duration: 4.740359287s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:46.684756Z","caller":"traceutil/trace.go:171","msg":"trace[105472899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3562; }","duration":"1.795229648s","start":"2026-05-20T04:12:44.889515Z","end":"2026-05-20T04:12:46.684745Z","steps":["trace[105472899] 'agreement among raft nodes before linearized reading' (duration: 1.795087595s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.685982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:41.943939Z","time spent":"4.742007288s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:12:46.686191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:44.889489Z","time spent":"1.796525231s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:12:46.684279Z","caller":"traceutil/trace.go:171","msg":"trace[276917155] transaction","detail":"{read_only:false; response_revision:3561; number_of_response:1; }","duration":"798.123476ms","start":"2026-05-20T04:12:45.886149Z","end":"2026-05-20T04:12:46.684273Z","steps":["trace[276917155] 'process raft request' (duration: 797.786857ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:46.684328Z","caller":"traceutil/trace.go:171","msg":"trace[1482278838] transaction","detail":"{read_only:false; response_revision:3562; number_of_response:1; }","duration":"796.933696ms","start":"2026-05-20T04:12:45.88736Z","end":"2026-05-20T04:12:46.684294Z","steps":["trace[1482278838] 'process raft request' (duration: 796.663839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.686453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:45.886137Z","time spent":"800.214157ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:46.684408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:43.874546Z","time spent":"2.809854773s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:12:46.686583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:45.887334Z","time spent":"799.165241ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:46.684253Z","caller":"traceutil/trace.go:171","msg":"trace[485137943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3562; }","duration":"2.809565605s","start":"2026-05-20T04:12:43.874677Z","end":"2026-05-20T04:12:46.684243Z","steps":["trace[485137943] 'agreement among raft nodes before linearized reading' (duration: 2.809398731s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.686729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:43.874669Z","time spent":"2.812043218s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:12:46.684599Z","caller":"traceutil/trace.go:171","msg":"trace[1529460119] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3562; }","duration":"2.807360059s","start":"2026-05-20T04:12:43.87723Z","end":"2026-05-20T04:12:46.68459Z","steps":["trace[1529460119] 'agreement among raft nodes before linearized reading' (duration: 2.807112623s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:46.686834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:43.877219Z","time spent":"2.809575285s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:12:46.684706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:43.874655Z","time spent":"2.810039717s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:12:46.972526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.748151ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-05-20T04:12:46.972638Z","caller":"traceutil/trace.go:171","msg":"trace[2109483272] linearizableReadLoop","detail":"{readStateIndex:3731; appliedIndex:3730; }","duration":"285.81581ms","start":"2026-05-20T04:12:46.686804Z","end":"2026-05-20T04:12:46.97262Z","steps":["trace[2109483272] 'read index received' (duration: 143.975797ms)","trace[2109483272] 'applied index is now lower than readState.Index' (duration: 141.838763ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:46.972879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.043147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:46.972975Z","caller":"traceutil/trace.go:171","msg":"trace[1395346982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3562; }","duration":"286.171669ms","start":"2026-05-20T04:12:46.686783Z","end":"2026-05-20T04:12:46.972955Z","steps":["trace[1395346982] 'agreement among raft nodes before linearized reading' (duration: 285.987605ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:47.159889Z","caller":"traceutil/trace.go:171","msg":"trace[1733261151] transaction","detail":"{read_only:false; response_revision:3563; number_of_response:1; }","duration":"468.642469ms","start":"2026-05-20T04:12:46.691217Z","end":"2026-05-20T04:12:47.159859Z","steps":["trace[1733261151] 'process raft request' (duration: 458.799201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:47.160093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:46.691188Z","time spent":"468.816484ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:47.160261Z","caller":"traceutil/trace.go:171","msg":"trace[958528287] transaction","detail":"{read_only:false; response_revision:3564; number_of_response:1; }","duration":"468.20522ms","start":"2026-05-20T04:12:46.69204Z","end":"2026-05-20T04:12:47.160245Z","steps":["trace[958528287] 'process raft request' (duration: 467.751407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:47.160352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:46.692014Z","time spent":"468.296942ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:47.160551Z","caller":"traceutil/trace.go:171","msg":"trace[1567232315] linearizableReadLoop","detail":"{readStateIndex:3735; appliedIndex:3731; }","duration":"187.877077ms","start":"2026-05-20T04:12:46.972664Z","end":"2026-05-20T04:12:47.160541Z","steps":["trace[1567232315] 'read index received' (duration: 177.372161ms)","trace[1567232315] 'applied index is now lower than readState.Index' (duration: 10.504066ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:47.160591Z","caller":"traceutil/trace.go:171","msg":"trace[859043917] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"468.313921ms","start":"2026-05-20T04:12:46.692243Z","end":"2026-05-20T04:12:47.160557Z","steps":["trace[859043917] 'process raft request' (duration: 468.24195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:47.160755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.2713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:47.160815Z","caller":"traceutil/trace.go:171","msg":"trace[1668836107] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3566; }","duration":"464.336022ms","start":"2026-05-20T04:12:46.69647Z","end":"2026-05-20T04:12:47.160806Z","steps":["trace[1668836107] 'agreement among raft nodes before linearized reading' (duration: 464.135697ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:47.160817Z","caller":"traceutil/trace.go:171","msg":"trace[4209810] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"468.734313ms","start":"2026-05-20T04:12:46.692066Z","end":"2026-05-20T04:12:47.1608Z","steps":["trace[4209810] 'process raft request' (duration: 468.120047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:47.160834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:46.692236Z","time spent":"468.480766ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:47.160852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:46.69644Z","time spent":"464.405294ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-20T04:12:47.160899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:46.69204Z","time spent":"468.814935ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:47.161291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.737307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109568"} {"level":"warn","ts":"2026-05-20T04:12:47.161295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.645796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109568"} {"level":"info","ts":"2026-05-20T04:12:47.161335Z","caller":"traceutil/trace.go:171","msg":"trace[1543824602] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3566; }","duration":"469.707077ms","start":"2026-05-20T04:12:46.691617Z","end":"2026-05-20T04:12:47.161324Z","steps":["trace[1543824602] 'agreement among raft nodes before linearized reading' (duration: 469.364938ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:47.161333Z","caller":"traceutil/trace.go:171","msg":"trace[1872069452] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3566; }","duration":"467.799138ms","start":"2026-05-20T04:12:46.69352Z","end":"2026-05-20T04:12:47.161319Z","steps":["trace[1872069452] 'agreement among raft nodes before linearized reading' (duration: 467.46569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:47.16136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:46.691606Z","time spent":"469.748008ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:12:47.161376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:46.69351Z","time spent":"467.8553ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:12:47.170561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.611775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:47.170598Z","caller":"traceutil/trace.go:171","msg":"trace[665147934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3567; }","duration":"188.653186ms","start":"2026-05-20T04:12:46.981937Z","end":"2026-05-20T04:12:47.17059Z","steps":["trace[665147934] 'agreement among raft nodes before linearized reading' (duration: 188.560204ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:47.170813Z","caller":"traceutil/trace.go:171","msg":"trace[1595413158] transaction","detail":"{read_only:false; response_revision:3567; number_of_response:1; }","duration":"196.845604ms","start":"2026-05-20T04:12:46.973952Z","end":"2026-05-20T04:12:47.170798Z","steps":["trace[1595413158] 'process raft request' (duration: 196.373062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:47.624687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.287552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18b12abc9c9b6434\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-20T04:12:47.624787Z","caller":"traceutil/trace.go:171","msg":"trace[1468548964] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18b12abc9c9b6434; range_end:; response_count:1; response_revision:3567; }","duration":"267.439586ms","start":"2026-05-20T04:12:47.357327Z","end":"2026-05-20T04:12:47.624767Z","steps":["trace[1468548964] 'range keys from in-memory index tree' (duration: 266.877472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:47.62491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.174033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:12:47.62502Z","caller":"traceutil/trace.go:171","msg":"trace[538876108] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:3567; }","duration":"298.297506ms","start":"2026-05-20T04:12:47.326672Z","end":"2026-05-20T04:12:47.624969Z","steps":["trace[538876108] 'count revisions from in-memory index tree' (duration: 298.105731ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:47.891889Z","caller":"traceutil/trace.go:171","msg":"trace[2138135464] linearizableReadLoop","detail":"{readStateIndex:3738; appliedIndex:3737; }","duration":"196.851975ms","start":"2026-05-20T04:12:47.695006Z","end":"2026-05-20T04:12:47.891858Z","steps":["trace[2138135464] 'read index received' (duration: 189.049207ms)","trace[2138135464] 'applied index is now lower than readState.Index' (duration: 7.801228ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:47.892137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.111011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:12:47.892339Z","caller":"traceutil/trace.go:171","msg":"trace[2081655702] transaction","detail":"{read_only:false; response_revision:3568; number_of_response:1; }","duration":"261.568079ms","start":"2026-05-20T04:12:47.630555Z","end":"2026-05-20T04:12:47.892123Z","steps":["trace[2081655702] 'process raft request' (duration: 253.528306ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:47.892876Z","caller":"traceutil/trace.go:171","msg":"trace[871998680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3568; }","duration":"197.221564ms","start":"2026-05-20T04:12:47.694947Z","end":"2026-05-20T04:12:47.892169Z","steps":["trace[871998680] 'agreement among raft nodes before linearized reading' (duration: 197.020799ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:49.423391Z","caller":"traceutil/trace.go:171","msg":"trace[1801846817] linearizableReadLoop","detail":"{readStateIndex:3750; appliedIndex:3748; }","duration":"255.478755ms","start":"2026-05-20T04:12:49.167891Z","end":"2026-05-20T04:12:49.42337Z","steps":["trace[1801846817] 'read index received' (duration: 87.396888ms)","trace[1801846817] 'applied index is now lower than readState.Index' (duration: 168.080887ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:49.425499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.581108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:12:49.425573Z","caller":"traceutil/trace.go:171","msg":"trace[1418295349] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3582; }","duration":"257.689831ms","start":"2026-05-20T04:12:49.167866Z","end":"2026-05-20T04:12:49.425556Z","steps":["trace[1418295349] 'agreement among raft nodes before linearized reading' (duration: 255.659279ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:49.425671Z","caller":"traceutil/trace.go:171","msg":"trace[509794016] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"256.181282ms","start":"2026-05-20T04:12:49.167334Z","end":"2026-05-20T04:12:49.423516Z","steps":["trace[509794016] 'process raft request' (duration: 255.727011ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:49.425718Z","caller":"traceutil/trace.go:171","msg":"trace[1562331926] transaction","detail":"{read_only:false; response_revision:3581; number_of_response:1; }","duration":"257.019543ms","start":"2026-05-20T04:12:49.16866Z","end":"2026-05-20T04:12:49.42568Z","steps":["trace[1562331926] 'process raft request' (duration: 254.611182ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:49.42576Z","caller":"traceutil/trace.go:171","msg":"trace[278003810] transaction","detail":"{read_only:false; response_revision:3582; number_of_response:1; }","duration":"255.68351ms","start":"2026-05-20T04:12:49.17004Z","end":"2026-05-20T04:12:49.425723Z","steps":["trace[278003810] 'process raft request' (duration: 253.287339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:49.425777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.283931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:12:49.425871Z","caller":"traceutil/trace.go:171","msg":"trace[188551322] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3582; }","duration":"257.425754ms","start":"2026-05-20T04:12:49.168427Z","end":"2026-05-20T04:12:49.425853Z","steps":["trace[188551322] 'agreement among raft nodes before linearized reading' (duration: 257.139467ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:49.654478Z","caller":"traceutil/trace.go:171","msg":"trace[704041074] transaction","detail":"{read_only:false; response_revision:3583; number_of_response:1; }","duration":"215.504965ms","start":"2026-05-20T04:12:49.438948Z","end":"2026-05-20T04:12:49.654453Z","steps":["trace[704041074] 'process raft request' (duration: 166.540377ms)","trace[704041074] 'compare' (duration: 48.736343ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:49.65447Z","caller":"traceutil/trace.go:171","msg":"trace[895925688] linearizableReadLoop","detail":"{readStateIndex:3753; appliedIndex:3752; }","duration":"128.258061ms","start":"2026-05-20T04:12:49.526183Z","end":"2026-05-20T04:12:49.654441Z","steps":["trace[895925688] 'read index received' (duration: 79.321144ms)","trace[895925688] 'applied index is now lower than readState.Index' (duration: 48.935407ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:49.654668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.467826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T04:12:49.654735Z","caller":"traceutil/trace.go:171","msg":"trace[1821210170] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3583; }","duration":"128.580149ms","start":"2026-05-20T04:12:49.526137Z","end":"2026-05-20T04:12:49.654717Z","steps":["trace[1821210170] 'agreement among raft nodes before linearized reading' (duration: 128.379734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:51.198763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220574,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:12:51.463603Z","caller":"traceutil/trace.go:171","msg":"trace[925419358] transaction","detail":"{read_only:false; response_revision:3585; number_of_response:1; }","duration":"765.307696ms","start":"2026-05-20T04:12:50.698269Z","end":"2026-05-20T04:12:51.463577Z","steps":["trace[925419358] 'process raft request' (duration: 765.128121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:51.463792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:50.69824Z","time spent":"765.45327ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:51.817162Z","caller":"traceutil/trace.go:171","msg":"trace[10641275] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"1.117447483s","start":"2026-05-20T04:12:50.699688Z","end":"2026-05-20T04:12:51.817135Z","steps":["trace[10641275] 'process raft request' (duration: 1.117251258s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:51.817312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:50.699653Z","time spent":"1.117580577s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:51.817414Z","caller":"traceutil/trace.go:171","msg":"trace[1535774644] transaction","detail":"{read_only:false; response_revision:3587; number_of_response:1; }","duration":"1.116863909s","start":"2026-05-20T04:12:50.70053Z","end":"2026-05-20T04:12:51.817394Z","steps":["trace[1535774644] 'process raft request' (duration: 1.116561671s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:51.817537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:50.70051Z","time spent":"1.116959271s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:51.817788Z","caller":"traceutil/trace.go:171","msg":"trace[1792341643] linearizableReadLoop","detail":"{readStateIndex:3758; appliedIndex:3754; }","duration":"1.119081143s","start":"2026-05-20T04:12:50.698695Z","end":"2026-05-20T04:12:51.817776Z","steps":["trace[1792341643] 'read index received' (duration: 764.673359ms)","trace[1792341643] 'applied index is now lower than readState.Index' (duration: 354.406704ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:51.81786Z","caller":"traceutil/trace.go:171","msg":"trace[424105759] transaction","detail":"{read_only:false; response_revision:3588; number_of_response:1; }","duration":"1.116802106s","start":"2026-05-20T04:12:50.70105Z","end":"2026-05-20T04:12:51.817852Z","steps":["trace[424105759] 'process raft request' (duration: 1.116265503s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:51.817909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:50.701025Z","time spent":"1.116852987s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:12:51.817993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119292429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:12:51.818055Z","caller":"traceutil/trace.go:171","msg":"trace[1209826407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3588; }","duration":"1.119360521s","start":"2026-05-20T04:12:50.698679Z","end":"2026-05-20T04:12:51.81804Z","steps":["trace[1209826407] 'agreement among raft nodes before linearized reading' (duration: 1.119202467s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:51.818095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:50.698613Z","time spent":"1.119473563s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:12:52.081902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.010616ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:12:52.082196Z","caller":"traceutil/trace.go:171","msg":"trace[1769972389] linearizableReadLoop","detail":"{readStateIndex:3759; appliedIndex:3758; }","duration":"264.347249ms","start":"2026-05-20T04:12:51.817821Z","end":"2026-05-20T04:12:52.082169Z","steps":["trace[1769972389] 'read index received' (duration: 162.084926ms)","trace[1769972389] 'applied index is now lower than readState.Index' (duration: 102.260043ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:52.082381Z","caller":"traceutil/trace.go:171","msg":"trace[338161668] transaction","detail":"{read_only:false; response_revision:3589; number_of_response:1; }","duration":"259.598628ms","start":"2026-05-20T04:12:51.822764Z","end":"2026-05-20T04:12:52.082362Z","steps":["trace[338161668] 'process raft request' (duration: 259.369033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:52.082486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.175517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:12:52.082524Z","caller":"traceutil/trace.go:171","msg":"trace[358165992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3589; }","duration":"652.26068ms","start":"2026-05-20T04:12:51.430254Z","end":"2026-05-20T04:12:52.082514Z","steps":["trace[358165992] 'agreement among raft nodes before linearized reading' (duration: 652.175808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:52.082524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.215399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:12:52.082537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.302499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:12:52.082408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165939438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:12:52.082577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.029956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:12:52.0828Z","caller":"traceutil/trace.go:171","msg":"trace[120314618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3588; }","duration":"1.166345288s","start":"2026-05-20T04:12:50.916445Z","end":"2026-05-20T04:12:52.082791Z","steps":["trace[120314618] 'agreement among raft nodes before linearized reading' (duration: 1.165804464s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:52.082807Z","caller":"traceutil/trace.go:171","msg":"trace[1700717391] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3589; }","duration":"642.608476ms","start":"2026-05-20T04:12:51.44018Z","end":"2026-05-20T04:12:52.082788Z","steps":["trace[1700717391] 'agreement among raft nodes before linearized reading' (duration: 642.163575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:52.082832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:50.916363Z","time spent":"1.166463552s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:12:52.082849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:51.440156Z","time spent":"642.682728ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"info","ts":"2026-05-20T04:12:52.082844Z","caller":"traceutil/trace.go:171","msg":"trace[218897275] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3589; }","duration":"643.302284ms","start":"2026-05-20T04:12:51.43952Z","end":"2026-05-20T04:12:52.082822Z","steps":["trace[218897275] 'agreement among raft nodes before linearized reading' (duration: 642.989516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:52.082463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.046265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T04:12:52.082904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:51.439509Z","time spent":"643.378765ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:12:52.082897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.462315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:12:52.082971Z","caller":"traceutil/trace.go:171","msg":"trace[1672474068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3589; }","duration":"823.570608ms","start":"2026-05-20T04:12:51.259384Z","end":"2026-05-20T04:12:52.082954Z","steps":["trace[1672474068] 'agreement among raft nodes before linearized reading' (duration: 823.398364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:52.083042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:51.259362Z","time spent":"823.66799ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:12:52.082558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:51.430227Z","time spent":"652.322601ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:12:52.082973Z","caller":"traceutil/trace.go:171","msg":"trace[707518981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3588; }","duration":"652.616808ms","start":"2026-05-20T04:12:51.430312Z","end":"2026-05-20T04:12:52.082929Z","steps":["trace[707518981] 'agreement among raft nodes before linearized reading' (duration: 651.918621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:52.08328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:51.430271Z","time spent":"652.997828ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:12:52.08279Z","caller":"traceutil/trace.go:171","msg":"trace[997321067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3589; }","duration":"559.324372ms","start":"2026-05-20T04:12:51.523259Z","end":"2026-05-20T04:12:52.082583Z","steps":["trace[997321067] 'agreement among raft nodes before linearized reading' (duration: 559.175678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:52.083386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:51.523245Z","time spent":"560.126141ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:12:52.082936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.612398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T04:12:52.083497Z","caller":"traceutil/trace.go:171","msg":"trace[1956178191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3589; }","duration":"653.229584ms","start":"2026-05-20T04:12:51.430254Z","end":"2026-05-20T04:12:52.083484Z","steps":["trace[1956178191] 'agreement among raft nodes before linearized reading' (duration: 652.302951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:52.083545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:51.430236Z","time spent":"653.296035ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:12:52.214489Z","caller":"traceutil/trace.go:171","msg":"trace[1977023120] transaction","detail":"{read_only:false; response_revision:3591; number_of_response:1; }","duration":"126.895887ms","start":"2026-05-20T04:12:52.087574Z","end":"2026-05-20T04:12:52.21447Z","steps":["trace[1977023120] 'process raft request' (duration: 126.850126ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:52.214586Z","caller":"traceutil/trace.go:171","msg":"trace[1485496511] transaction","detail":"{read_only:false; response_revision:3590; number_of_response:1; }","duration":"126.978109ms","start":"2026-05-20T04:12:52.087575Z","end":"2026-05-20T04:12:52.214553Z","steps":["trace[1485496511] 'process raft request' (duration: 119.90742ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:52.230919Z","caller":"traceutil/trace.go:171","msg":"trace[1122144223] linearizableReadLoop","detail":"{readStateIndex:3763; appliedIndex:3760; }","duration":"142.127451ms","start":"2026-05-20T04:12:52.088769Z","end":"2026-05-20T04:12:52.230896Z","steps":["trace[1122144223] 'read index received' (duration: 118.73685ms)","trace[1122144223] 'applied index is now lower than readState.Index' (duration: 23.389381ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:12:52.230964Z","caller":"traceutil/trace.go:171","msg":"trace[663311704] transaction","detail":"{read_only:false; response_revision:3592; number_of_response:1; }","duration":"143.281851ms","start":"2026-05-20T04:12:52.087651Z","end":"2026-05-20T04:12:52.230933Z","steps":["trace[663311704] 'process raft request' (duration: 143.025935ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:52.231065Z","caller":"traceutil/trace.go:171","msg":"trace[214836461] transaction","detail":"{read_only:false; response_revision:3593; number_of_response:1; }","duration":"142.270435ms","start":"2026-05-20T04:12:52.088777Z","end":"2026-05-20T04:12:52.231048Z","steps":["trace[214836461] 'process raft request' (duration: 142.05607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:52.231302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.517381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109571"} {"level":"info","ts":"2026-05-20T04:12:52.231327Z","caller":"traceutil/trace.go:171","msg":"trace[879144844] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3593; }","duration":"142.564492ms","start":"2026-05-20T04:12:52.088756Z","end":"2026-05-20T04:12:52.231321Z","steps":["trace[879144844] 'agreement among raft nodes before linearized reading' (duration: 142.351327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:52.231437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.498056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109571"} {"level":"info","ts":"2026-05-20T04:12:52.231512Z","caller":"traceutil/trace.go:171","msg":"trace[202638101] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3593; }","duration":"141.625619ms","start":"2026-05-20T04:12:52.08987Z","end":"2026-05-20T04:12:52.231496Z","steps":["trace[202638101] 'agreement among raft nodes before linearized reading' (duration: 141.284201ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:58.128838Z","caller":"traceutil/trace.go:171","msg":"trace[1962679432] linearizableReadLoop","detail":"{readStateIndex:3788; appliedIndex:3787; }","duration":"277.314147ms","start":"2026-05-20T04:12:57.851499Z","end":"2026-05-20T04:12:58.128813Z","steps":["trace[1962679432] 'read index received' (duration: 277.229814ms)","trace[1962679432] 'applied index is now lower than readState.Index' (duration: 83.663µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:12:58.12899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.46496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:12:58.129023Z","caller":"traceutil/trace.go:171","msg":"trace[1871875195] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3616; }","duration":"277.545732ms","start":"2026-05-20T04:12:57.851469Z","end":"2026-05-20T04:12:58.129015Z","steps":["trace[1871875195] 'agreement among raft nodes before linearized reading' (duration: 277.437009ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:58.128974Z","caller":"traceutil/trace.go:171","msg":"trace[1984384937] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"589.065632ms","start":"2026-05-20T04:12:57.53988Z","end":"2026-05-20T04:12:58.128946Z","steps":["trace[1984384937] 'process raft request' (duration: 588.763974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:58.129176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:57.539859Z","time spent":"589.248187ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:12:58.158084Z","caller":"traceutil/trace.go:171","msg":"trace[1446924827] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"285.614366ms","start":"2026-05-20T04:12:57.872448Z","end":"2026-05-20T04:12:58.158063Z","steps":["trace[1446924827] 'process raft request' (duration: 285.552485ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:58.158114Z","caller":"traceutil/trace.go:171","msg":"trace[217956343] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"294.811258ms","start":"2026-05-20T04:12:57.86327Z","end":"2026-05-20T04:12:58.158081Z","steps":["trace[217956343] 'process raft request' (duration: 294.628253ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:12:58.158296Z","caller":"traceutil/trace.go:171","msg":"trace[103434261] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"278.107806ms","start":"2026-05-20T04:12:57.880153Z","end":"2026-05-20T04:12:58.158261Z","steps":["trace[103434261] 'process raft request' (duration: 277.881121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:12:58.858644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:12:59.359845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:12:59.860669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:13:00.360882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:13:00.5227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000567135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:13:00.522784Z","caller":"traceutil/trace.go:171","msg":"trace[1712084151] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000705349s","start":"2026-05-20T04:12:58.52206Z","end":"2026-05-20T04:13:00.522765Z","steps":["trace[1712084151] 'agreement among raft nodes before linearized reading' (duration: 2.000590595s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:00.522831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:58.522042Z","time spent":"2.0007807s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:13:00.861143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:13:01.361485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:13:01.861878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:13:02.36503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578220673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:13:02.523267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000054432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:13:02.523408Z","caller":"traceutil/trace.go:171","msg":"trace[704057052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000255927s","start":"2026-05-20T04:13:00.523102Z","end":"2026-05-20T04:13:02.523358Z","steps":["trace[704057052] 'agreement among raft nodes before linearized reading' (duration: 2.000113264s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.523459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:00.523074Z","time spent":"2.00036954s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:13:02.555967Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.215611309s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:13:02.556435Z","caller":"traceutil/trace.go:171","msg":"trace[1200445269] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"4.216149273s","start":"2026-05-20T04:12:58.340252Z","end":"2026-05-20T04:13:02.556401Z","steps":["trace[1200445269] 'process raft request' (duration: 4.215942548s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.556623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:58.340232Z","time spent":"4.216288867s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:02.582703Z","caller":"traceutil/trace.go:171","msg":"trace[579358465] transaction","detail":"{read_only:false; response_revision:3622; number_of_response:1; }","duration":"3.539440056s","start":"2026-05-20T04:12:59.04324Z","end":"2026-05-20T04:13:02.58268Z","steps":["trace[579358465] 'process raft request' (duration: 3.537648601s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.582949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:59.043217Z","time spent":"3.539640971s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:02.583013Z","caller":"traceutil/trace.go:171","msg":"trace[1370323791] transaction","detail":"{read_only:false; response_revision:3623; number_of_response:1; }","duration":"3.289922451s","start":"2026-05-20T04:12:59.293062Z","end":"2026-05-20T04:13:02.582985Z","steps":["trace[1370323791] 'process raft request' (duration: 3.289580893s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.583192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:59.293031Z","time spent":"3.290048224s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:02.583527Z","caller":"traceutil/trace.go:171","msg":"trace[494720298] transaction","detail":"{read_only:false; response_revision:3624; number_of_response:1; }","duration":"2.448871771s","start":"2026-05-20T04:13:00.134643Z","end":"2026-05-20T04:13:02.583515Z","steps":["trace[494720298] 'process raft request' (duration: 2.448253486s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.583592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:00.134604Z","time spent":"2.448958103s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:02.583585Z","caller":"traceutil/trace.go:171","msg":"trace[1870561147] transaction","detail":"{read_only:false; response_revision:3625; number_of_response:1; }","duration":"2.420656989s","start":"2026-05-20T04:13:00.162912Z","end":"2026-05-20T04:13:02.583569Z","steps":["trace[1870561147] 'process raft request' (duration: 2.420499415s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:02.583665Z","caller":"traceutil/trace.go:171","msg":"trace[1482753991] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"2.419479909s","start":"2026-05-20T04:13:00.164175Z","end":"2026-05-20T04:13:02.583655Z","steps":["trace[1482753991] 'process raft request' (duration: 2.419326225s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.583683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:00.162876Z","time spent":"2.420752691s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:02.583707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:00.164162Z","time spent":"2.41952756s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:02.583772Z","caller":"traceutil/trace.go:171","msg":"trace[1907428408] transaction","detail":"{read_only:false; response_revision:3628; number_of_response:1; }","duration":"953.283905ms","start":"2026-05-20T04:13:01.630481Z","end":"2026-05-20T04:13:02.583765Z","steps":["trace[1907428408] 'process raft request' (duration: 953.096491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.583809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:01.630459Z","time spent":"953.331136ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:02.583795Z","caller":"traceutil/trace.go:171","msg":"trace[165335572] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"2.419107939s","start":"2026-05-20T04:13:00.164649Z","end":"2026-05-20T04:13:02.583757Z","steps":["trace[165335572] 'process raft request' (duration: 2.418890454s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.584065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:00.164613Z","time spent":"2.419369156s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:02.586209Z","caller":"traceutil/trace.go:171","msg":"trace[2124304884] linearizableReadLoop","detail":"{readStateIndex:3801; appliedIndex:3792; }","duration":"4.228306459s","start":"2026-05-20T04:12:58.357878Z","end":"2026-05-20T04:13:02.586184Z","steps":["trace[2124304884] 'read index received' (duration: 4.198272809s)","trace[2124304884] 'applied index is now lower than readState.Index' (duration: 30.03216ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:02.586452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.228559456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:13:02.586488Z","caller":"traceutil/trace.go:171","msg":"trace[599259765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3628; }","duration":"4.228656888s","start":"2026-05-20T04:12:58.357823Z","end":"2026-05-20T04:13:02.58648Z","steps":["trace[599259765] 'agreement among raft nodes before linearized reading' (duration: 4.228503624s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.586516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:58.3578Z","time spent":"4.228709179s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:13:02.586658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.217892366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:13:02.586683Z","caller":"traceutil/trace.go:171","msg":"trace[670168553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3628; }","duration":"4.217947127s","start":"2026-05-20T04:12:58.368729Z","end":"2026-05-20T04:13:02.586676Z","steps":["trace[670168553] 'agreement among raft nodes before linearized reading' (duration: 4.217884425s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.586702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:58.368711Z","time spent":"4.217986529s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:13:02.586729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556496206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:02.586834Z","caller":"traceutil/trace.go:171","msg":"trace[363087872] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3628; }","duration":"1.556634928s","start":"2026-05-20T04:13:01.030175Z","end":"2026-05-20T04:13:02.58681Z","steps":["trace[363087872] 'agreement among raft nodes before linearized reading' (duration: 1.556482835s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.586903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725336441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:13:02.586902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:01.030157Z","time spent":"1.556726781s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:13:02.586931Z","caller":"traceutil/trace.go:171","msg":"trace[904281145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3628; }","duration":"1.725410993s","start":"2026-05-20T04:13:00.861513Z","end":"2026-05-20T04:13:02.586924Z","steps":["trace[904281145] 'agreement among raft nodes before linearized reading' (duration: 1.725353702s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.586955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:00.861489Z","time spent":"1.725456985s","remote":"127.0.0.1:49442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:02.586951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.162508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-05-20T04:13:02.58701Z","caller":"traceutil/trace.go:171","msg":"trace[984799111] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3628; }","duration":"297.266201ms","start":"2026-05-20T04:13:02.289728Z","end":"2026-05-20T04:13:02.586994Z","steps":["trace[984799111] 'agreement among raft nodes before linearized reading' (duration: 297.081626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.587106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293196709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:13:02.587157Z","caller":"traceutil/trace.go:171","msg":"trace[361518673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3628; }","duration":"2.293284921s","start":"2026-05-20T04:13:00.293866Z","end":"2026-05-20T04:13:02.587151Z","steps":["trace[361518673] 'agreement among raft nodes before linearized reading' (duration: 2.293190918s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.587182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:00.293844Z","time spent":"2.293333371s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:13:02.58721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.052627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:02.587259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218313086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:13:02.587271Z","caller":"traceutil/trace.go:171","msg":"trace[1481523278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3628; }","duration":"550.157409ms","start":"2026-05-20T04:13:02.037098Z","end":"2026-05-20T04:13:02.587255Z","steps":["trace[1481523278] 'agreement among raft nodes before linearized reading' (duration: 550.060737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.587332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4208503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:02.587355Z","caller":"traceutil/trace.go:171","msg":"trace[1834178898] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3628; }","duration":"3.420916492s","start":"2026-05-20T04:12:59.166432Z","end":"2026-05-20T04:13:02.587348Z","steps":["trace[1834178898] 'agreement among raft nodes before linearized reading' (duration: 3.42086657s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.58737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:59.166399Z","time spent":"3.420968693s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:13:02.58742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533986587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:02.587511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.217138369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:13:02.587534Z","caller":"traceutil/trace.go:171","msg":"trace[1973084423] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3628; }","duration":"4.217159949s","start":"2026-05-20T04:12:58.370368Z","end":"2026-05-20T04:13:02.587528Z","steps":["trace[1973084423] 'agreement among raft nodes before linearized reading' (duration: 4.217100808s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.58755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:58.370347Z","time spent":"4.21719989s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:13:02.587617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.217289772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:13:02.587645Z","caller":"traceutil/trace.go:171","msg":"trace[901773061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3628; }","duration":"4.217331033s","start":"2026-05-20T04:12:58.370307Z","end":"2026-05-20T04:13:02.587638Z","steps":["trace[901773061] 'agreement among raft nodes before linearized reading' (duration: 4.217278092s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.587671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:58.3703Z","time spent":"4.217364124s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:13:02.587323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:02.037074Z","time spent":"550.237833ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:13:02.587479Z","caller":"traceutil/trace.go:171","msg":"trace[1369250576] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3628; }","duration":"1.5340938s","start":"2026-05-20T04:13:01.053371Z","end":"2026-05-20T04:13:02.587465Z","steps":["trace[1369250576] 'agreement among raft nodes before linearized reading' (duration: 1.533976727s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.587734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:01.053347Z","time spent":"1.534379977s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:13:02.587288Z","caller":"traceutil/trace.go:171","msg":"trace[548041175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3628; }","duration":"4.218355398s","start":"2026-05-20T04:12:58.368927Z","end":"2026-05-20T04:13:02.587282Z","steps":["trace[548041175] 'agreement among raft nodes before linearized reading' (duration: 4.218283675s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:02.587831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:12:58.368922Z","time spent":"4.218901342s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:13:04.246552Z","caller":"traceutil/trace.go:171","msg":"trace[386670761] linearizableReadLoop","detail":"{readStateIndex:3806; appliedIndex:3805; }","duration":"339.913658ms","start":"2026-05-20T04:13:03.906617Z","end":"2026-05-20T04:13:04.24653Z","steps":["trace[386670761] 'read index received' (duration: 339.724063ms)","trace[386670761] 'applied index is now lower than readState.Index' (duration: 188.625µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:04.246637Z","caller":"traceutil/trace.go:171","msg":"trace[1884843384] transaction","detail":"{read_only:false; response_revision:3633; number_of_response:1; }","duration":"376.78889ms","start":"2026-05-20T04:13:03.869824Z","end":"2026-05-20T04:13:04.246613Z","steps":["trace[1884843384] 'process raft request' (duration: 376.561654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:04.246706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.212027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:04.246741Z","caller":"traceutil/trace.go:171","msg":"trace[1112315862] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3633; }","duration":"270.290779ms","start":"2026-05-20T04:13:03.976443Z","end":"2026-05-20T04:13:04.246734Z","steps":["trace[1112315862] 'agreement among raft nodes before linearized reading' (duration: 270.209987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:04.246763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:03.869795Z","time spent":"376.896353ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19239,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:04.246774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.116004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:04.2469Z","caller":"traceutil/trace.go:171","msg":"trace[635373709] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3633; }","duration":"340.288917ms","start":"2026-05-20T04:13:03.906584Z","end":"2026-05-20T04:13:04.246873Z","steps":["trace[635373709] 'agreement among raft nodes before linearized reading' (duration: 340.068012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:04.246967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:03.906571Z","time spent":"340.38054ms","remote":"127.0.0.1:33938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:13:04.847864Z","caller":"traceutil/trace.go:171","msg":"trace[1581097719] transaction","detail":"{read_only:false; response_revision:3635; number_of_response:1; }","duration":"258.299526ms","start":"2026-05-20T04:13:04.58953Z","end":"2026-05-20T04:13:04.847829Z","steps":["trace[1581097719] 'process raft request' (duration: 258.025769ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:04.847857Z","caller":"traceutil/trace.go:171","msg":"trace[1739382370] transaction","detail":"{read_only:false; response_revision:3636; number_of_response:1; }","duration":"258.291285ms","start":"2026-05-20T04:13:04.589537Z","end":"2026-05-20T04:13:04.847828Z","steps":["trace[1739382370] 'process raft request' (duration: 258.182633ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:04.848146Z","caller":"traceutil/trace.go:171","msg":"trace[1150473358] transaction","detail":"{read_only:false; response_revision:3637; number_of_response:1; }","duration":"257.822394ms","start":"2026-05-20T04:13:04.590311Z","end":"2026-05-20T04:13:04.848133Z","steps":["trace[1150473358] 'process raft request' (duration: 257.479564ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:04.848262Z","caller":"traceutil/trace.go:171","msg":"trace[1731315633] transaction","detail":"{read_only:false; response_revision:3638; number_of_response:1; }","duration":"257.461355ms","start":"2026-05-20T04:13:04.590772Z","end":"2026-05-20T04:13:04.848233Z","steps":["trace[1731315633] 'process raft request' (duration: 257.25288ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:04.848252Z","caller":"traceutil/trace.go:171","msg":"trace[1657585845] linearizableReadLoop","detail":"{readStateIndex:3811; appliedIndex:3806; }","duration":"247.129364ms","start":"2026-05-20T04:13:04.601064Z","end":"2026-05-20T04:13:04.848193Z","steps":["trace[1657585845] 'read index received' (duration: 52.202279ms)","trace[1657585845] 'applied index is now lower than readState.Index' (duration: 194.925975ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:04.848455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.36536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-20T04:13:04.848536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.34547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:13:04.848583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.789158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:13:04.848583Z","caller":"traceutil/trace.go:171","msg":"trace[178549463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3638; }","duration":"247.411372ms","start":"2026-05-20T04:13:04.601152Z","end":"2026-05-20T04:13:04.848563Z","steps":["trace[178549463] 'agreement among raft nodes before linearized reading' (duration: 247.261518ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:04.848604Z","caller":"traceutil/trace.go:171","msg":"trace[552008668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3638; }","duration":"233.873599ms","start":"2026-05-20T04:13:04.614725Z","end":"2026-05-20T04:13:04.848598Z","steps":["trace[552008668] 'agreement among raft nodes before linearized reading' (duration: 233.777487ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:04.8486Z","caller":"traceutil/trace.go:171","msg":"trace[1749555574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3638; }","duration":"247.438192ms","start":"2026-05-20T04:13:04.601059Z","end":"2026-05-20T04:13:04.848497Z","steps":["trace[1749555574] 'agreement among raft nodes before linearized reading' (duration: 247.244957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:04.848589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.401927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:13:04.848681Z","caller":"traceutil/trace.go:171","msg":"trace[1303944094] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3638; }","duration":"231.52598ms","start":"2026-05-20T04:13:04.617136Z","end":"2026-05-20T04:13:04.848662Z","steps":["trace[1303944094] 'agreement among raft nodes before linearized reading' (duration: 231.309715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:04.848734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.91565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:13:04.848777Z","caller":"traceutil/trace.go:171","msg":"trace[43633934] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3638; }","duration":"231.980812ms","start":"2026-05-20T04:13:04.616784Z","end":"2026-05-20T04:13:04.848765Z","steps":["trace[43633934] 'agreement among raft nodes before linearized reading' (duration: 231.865959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:04.848802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.176939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-20T04:13:04.848803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.250268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:13:04.84882Z","caller":"traceutil/trace.go:171","msg":"trace[1870199572] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3638; }","duration":"189.232251ms","start":"2026-05-20T04:13:04.659582Z","end":"2026-05-20T04:13:04.848815Z","steps":["trace[1870199572] 'agreement among raft nodes before linearized reading' (duration: 189.18442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:04.848802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.86465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-20T04:13:04.848623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.020707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:13:04.848876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.388507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:04.848897Z","caller":"traceutil/trace.go:171","msg":"trace[104106401] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3638; }","duration":"138.450279ms","start":"2026-05-20T04:13:04.710441Z","end":"2026-05-20T04:13:04.848892Z","steps":["trace[104106401] 'agreement among raft nodes before linearized reading' (duration: 138.416148ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:04.848901Z","caller":"traceutil/trace.go:171","msg":"trace[1651569031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3638; }","duration":"233.337995ms","start":"2026-05-20T04:13:04.615553Z","end":"2026-05-20T04:13:04.848891Z","steps":["trace[1651569031] 'agreement among raft nodes before linearized reading' (duration: 232.933445ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:04.848863Z","caller":"traceutil/trace.go:171","msg":"trace[572279137] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3638; }","duration":"104.961343ms","start":"2026-05-20T04:13:04.743884Z","end":"2026-05-20T04:13:04.848845Z","steps":["trace[572279137] 'agreement among raft nodes before linearized reading' (duration: 104.815959ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:04.848824Z","caller":"traceutil/trace.go:171","msg":"trace[2058086992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3638; }","duration":"234.30248ms","start":"2026-05-20T04:13:04.614516Z","end":"2026-05-20T04:13:04.848819Z","steps":["trace[2058086992] 'agreement among raft nodes before linearized reading' (duration: 234.241278ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:04.987838Z","caller":"traceutil/trace.go:171","msg":"trace[1463123484] transaction","detail":"{read_only:false; response_revision:3640; number_of_response:1; }","duration":"134.094347ms","start":"2026-05-20T04:13:04.853717Z","end":"2026-05-20T04:13:04.987811Z","steps":["trace[1463123484] 'process raft request' (duration: 133.889452ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:04.98846Z","caller":"traceutil/trace.go:171","msg":"trace[894741004] transaction","detail":"{read_only:false; response_revision:3641; number_of_response:1; }","duration":"134.694943ms","start":"2026-05-20T04:13:04.853752Z","end":"2026-05-20T04:13:04.988447Z","steps":["trace[894741004] 'process raft request' (duration: 134.016165ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:04.988581Z","caller":"traceutil/trace.go:171","msg":"trace[1625103641] transaction","detail":"{read_only:false; response_revision:3643; number_of_response:1; }","duration":"134.726634ms","start":"2026-05-20T04:13:04.853829Z","end":"2026-05-20T04:13:04.988555Z","steps":["trace[1625103641] 'process raft request' (duration: 134.598011ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:04.988625Z","caller":"traceutil/trace.go:171","msg":"trace[207214164] linearizableReadLoop","detail":"{readStateIndex:3817; appliedIndex:3812; }","duration":"105.828034ms","start":"2026-05-20T04:13:04.88278Z","end":"2026-05-20T04:13:04.988608Z","steps":["trace[207214164] 'read index received' (duration: 104.731366ms)","trace[207214164] 'applied index is now lower than readState.Index' (duration: 1.093898ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:04.988617Z","caller":"traceutil/trace.go:171","msg":"trace[1943748937] transaction","detail":"{read_only:false; response_revision:3642; number_of_response:1; }","duration":"134.784035ms","start":"2026-05-20T04:13:04.853788Z","end":"2026-05-20T04:13:04.988572Z","steps":["trace[1943748937] 'process raft request' (duration: 134.476008ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:04.988738Z","caller":"traceutil/trace.go:171","msg":"trace[61437118] transaction","detail":"{read_only:false; response_revision:3644; number_of_response:1; }","duration":"134.333274ms","start":"2026-05-20T04:13:04.85439Z","end":"2026-05-20T04:13:04.988723Z","steps":["trace[61437118] 'process raft request' (duration: 134.120609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:04.988902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.830631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109571"} {"level":"info","ts":"2026-05-20T04:13:04.988947Z","caller":"traceutil/trace.go:171","msg":"trace[1734501953] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3644; }","duration":"131.924233ms","start":"2026-05-20T04:13:04.857013Z","end":"2026-05-20T04:13:04.988937Z","steps":["trace[1734501953] 'agreement among raft nodes before linearized reading' (duration: 131.654277ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:06.513446Z","caller":"traceutil/trace.go:171","msg":"trace[1875323906] transaction","detail":"{read_only:false; response_revision:3645; number_of_response:1; }","duration":"121.457598ms","start":"2026-05-20T04:13:06.391953Z","end":"2026-05-20T04:13:06.513411Z","steps":["trace[1875323906] 'process raft request' (duration: 114.923063ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:08.516927Z","caller":"traceutil/trace.go:171","msg":"trace[1180227514] transaction","detail":"{read_only:false; response_revision:3662; number_of_response:1; }","duration":"212.233403ms","start":"2026-05-20T04:13:08.304664Z","end":"2026-05-20T04:13:08.516897Z","steps":["trace[1180227514] 'process raft request' (duration: 212.063989ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:16.466232Z","caller":"traceutil/trace.go:171","msg":"trace[491249701] transaction","detail":"{read_only:false; response_revision:3702; number_of_response:1; }","duration":"130.580895ms","start":"2026-05-20T04:13:16.33562Z","end":"2026-05-20T04:13:16.466201Z","steps":["trace[491249701] 'process raft request' (duration: 130.383391ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:16.857876Z","caller":"traceutil/trace.go:171","msg":"trace[1053561075] linearizableReadLoop","detail":"{readStateIndex:3879; appliedIndex:3878; }","duration":"103.67713ms","start":"2026-05-20T04:13:16.754164Z","end":"2026-05-20T04:13:16.857841Z","steps":["trace[1053561075] 'read index received' (duration: 102.346756ms)","trace[1053561075] 'applied index is now lower than readState.Index' (duration: 1.328764ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:16.857975Z","caller":"traceutil/trace.go:171","msg":"trace[2108016062] transaction","detail":"{read_only:false; response_revision:3703; number_of_response:1; }","duration":"123.432274ms","start":"2026-05-20T04:13:16.7345Z","end":"2026-05-20T04:13:16.857932Z","steps":["trace[2108016062] 'process raft request' (duration: 122.643153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:16.858056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.861545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:13:16.858111Z","caller":"traceutil/trace.go:171","msg":"trace[1597543052] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3703; }","duration":"103.995428ms","start":"2026-05-20T04:13:16.754102Z","end":"2026-05-20T04:13:16.858098Z","steps":["trace[1597543052] 'agreement among raft nodes before linearized reading' (duration: 103.871925ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:23.118883Z","caller":"traceutil/trace.go:171","msg":"trace[860943950] transaction","detail":"{read_only:false; response_revision:3734; number_of_response:1; }","duration":"157.963014ms","start":"2026-05-20T04:13:22.960892Z","end":"2026-05-20T04:13:23.118855Z","steps":["trace[860943950] 'process raft request' (duration: 62.315887ms)","trace[860943950] 'compare' (duration: 95.518414ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:23.130861Z","caller":"traceutil/trace.go:171","msg":"trace[12270130] linearizableReadLoop","detail":"{readStateIndex:3915; appliedIndex:3910; }","duration":"113.030318ms","start":"2026-05-20T04:13:23.017816Z","end":"2026-05-20T04:13:23.130847Z","steps":["trace[12270130] 'read index received' (duration: 5.405936ms)","trace[12270130] 'applied index is now lower than readState.Index' (duration: 107.623702ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:23.130886Z","caller":"traceutil/trace.go:171","msg":"trace[580552832] transaction","detail":"{read_only:false; response_revision:3736; number_of_response:1; }","duration":"119.411211ms","start":"2026-05-20T04:13:23.011451Z","end":"2026-05-20T04:13:23.130862Z","steps":["trace[580552832] 'process raft request' (duration: 119.318929ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:23.130866Z","caller":"traceutil/trace.go:171","msg":"trace[1451944340] transaction","detail":"{read_only:false; response_revision:3735; number_of_response:1; }","duration":"120.303764ms","start":"2026-05-20T04:13:23.010538Z","end":"2026-05-20T04:13:23.130842Z","steps":["trace[1451944340] 'process raft request' (duration: 120.1441ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:23.130994Z","caller":"traceutil/trace.go:171","msg":"trace[2742497] transaction","detail":"{read_only:false; response_revision:3737; number_of_response:1; }","duration":"119.35858ms","start":"2026-05-20T04:13:23.01162Z","end":"2026-05-20T04:13:23.130978Z","steps":["trace[2742497] 'process raft request' (duration: 119.176835ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:23.13098Z","caller":"traceutil/trace.go:171","msg":"trace[666551015] transaction","detail":"{read_only:false; response_revision:3738; number_of_response:1; }","duration":"118.757333ms","start":"2026-05-20T04:13:23.012198Z","end":"2026-05-20T04:13:23.130955Z","steps":["trace[666551015] 'process raft request' (duration: 118.62881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:23.131178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.270805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:13:23.131211Z","caller":"traceutil/trace.go:171","msg":"trace[1839496109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3738; }","duration":"113.426308ms","start":"2026-05-20T04:13:23.017778Z","end":"2026-05-20T04:13:23.131204Z","steps":["trace[1839496109] 'agreement among raft nodes before linearized reading' (duration: 113.148411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:23.149489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.747119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:13:23.149507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.267215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:23.149574Z","caller":"traceutil/trace.go:171","msg":"trace[109233534] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3739; }","duration":"108.866453ms","start":"2026-05-20T04:13:23.040689Z","end":"2026-05-20T04:13:23.149555Z","steps":["trace[109233534] 'agreement among raft nodes before linearized reading' (duration: 108.666027ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:23.149583Z","caller":"traceutil/trace.go:171","msg":"trace[308445592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3739; }","duration":"113.374588ms","start":"2026-05-20T04:13:23.03619Z","end":"2026-05-20T04:13:23.149565Z","steps":["trace[308445592] 'agreement among raft nodes before linearized reading' (duration: 113.185532ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:26.676238Z","caller":"traceutil/trace.go:171","msg":"trace[2076803679] linearizableReadLoop","detail":"{readStateIndex:3933; appliedIndex:3932; }","duration":"155.392697ms","start":"2026-05-20T04:13:26.520823Z","end":"2026-05-20T04:13:26.676216Z","steps":["trace[2076803679] 'read index received' (duration: 155.290584ms)","trace[2076803679] 'applied index is now lower than readState.Index' (duration: 101.103µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:26.676281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:26.311733Z","time spent":"364.539933ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:13:26.676355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.51968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:26.676382Z","caller":"traceutil/trace.go:171","msg":"trace[842016847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3755; }","duration":"155.601123ms","start":"2026-05-20T04:13:26.520774Z","end":"2026-05-20T04:13:26.676375Z","steps":["trace[842016847] 'agreement among raft nodes before linearized reading' (duration: 155.53084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:27.662277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578221029,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:13:27.757145Z","caller":"traceutil/trace.go:171","msg":"trace[1714203935] transaction","detail":"{read_only:false; response_revision:3758; number_of_response:1; }","duration":"614.895909ms","start":"2026-05-20T04:13:27.142229Z","end":"2026-05-20T04:13:27.757125Z","steps":["trace[1714203935] 'process raft request' (duration: 614.770046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:27.757841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:27.14221Z","time spent":"615.555306ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:28.202162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.838148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:13:28.202307Z","caller":"traceutil/trace.go:171","msg":"trace[1156969289] transaction","detail":"{read_only:false; response_revision:3759; number_of_response:1; }","duration":"1.057943022s","start":"2026-05-20T04:13:27.144349Z","end":"2026-05-20T04:13:28.202292Z","steps":["trace[1156969289] 'process raft request' (duration: 839.903389ms)","trace[1156969289] 'compare' (duration: 217.729195ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:28.202355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:27.144322Z","time spent":"1.058012133s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:28.202656Z","caller":"traceutil/trace.go:171","msg":"trace[210880531] transaction","detail":"{read_only:false; response_revision:3760; number_of_response:1; }","duration":"1.058139356s","start":"2026-05-20T04:13:27.144471Z","end":"2026-05-20T04:13:28.202611Z","steps":["trace[210880531] 'process raft request' (duration: 1.057777317s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:28.202891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:27.144447Z","time spent":"1.058311341s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:28.2029Z","caller":"traceutil/trace.go:171","msg":"trace[327051976] transaction","detail":"{read_only:false; response_revision:3761; number_of_response:1; }","duration":"1.05708472s","start":"2026-05-20T04:13:27.145787Z","end":"2026-05-20T04:13:28.202872Z","steps":["trace[327051976] 'process raft request' (duration: 1.056665759s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:28.202844Z","caller":"traceutil/trace.go:171","msg":"trace[791334331] linearizableReadLoop","detail":"{readStateIndex:3939; appliedIndex:3936; }","duration":"1.040917168s","start":"2026-05-20T04:13:27.161894Z","end":"2026-05-20T04:13:28.202812Z","steps":["trace[791334331] 'read index received' (duration: 595.222238ms)","trace[791334331] 'applied index is now lower than readState.Index' (duration: 445.69347ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:28.203065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:27.145768Z","time spent":"1.057201873s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:28.203185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041273698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:13:28.20324Z","caller":"traceutil/trace.go:171","msg":"trace[1297481647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3761; }","duration":"1.041370471s","start":"2026-05-20T04:13:27.161855Z","end":"2026-05-20T04:13:28.203225Z","steps":["trace[1297481647] 'agreement among raft nodes before linearized reading' (duration: 1.041131284s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:28.203278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:27.161833Z","time spent":"1.041435593s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:13:28.203537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02565159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:13:28.203558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023739991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:13:28.203577Z","caller":"traceutil/trace.go:171","msg":"trace[628588720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3761; }","duration":"1.025740972s","start":"2026-05-20T04:13:27.177825Z","end":"2026-05-20T04:13:28.203566Z","steps":["trace[628588720] 'agreement among raft nodes before linearized reading' (duration: 1.025593678s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:28.20359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.272027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-05-20T04:13:28.203606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.308791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:28.203621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:27.177811Z","time spent":"1.025801873s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:13:28.203625Z","caller":"traceutil/trace.go:171","msg":"trace[1855845696] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3761; }","duration":"1.023824924s","start":"2026-05-20T04:13:27.17978Z","end":"2026-05-20T04:13:28.203605Z","steps":["trace[1855845696] 'agreement among raft nodes before linearized reading' (duration: 1.023641009s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:28.203644Z","caller":"traceutil/trace.go:171","msg":"trace[401185276] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3761; }","duration":"461.37017ms","start":"2026-05-20T04:13:27.74226Z","end":"2026-05-20T04:13:28.203631Z","steps":["trace[401185276] 'agreement among raft nodes before linearized reading' (duration: 461.184535ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:28.203652Z","caller":"traceutil/trace.go:171","msg":"trace[1844045915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3761; }","duration":"681.423724ms","start":"2026-05-20T04:13:27.522215Z","end":"2026-05-20T04:13:28.203638Z","steps":["trace[1844045915] 'agreement among raft nodes before linearized reading' (duration: 681.316031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:28.20363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026663016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:13:28.203655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.962383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:13:28.203674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:27.74224Z","time spent":"461.429502ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:13:28.203677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:27.522192Z","time spent":"681.480246ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:13:28.20368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:27.179772Z","time spent":"1.023896186s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"info","ts":"2026-05-20T04:13:28.203695Z","caller":"traceutil/trace.go:171","msg":"trace[869248798] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3761; }","duration":"125.051335ms","start":"2026-05-20T04:13:28.078633Z","end":"2026-05-20T04:13:28.203684Z","steps":["trace[869248798] 'agreement among raft nodes before linearized reading' (duration: 124.956443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:28.203688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025308121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:28.203697Z","caller":"traceutil/trace.go:171","msg":"trace[1931005589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3761; }","duration":"1.026773599s","start":"2026-05-20T04:13:27.176908Z","end":"2026-05-20T04:13:28.203681Z","steps":["trace[1931005589] 'agreement among raft nodes before linearized reading' (duration: 1.026582314s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:28.203744Z","caller":"traceutil/trace.go:171","msg":"trace[296390513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3761; }","duration":"1.025382113s","start":"2026-05-20T04:13:27.178345Z","end":"2026-05-20T04:13:28.203727Z","steps":["trace[296390513] 'agreement among raft nodes before linearized reading' (duration: 1.025211599s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:28.203751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:27.176886Z","time spent":"1.026853221s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:13:28.203784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:27.178335Z","time spent":"1.025438894s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:13:28.203911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027135088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:13:28.203986Z","caller":"traceutil/trace.go:171","msg":"trace[1204981811] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3761; }","duration":"1.027250371s","start":"2026-05-20T04:13:27.176715Z","end":"2026-05-20T04:13:28.203965Z","steps":["trace[1204981811] 'agreement among raft nodes before linearized reading' (duration: 1.026980794s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:28.204028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:27.1767Z","time spent":"1.027320133s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:13:28.204116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033324376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:13:28.204151Z","caller":"traceutil/trace.go:171","msg":"trace[517769661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3761; }","duration":"1.033394497s","start":"2026-05-20T04:13:27.170748Z","end":"2026-05-20T04:13:28.204142Z","steps":["trace[517769661] 'agreement among raft nodes before linearized reading' (duration: 1.033295984s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:28.204182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:27.170724Z","time spent":"1.033446038s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:13:28.821716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.048763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:13:28.82187Z","caller":"traceutil/trace.go:171","msg":"trace[374902332] transaction","detail":"{read_only:false; response_revision:3762; number_of_response:1; }","duration":"614.190491ms","start":"2026-05-20T04:13:28.207644Z","end":"2026-05-20T04:13:28.821835Z","steps":["trace[374902332] 'process raft request' (duration: 256.941663ms)","trace[374902332] 'compare' (duration: 356.54758ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:28.821965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:28.207612Z","time spent":"614.310864ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:29.499996Z","caller":"traceutil/trace.go:171","msg":"trace[454851561] transaction","detail":"{read_only:false; response_revision:3763; number_of_response:1; }","duration":"1.291551481s","start":"2026-05-20T04:13:28.208408Z","end":"2026-05-20T04:13:29.49996Z","steps":["trace[454851561] 'process raft request' (duration: 1.291270464s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:29.500168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:28.208388Z","time spent":"1.291693505s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:29.500012Z","caller":"traceutil/trace.go:171","msg":"trace[1108492045] linearizableReadLoop","detail":"{readStateIndex:3941; appliedIndex:3939; }","duration":"1.287626541s","start":"2026-05-20T04:13:28.212358Z","end":"2026-05-20T04:13:29.499984Z","steps":["trace[1108492045] 'read index received' (duration: 252.280585ms)","trace[1108492045] 'applied index is now lower than readState.Index' (duration: 1.035344686s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:29.500398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288018822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109940"} {"level":"info","ts":"2026-05-20T04:13:29.500491Z","caller":"traceutil/trace.go:171","msg":"trace[78409531] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3765; }","duration":"1.288147815s","start":"2026-05-20T04:13:28.212326Z","end":"2026-05-20T04:13:29.500474Z","steps":["trace[78409531] 'agreement among raft nodes before linearized reading' (duration: 1.287739424s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:29.500584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:28.212316Z","time spent":"1.288253628s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109962,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:13:29.500817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288347409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109940"} {"level":"info","ts":"2026-05-20T04:13:29.500758Z","caller":"traceutil/trace.go:171","msg":"trace[558989040] transaction","detail":"{read_only:false; response_revision:3765; number_of_response:1; }","duration":"1.287345924s","start":"2026-05-20T04:13:28.213254Z","end":"2026-05-20T04:13:29.5006Z","steps":["trace[558989040] 'process raft request' (duration: 1.286658616s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:29.501066Z","caller":"traceutil/trace.go:171","msg":"trace[1623835740] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3765; }","duration":"1.288581516s","start":"2026-05-20T04:13:28.212452Z","end":"2026-05-20T04:13:29.501034Z","steps":["trace[1623835740] 'agreement among raft nodes before linearized reading' (duration: 1.288097994s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:29.501108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:28.212436Z","time spent":"1.288662438s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109962,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:13:29.501117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.183341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:13:29.501184Z","caller":"traceutil/trace.go:171","msg":"trace[1108193619] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3765; }","duration":"914.300725ms","start":"2026-05-20T04:13:28.586863Z","end":"2026-05-20T04:13:29.501164Z","steps":["trace[1108193619] 'agreement among raft nodes before linearized reading' (duration: 913.958916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:29.501235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:28.586834Z","time spent":"914.386397ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:29.501242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.611839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:29.501277Z","caller":"traceutil/trace.go:171","msg":"trace[1228519817] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:3765; }","duration":"961.694211ms","start":"2026-05-20T04:13:28.539572Z","end":"2026-05-20T04:13:29.501266Z","steps":["trace[1228519817] 'agreement among raft nodes before linearized reading' (duration: 961.64043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:29.501303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:28.53955Z","time spent":"961.746852ms","remote":"127.0.0.1:57688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:13:29.500383Z","caller":"traceutil/trace.go:171","msg":"trace[789334665] transaction","detail":"{read_only:false; response_revision:3764; number_of_response:1; }","duration":"1.287182091s","start":"2026-05-20T04:13:28.21315Z","end":"2026-05-20T04:13:29.500332Z","steps":["trace[789334665] 'process raft request' (duration: 1.286697627s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:29.501516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28640451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:29.501543Z","caller":"traceutil/trace.go:171","msg":"trace[246352319] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3765; }","duration":"1.286457162s","start":"2026-05-20T04:13:28.215078Z","end":"2026-05-20T04:13:29.501535Z","steps":["trace[246352319] 'agreement among raft nodes before linearized reading' (duration: 1.286410591s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:29.501536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:28.213139Z","time spent":"1.288292108s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:29.501569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:28.215069Z","time spent":"1.286494223s","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-20T04:13:29.501604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.174909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:29.501656Z","caller":"traceutil/trace.go:171","msg":"trace[1696811250] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3765; }","duration":"663.274522ms","start":"2026-05-20T04:13:28.838367Z","end":"2026-05-20T04:13:29.501641Z","steps":["trace[1696811250] 'agreement among raft nodes before linearized reading' (duration: 663.187419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:29.50117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.805478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:13:29.501785Z","caller":"traceutil/trace.go:171","msg":"trace[1771451131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3765; }","duration":"540.428683ms","start":"2026-05-20T04:13:28.961323Z","end":"2026-05-20T04:13:29.501752Z","steps":["trace[1771451131] 'agreement among raft nodes before linearized reading' (duration: 539.431368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:29.501807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:28.213248Z","time spent":"1.28794245s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:29.501889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:28.96126Z","time spent":"540.588737ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:13:29.501701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:28.838346Z","time spent":"663.340714ms","remote":"127.0.0.1:34628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:29.501696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.628962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:29.502074Z","caller":"traceutil/trace.go:171","msg":"trace[338633578] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3765; }","duration":"291.055452ms","start":"2026-05-20T04:13:29.210996Z","end":"2026-05-20T04:13:29.502052Z","steps":["trace[338633578] 'agreement among raft nodes before linearized reading' (duration: 290.59256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:30.01243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578221044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:13:30.25687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.237528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:13:30.256988Z","caller":"traceutil/trace.go:171","msg":"trace[339640902] transaction","detail":"{read_only:false; response_revision:3766; number_of_response:1; }","duration":"752.053062ms","start":"2026-05-20T04:13:29.504915Z","end":"2026-05-20T04:13:30.256968Z","steps":["trace[339640902] 'process raft request' (duration: 533.592399ms)","trace[339640902] 'compare' (duration: 217.499658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:30.25704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:29.50488Z","time spent":"752.137175ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:30.878177Z","caller":"traceutil/trace.go:171","msg":"trace[202692597] linearizableReadLoop","detail":"{readStateIndex:3946; appliedIndex:3943; }","duration":"1.36614594s","start":"2026-05-20T04:13:29.512004Z","end":"2026-05-20T04:13:30.87815Z","steps":["trace[202692597] 'read index received' (duration: 526.509398ms)","trace[202692597] 'applied index is now lower than readState.Index' (duration: 839.635122ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:30.87834Z","caller":"traceutil/trace.go:171","msg":"trace[133028114] transaction","detail":"{read_only:false; response_revision:3767; number_of_response:1; }","duration":"1.371694322s","start":"2026-05-20T04:13:29.506632Z","end":"2026-05-20T04:13:30.878326Z","steps":["trace[133028114] 'process raft request' (duration: 1.33273209s)","trace[133028114] 'compare' (duration: 38.452229ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:30.878471Z","caller":"traceutil/trace.go:171","msg":"trace[1644221827] transaction","detail":"{read_only:false; response_revision:3768; number_of_response:1; }","duration":"1.113352593s","start":"2026-05-20T04:13:29.765079Z","end":"2026-05-20T04:13:30.878432Z","steps":["trace[1644221827] 'process raft request' (duration: 1.112965083s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:30.878443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:29.506615Z","time spent":"1.371757844s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:30.878633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:29.765048Z","time spent":"1.113506718s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:30.878648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366625974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:30.878748Z","caller":"traceutil/trace.go:171","msg":"trace[302867402] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3768; }","duration":"1.366757437s","start":"2026-05-20T04:13:29.511962Z","end":"2026-05-20T04:13:30.87872Z","steps":["trace[302867402] 'agreement among raft nodes before linearized reading' (duration: 1.366468439s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:30.878809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:29.511944Z","time spent":"1.36685063s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:13:30.897711Z","caller":"traceutil/trace.go:171","msg":"trace[1346430863] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"688.188405ms","start":"2026-05-20T04:13:30.2095Z","end":"2026-05-20T04:13:30.897689Z","steps":["trace[1346430863] 'process raft request' (duration: 688.018661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:30.897853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:30.209466Z","time spent":"688.317118ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:30.898021Z","caller":"traceutil/trace.go:171","msg":"trace[256602738] transaction","detail":"{read_only:false; response_revision:3770; number_of_response:1; }","duration":"688.460673ms","start":"2026-05-20T04:13:30.209535Z","end":"2026-05-20T04:13:30.897996Z","steps":["trace[256602738] 'process raft request' (duration: 688.114884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:30.898155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:30.209509Z","time spent":"688.578286ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:30.898217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.038583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:30.898259Z","caller":"traceutil/trace.go:171","msg":"trace[353155911] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3771; }","duration":"388.113114ms","start":"2026-05-20T04:13:30.510132Z","end":"2026-05-20T04:13:30.898245Z","steps":["trace[353155911] 'agreement among raft nodes before linearized reading' (duration: 387.978321ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:30.898252Z","caller":"traceutil/trace.go:171","msg":"trace[830749410] transaction","detail":"{read_only:false; response_revision:3771; number_of_response:1; }","duration":"683.22866ms","start":"2026-05-20T04:13:30.215007Z","end":"2026-05-20T04:13:30.898236Z","steps":["trace[830749410] 'process raft request' (duration: 682.911911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:30.898283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:30.510111Z","time spent":"388.165806ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:13:30.898311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200406491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:30.898304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13125974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:30.898336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:30.214988Z","time spent":"683.302852ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:30.898335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.339457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:13:30.898354Z","caller":"traceutil/trace.go:171","msg":"trace[1425616022] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3771; }","duration":"1.200492033s","start":"2026-05-20T04:13:29.697844Z","end":"2026-05-20T04:13:30.898336Z","steps":["trace[1425616022] 'agreement among raft nodes before linearized reading' (duration: 1.200426812s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:30.898382Z","caller":"traceutil/trace.go:171","msg":"trace[565421463] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3771; }","duration":"1.131367973s","start":"2026-05-20T04:13:29.766991Z","end":"2026-05-20T04:13:30.898359Z","steps":["trace[565421463] 'agreement among raft nodes before linearized reading' (duration: 1.1312561s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:30.8984Z","caller":"traceutil/trace.go:171","msg":"trace[642328414] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3771; }","duration":"296.408398ms","start":"2026-05-20T04:13:30.601977Z","end":"2026-05-20T04:13:30.898386Z","steps":["trace[642328414] 'agreement among raft nodes before linearized reading' (duration: 296.310146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:30.89841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:29.697819Z","time spent":"1.200578585s","remote":"127.0.0.1:58376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:30.898433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:29.766975Z","time spent":"1.131443074s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:30.898496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.385221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:30.898777Z","caller":"traceutil/trace.go:171","msg":"trace[2097245076] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3771; }","duration":"706.78242ms","start":"2026-05-20T04:13:30.191963Z","end":"2026-05-20T04:13:30.898746Z","steps":["trace[2097245076] 'agreement among raft nodes before linearized reading' (duration: 706.38502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:30.898796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379901352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:30.898845Z","caller":"traceutil/trace.go:171","msg":"trace[1068137110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3771; }","duration":"1.379987155s","start":"2026-05-20T04:13:29.518842Z","end":"2026-05-20T04:13:30.898829Z","steps":["trace[1068137110] 'agreement among raft nodes before linearized reading' (duration: 1.379205215s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:30.898844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:30.191933Z","time spent":"706.892974ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:30.898896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:29.518829Z","time spent":"1.380053466s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:13:31.52266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.002534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:13:31.52278Z","caller":"traceutil/trace.go:171","msg":"trace[22737073] linearizableReadLoop","detail":"{readStateIndex:3950; appliedIndex:3949; }","duration":"613.786823ms","start":"2026-05-20T04:13:30.908975Z","end":"2026-05-20T04:13:31.522762Z","steps":["trace[22737073] 'read index received' (duration: 283.44482ms)","trace[22737073] 'applied index is now lower than readState.Index' (duration: 330.340373ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:31.522836Z","caller":"traceutil/trace.go:171","msg":"trace[1922165654] transaction","detail":"{read_only:false; response_revision:3772; number_of_response:1; }","duration":"619.882238ms","start":"2026-05-20T04:13:30.902894Z","end":"2026-05-20T04:13:31.522776Z","steps":["trace[1922165654] 'process raft request' (duration: 289.516284ms)","trace[1922165654] 'compare' (duration: 329.805079ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:31.522904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.694739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:31.522936Z","caller":"traceutil/trace.go:171","msg":"trace[1740969833] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3772; }","duration":"441.73057ms","start":"2026-05-20T04:13:31.081195Z","end":"2026-05-20T04:13:31.522925Z","steps":["trace[1740969833] 'agreement among raft nodes before linearized reading' (duration: 441.664578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:31.522974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:31.08113Z","time spent":"441.833853ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:31.522984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:30.902879Z","time spent":"620.024981ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:31.52298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.969817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:31.523067Z","caller":"traceutil/trace.go:171","msg":"trace[861671023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3772; }","duration":"614.119971ms","start":"2026-05-20T04:13:30.908927Z","end":"2026-05-20T04:13:31.523047Z","steps":["trace[861671023] 'agreement among raft nodes before linearized reading' (duration: 613.926206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:31.523112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:30.90891Z","time spent":"614.195752ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:13:33.054778Z","caller":"traceutil/trace.go:171","msg":"trace[1452084954] transaction","detail":"{read_only:false; response_revision:3779; number_of_response:1; }","duration":"151.908739ms","start":"2026-05-20T04:13:32.902841Z","end":"2026-05-20T04:13:33.05475Z","steps":["trace[1452084954] 'process raft request' (duration: 88.511184ms)","trace[1452084954] 'compare' (duration: 63.19404ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:33.055329Z","caller":"traceutil/trace.go:171","msg":"trace[2042220783] transaction","detail":"{read_only:false; response_revision:3780; number_of_response:1; }","duration":"152.001972ms","start":"2026-05-20T04:13:32.903295Z","end":"2026-05-20T04:13:33.055297Z","steps":["trace[2042220783] 'process raft request' (duration: 151.414777ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:33.055419Z","caller":"traceutil/trace.go:171","msg":"trace[665617746] linearizableReadLoop","detail":"{readStateIndex:3960; appliedIndex:3957; }","duration":"143.049803ms","start":"2026-05-20T04:13:32.912351Z","end":"2026-05-20T04:13:33.055401Z","steps":["trace[665617746] 'read index received' (duration: 78.990521ms)","trace[665617746] 'applied index is now lower than readState.Index' (duration: 64.058002ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:33.055439Z","caller":"traceutil/trace.go:171","msg":"trace[547884187] transaction","detail":"{read_only:false; response_revision:3781; number_of_response:1; }","duration":"151.692324ms","start":"2026-05-20T04:13:32.903725Z","end":"2026-05-20T04:13:33.055417Z","steps":["trace[547884187] 'process raft request' (duration: 151.543981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:33.055589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.227417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:33.055622Z","caller":"traceutil/trace.go:171","msg":"trace[811085717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3781; }","duration":"143.307289ms","start":"2026-05-20T04:13:32.912305Z","end":"2026-05-20T04:13:33.055612Z","steps":["trace[811085717] 'agreement among raft nodes before linearized reading' (duration: 143.163436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:36.788561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.822854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:13:36.78871Z","caller":"traceutil/trace.go:171","msg":"trace[1369581091] linearizableReadLoop","detail":"{readStateIndex:3981; appliedIndex:3980; }","duration":"267.03903ms","start":"2026-05-20T04:13:36.521645Z","end":"2026-05-20T04:13:36.788684Z","steps":["trace[1369581091] 'read index received' (duration: 45.98571ms)","trace[1369581091] 'applied index is now lower than readState.Index' (duration: 221.05037ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:36.788901Z","caller":"traceutil/trace.go:171","msg":"trace[1624248111] transaction","detail":"{read_only:false; response_revision:3801; number_of_response:1; }","duration":"267.379038ms","start":"2026-05-20T04:13:36.521485Z","end":"2026-05-20T04:13:36.788864Z","steps":["trace[1624248111] 'process raft request' (duration: 46.145074ms)","trace[1624248111] 'compare' (duration: 220.335262ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:36.789189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.534833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:36.789241Z","caller":"traceutil/trace.go:171","msg":"trace[2016599875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3801; }","duration":"267.633616ms","start":"2026-05-20T04:13:36.521595Z","end":"2026-05-20T04:13:36.789229Z","steps":["trace[2016599875] 'agreement among raft nodes before linearized reading' (duration: 267.297097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:37.413765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578221137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:13:37.914099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578221137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:13:38.211697Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.311317366s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:13:38.574587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.596384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:13:38.574715Z","caller":"traceutil/trace.go:171","msg":"trace[937763648] transaction","detail":"{read_only:false; response_revision:3802; number_of_response:1; }","duration":"1.674414502s","start":"2026-05-20T04:13:36.900275Z","end":"2026-05-20T04:13:38.574689Z","steps":["trace[937763648] 'process raft request' (duration: 1.311627603s)","trace[937763648] 'compare' (duration: 361.482406ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:38.574807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:36.900255Z","time spent":"1.674502755s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:38.960252Z","caller":"traceutil/trace.go:171","msg":"trace[1029702185] transaction","detail":"{read_only:false; response_revision:3803; number_of_response:1; }","duration":"1.869961062s","start":"2026-05-20T04:13:37.090263Z","end":"2026-05-20T04:13:38.960224Z","steps":["trace[1029702185] 'process raft request' (duration: 1.823538291s)","trace[1029702185] 'compare' (duration: 46.016951ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:38.960437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:37.090236Z","time spent":"1.870097275s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:38.960486Z","caller":"traceutil/trace.go:171","msg":"trace[1737832003] transaction","detail":"{read_only:false; response_revision:3804; number_of_response:1; }","duration":"1.870159078s","start":"2026-05-20T04:13:37.0903Z","end":"2026-05-20T04:13:38.960459Z","steps":["trace[1737832003] 'process raft request' (duration: 1.869833069s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:38.960597Z","caller":"traceutil/trace.go:171","msg":"trace[586062985] linearizableReadLoop","detail":"{readStateIndex:3985; appliedIndex:3981; }","duration":"2.047884464s","start":"2026-05-20T04:13:36.912687Z","end":"2026-05-20T04:13:38.960571Z","steps":["trace[586062985] 'read index received' (duration: 1.299231197s)","trace[586062985] 'applied index is now lower than readState.Index' (duration: 748.652057ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:38.960654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:37.090273Z","time spent":"1.870290251s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:38.960651Z","caller":"traceutil/trace.go:171","msg":"trace[1723973223] transaction","detail":"{read_only:false; response_revision:3805; number_of_response:1; }","duration":"1.870323662s","start":"2026-05-20T04:13:37.090296Z","end":"2026-05-20T04:13:38.96062Z","steps":["trace[1723973223] 'process raft request' (duration: 1.870091426s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:38.960781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002238902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:38.960798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:37.090265Z","time spent":"1.870459205s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:38.960846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.3846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:38.960893Z","caller":"traceutil/trace.go:171","msg":"trace[1888440496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3805; }","duration":"439.458762ms","start":"2026-05-20T04:13:38.521422Z","end":"2026-05-20T04:13:38.960881Z","steps":["trace[1888440496] 'agreement among raft nodes before linearized reading' (duration: 439.405711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:38.960928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:38.521402Z","time spent":"439.519744ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:13:38.960952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.194406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-05-20T04:13:38.960996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35307745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:13:38.961023Z","caller":"traceutil/trace.go:171","msg":"trace[1794924135] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:3805; }","duration":"377.302679ms","start":"2026-05-20T04:13:38.583705Z","end":"2026-05-20T04:13:38.961008Z","steps":["trace[1794924135] 'agreement among raft nodes before linearized reading' (duration: 377.087944ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:38.961041Z","caller":"traceutil/trace.go:171","msg":"trace[1451597160] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3805; }","duration":"1.353145141s","start":"2026-05-20T04:13:37.607886Z","end":"2026-05-20T04:13:38.961031Z","steps":["trace[1451597160] 'agreement among raft nodes before linearized reading' (duration: 1.352988977s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:38.961079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:37.607876Z","time spent":"1.353195692s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:13:38.961103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.221591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:13:38.961131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355806929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-20T04:13:38.961191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.221551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:38.961202Z","caller":"traceutil/trace.go:171","msg":"trace[1469031399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3805; }","duration":"345.370367ms","start":"2026-05-20T04:13:38.615813Z","end":"2026-05-20T04:13:38.961183Z","steps":["trace[1469031399] 'agreement among raft nodes before linearized reading' (duration: 345.156421ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:38.961212Z","caller":"traceutil/trace.go:171","msg":"trace[1832930641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3805; }","duration":"1.355913992s","start":"2026-05-20T04:13:37.605281Z","end":"2026-05-20T04:13:38.961195Z","steps":["trace[1832930641] 'agreement among raft nodes before linearized reading' (duration: 1.355745058s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:38.961204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355872321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-20T04:13:38.961238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:13:38.961236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966263315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:38.961277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:37.605266Z","time spent":"1.355998724s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:13:38.961263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:38.615805Z","time spent":"345.439808ms","remote":"127.0.0.1:49424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:13:38.961292Z","caller":"traceutil/trace.go:171","msg":"trace[142632105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3805; }","duration":"1.862463462s","start":"2026-05-20T04:13:37.098811Z","end":"2026-05-20T04:13:38.961275Z","steps":["trace[142632105] 'agreement among raft nodes before linearized reading' (duration: 1.862295938s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:38.9613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.821126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:13:38.961312Z","caller":"traceutil/trace.go:171","msg":"trace[1049419711] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:3805; }","duration":"1.966379618s","start":"2026-05-20T04:13:36.994917Z","end":"2026-05-20T04:13:38.961297Z","steps":["trace[1049419711] 'agreement among raft nodes before linearized reading' (duration: 1.966268156s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:38.961448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:36.994896Z","time spent":"1.966536672s","remote":"127.0.0.1:57580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:38.961448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048754416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:13:38.961316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368249746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:13:38.961511Z","caller":"traceutil/trace.go:171","msg":"trace[2121271830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3805; }","duration":"2.048851128s","start":"2026-05-20T04:13:36.912647Z","end":"2026-05-20T04:13:38.961498Z","steps":["trace[2121271830] 'agreement among raft nodes before linearized reading' (duration: 2.048041078s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:38.961598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:36.912628Z","time spent":"2.048959571s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:13:38.960962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.532627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:38.961656Z","caller":"traceutil/trace.go:171","msg":"trace[1565727989] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3805; }","duration":"267.274066ms","start":"2026-05-20T04:13:38.694364Z","end":"2026-05-20T04:13:38.961638Z","steps":["trace[1565727989] 'agreement among raft nodes before linearized reading' (duration: 266.543168ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:38.96154Z","caller":"traceutil/trace.go:171","msg":"trace[909493963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3805; }","duration":"1.368489192s","start":"2026-05-20T04:13:37.59302Z","end":"2026-05-20T04:13:38.961509Z","steps":["trace[909493963] 'agreement among raft nodes before linearized reading' (duration: 1.368160813s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:38.961752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:37.592996Z","time spent":"1.368741848s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:13:38.960798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108268986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:38.96183Z","caller":"traceutil/trace.go:171","msg":"trace[1178879353] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3805; }","duration":"1.109335711s","start":"2026-05-20T04:13:37.85248Z","end":"2026-05-20T04:13:38.961816Z","steps":["trace[1178879353] 'agreement among raft nodes before linearized reading' (duration: 1.108280795s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:38.961901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:37.852459Z","time spent":"1.109419544s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:13:38.960827Z","caller":"traceutil/trace.go:171","msg":"trace[161961250] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:3805; }","duration":"2.002349644s","start":"2026-05-20T04:13:36.958464Z","end":"2026-05-20T04:13:38.960813Z","steps":["trace[161961250] 'agreement among raft nodes before linearized reading' (duration: 2.002257982s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:38.961985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:36.958437Z","time spent":"2.003526544s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:38.961078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:38.583688Z","time spent":"377.379641ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-20T04:13:38.961131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360764095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:13:38.962227Z","caller":"traceutil/trace.go:171","msg":"trace[540663976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3805; }","duration":"1.361884603s","start":"2026-05-20T04:13:37.600331Z","end":"2026-05-20T04:13:38.962215Z","steps":["trace[540663976] 'agreement among raft nodes before linearized reading' (duration: 1.360676883s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:38.962273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:37.600317Z","time spent":"1.361944355s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:13:38.961232Z","caller":"traceutil/trace.go:171","msg":"trace[1260568749] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:3805; }","duration":"601.300453ms","start":"2026-05-20T04:13:38.359921Z","end":"2026-05-20T04:13:38.961222Z","steps":["trace[1260568749] 'agreement among raft nodes before linearized reading' (duration: 601.241602ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:38.96133Z","caller":"traceutil/trace.go:171","msg":"trace[1357650543] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3805; }","duration":"663.892288ms","start":"2026-05-20T04:13:38.29743Z","end":"2026-05-20T04:13:38.961322Z","steps":["trace[1357650543] 'agreement among raft nodes before linearized reading' (duration: 663.824356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:38.962427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:38.359899Z","time spent":"602.473043ms","remote":"127.0.0.1:58352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:38.962473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:38.297397Z","time spent":"665.055866ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":34,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:38.96128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35464579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:13:38.962633Z","caller":"traceutil/trace.go:171","msg":"trace[1553045421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3805; }","duration":"1.355988423s","start":"2026-05-20T04:13:37.606579Z","end":"2026-05-20T04:13:38.962568Z","steps":["trace[1553045421] 'agreement among raft nodes before linearized reading' (duration: 1.354482265s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:38.961289Z","caller":"traceutil/trace.go:171","msg":"trace[961901598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3805; }","duration":"1.355986933s","start":"2026-05-20T04:13:37.605285Z","end":"2026-05-20T04:13:38.961272Z","steps":["trace[961901598] 'agreement among raft nodes before linearized reading' (duration: 1.355772197s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:38.961333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:37.098794Z","time spent":"1.862527193s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:13:38.962905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:37.606558Z","time spent":"1.356307491s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:13:38.96288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:37.605273Z","time spent":"1.357592834s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:13:39.912681Z","caller":"traceutil/trace.go:171","msg":"trace[1599457703] transaction","detail":"{read_only:false; response_revision:3807; number_of_response:1; }","duration":"946.214937ms","start":"2026-05-20T04:13:38.966438Z","end":"2026-05-20T04:13:39.912652Z","steps":["trace[1599457703] 'process raft request' (duration: 946.017592ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:39.912733Z","caller":"traceutil/trace.go:171","msg":"trace[533564139] transaction","detail":"{read_only:false; response_revision:3808; number_of_response:1; }","duration":"946.139675ms","start":"2026-05-20T04:13:38.966546Z","end":"2026-05-20T04:13:39.912686Z","steps":["trace[533564139] 'process raft request' (duration: 946.055803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:39.912829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:38.966517Z","time spent":"946.258748ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:39.912831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:38.966416Z","time spent":"946.34305ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:39.913086Z","caller":"traceutil/trace.go:171","msg":"trace[1973091150] transaction","detail":"{read_only:false; response_revision:3809; number_of_response:1; }","duration":"945.672954ms","start":"2026-05-20T04:13:38.967392Z","end":"2026-05-20T04:13:39.913065Z","steps":["trace[1973091150] 'process raft request' (duration: 945.255223ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:39.913135Z","caller":"traceutil/trace.go:171","msg":"trace[1158477407] linearizableReadLoop","detail":"{readStateIndex:3990; appliedIndex:3985; }","duration":"944.087433ms","start":"2026-05-20T04:13:38.969017Z","end":"2026-05-20T04:13:39.913104Z","steps":["trace[1158477407] 'read index received' (duration: 26.688969ms)","trace[1158477407] 'applied index is now lower than readState.Index' (duration: 917.397594ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:39.913176Z","caller":"traceutil/trace.go:171","msg":"trace[883136768] transaction","detail":"{read_only:false; response_revision:3810; number_of_response:1; }","duration":"945.502049ms","start":"2026-05-20T04:13:38.967652Z","end":"2026-05-20T04:13:39.913155Z","steps":["trace[883136768] 'process raft request' (duration: 945.332765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:39.913199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:38.967376Z","time spent":"945.780276ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:39.9133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.555952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:39.913297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:38.967624Z","time spent":"945.597622ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:39.91334Z","caller":"traceutil/trace.go:171","msg":"trace[1119844403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3810; }","duration":"391.628884ms","start":"2026-05-20T04:13:39.521699Z","end":"2026-05-20T04:13:39.913328Z","steps":["trace[1119844403] 'agreement among raft nodes before linearized reading' (duration: 391.570622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:39.913371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:39.521683Z","time spent":"391.679265ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:13:39.913405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.868749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b12ad0e6c79b26\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-20T04:13:39.913438Z","caller":"traceutil/trace.go:171","msg":"trace[287079323] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b12ad0e6c79b26; range_end:; response_count:1; response_revision:3810; }","duration":"420.936851ms","start":"2026-05-20T04:13:39.492489Z","end":"2026-05-20T04:13:39.913426Z","steps":["trace[287079323] 'agreement among raft nodes before linearized reading' (duration: 420.812718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:39.913417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.344534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:39.913466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:39.492467Z","time spent":"420.991732ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b12ad0e6c79b26\" "} {"level":"info","ts":"2026-05-20T04:13:39.913516Z","caller":"traceutil/trace.go:171","msg":"trace[1234025108] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3810; }","duration":"846.513168ms","start":"2026-05-20T04:13:39.066979Z","end":"2026-05-20T04:13:39.913492Z","steps":["trace[1234025108] 'agreement among raft nodes before linearized reading' (duration: 846.341934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:39.913507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.467822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109940"} {"level":"warn","ts":"2026-05-20T04:13:39.913581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:39.066952Z","time spent":"846.614501ms","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:13:39.913585Z","caller":"traceutil/trace.go:171","msg":"trace[167966953] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3810; }","duration":"944.580206ms","start":"2026-05-20T04:13:38.968989Z","end":"2026-05-20T04:13:39.913569Z","steps":["trace[167966953] 'agreement among raft nodes before linearized reading' (duration: 944.238637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:39.913717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:38.96898Z","time spent":"944.717149ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109962,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:13:39.914347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.122999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109940"} {"level":"info","ts":"2026-05-20T04:13:39.91442Z","caller":"traceutil/trace.go:171","msg":"trace[2091780857] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3810; }","duration":"945.212222ms","start":"2026-05-20T04:13:38.969192Z","end":"2026-05-20T04:13:39.914404Z","steps":["trace[2091780857] 'agreement among raft nodes before linearized reading' (duration: 944.073843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:39.914474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:38.969188Z","time spent":"945.272993ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109962,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:13:40.683321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.695093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:13:40.683549Z","caller":"traceutil/trace.go:171","msg":"trace[1826462201] linearizableReadLoop","detail":"{readStateIndex:3991; appliedIndex:3990; }","duration":"712.395474ms","start":"2026-05-20T04:13:39.971138Z","end":"2026-05-20T04:13:40.683534Z","steps":["trace[1826462201] 'read index received' (duration: 141.381152ms)","trace[1826462201] 'applied index is now lower than readState.Index' (duration: 571.013452ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:40.683564Z","caller":"traceutil/trace.go:171","msg":"trace[1707857113] transaction","detail":"{read_only:false; response_revision:3812; number_of_response:1; }","duration":"550.344326ms","start":"2026-05-20T04:13:40.1332Z","end":"2026-05-20T04:13:40.683545Z","steps":["trace[1707857113] 'process raft request' (duration: 550.256304ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:40.683603Z","caller":"traceutil/trace.go:171","msg":"trace[2042655774] transaction","detail":"{read_only:false; response_revision:3811; number_of_response:1; }","duration":"767.371003ms","start":"2026-05-20T04:13:39.916226Z","end":"2026-05-20T04:13:40.683597Z","steps":["trace[2042655774] 'process raft request' (duration: 196.32312ms)","trace[2042655774] 'compare' (duration: 570.496578ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:40.683636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:39.916209Z","time spent":"767.405774ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:40.683658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:40.133177Z","time spent":"550.432389ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:40.683801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.692081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:40.683821Z","caller":"traceutil/trace.go:171","msg":"trace[1977635621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3812; }","duration":"712.750673ms","start":"2026-05-20T04:13:39.971065Z","end":"2026-05-20T04:13:40.683816Z","steps":["trace[1977635621] 'agreement among raft nodes before linearized reading' (duration: 712.672481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:40.683836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:39.971041Z","time spent":"712.790903ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:13:41.04418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.546016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:13:41.044392Z","caller":"traceutil/trace.go:171","msg":"trace[510294770] linearizableReadLoop","detail":"{readStateIndex:3993; appliedIndex:3992; }","duration":"360.796027ms","start":"2026-05-20T04:13:40.683575Z","end":"2026-05-20T04:13:41.044371Z","steps":["trace[510294770] 'read index received' (duration: 130.843781ms)","trace[510294770] 'applied index is now lower than readState.Index' (duration: 229.951096ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:41.044513Z","caller":"traceutil/trace.go:171","msg":"trace[1949223111] transaction","detail":"{read_only:false; response_revision:3813; number_of_response:1; }","duration":"463.113144ms","start":"2026-05-20T04:13:40.58137Z","end":"2026-05-20T04:13:41.044484Z","steps":["trace[1949223111] 'process raft request' (duration: 233.170058ms)","trace[1949223111] 'compare' (duration: 229.428243ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:41.044652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:40.581354Z","time spent":"463.219076ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:41.045084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.487608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:41.045151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.873186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:41.045168Z","caller":"traceutil/trace.go:171","msg":"trace[1835675458] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3813; }","duration":"473.613701ms","start":"2026-05-20T04:13:40.57153Z","end":"2026-05-20T04:13:41.045143Z","steps":["trace[1835675458] 'agreement among raft nodes before linearized reading' (duration: 472.942574ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:41.045366Z","caller":"traceutil/trace.go:171","msg":"trace[972664286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3813; }","duration":"522.948898ms","start":"2026-05-20T04:13:40.52223Z","end":"2026-05-20T04:13:41.045179Z","steps":["trace[972664286] 'agreement among raft nodes before linearized reading' (duration: 522.26499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:41.045185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.993728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:41.045381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:40.571509Z","time spent":"473.860497ms","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:41.045402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:40.522209Z","time spent":"523.185984ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:13:41.045419Z","caller":"traceutil/trace.go:171","msg":"trace[1788840480] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3813; }","duration":"413.271365ms","start":"2026-05-20T04:13:40.63213Z","end":"2026-05-20T04:13:41.045402Z","steps":["trace[1788840480] 'agreement among raft nodes before linearized reading' (duration: 412.32101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:41.045417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059974715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:41.045469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:40.632109Z","time spent":"413.345887ms","remote":"127.0.0.1:58312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:13:41.045472Z","caller":"traceutil/trace.go:171","msg":"trace[1860485338] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3813; }","duration":"1.060042786s","start":"2026-05-20T04:13:39.985416Z","end":"2026-05-20T04:13:41.045459Z","steps":["trace[1860485338] 'agreement among raft nodes before linearized reading' (duration: 1.059090921s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:41.045546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:39.985359Z","time spent":"1.06017414s","remote":"127.0.0.1:33748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:13:41.077785Z","caller":"traceutil/trace.go:171","msg":"trace[1355966646] transaction","detail":"{read_only:false; response_revision:3815; number_of_response:1; }","duration":"109.119419ms","start":"2026-05-20T04:13:40.968644Z","end":"2026-05-20T04:13:41.077764Z","steps":["trace[1355966646] 'process raft request' (duration: 108.964845ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:41.07794Z","caller":"traceutil/trace.go:171","msg":"trace[1888962739] transaction","detail":"{read_only:false; response_revision:3816; number_of_response:1; }","duration":"109.201101ms","start":"2026-05-20T04:13:40.968729Z","end":"2026-05-20T04:13:41.07793Z","steps":["trace[1888962739] 'process raft request' (duration: 108.998076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:41.078353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.961199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-05-20T04:13:41.078428Z","caller":"traceutil/trace.go:171","msg":"trace[1242326953] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3816; }","duration":"159.086762ms","start":"2026-05-20T04:13:40.919323Z","end":"2026-05-20T04:13:41.07841Z","steps":["trace[1242326953] 'agreement among raft nodes before linearized reading' (duration: 158.929988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:42.3912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.252619ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:13:42.391312Z","caller":"traceutil/trace.go:171","msg":"trace[335624493] linearizableReadLoop","detail":"{readStateIndex:3998; appliedIndex:3997; }","duration":"700.067809ms","start":"2026-05-20T04:13:41.691223Z","end":"2026-05-20T04:13:42.391291Z","steps":["trace[335624493] 'read index received' (duration: 60.601284ms)","trace[335624493] 'applied index is now lower than readState.Index' (duration: 639.463775ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:42.391778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.936348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:13:42.391829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.179781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:13:42.391834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.086087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:13:42.391876Z","caller":"traceutil/trace.go:171","msg":"trace[893796314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3817; }","duration":"139.103562ms","start":"2026-05-20T04:13:42.252749Z","end":"2026-05-20T04:13:42.391853Z","steps":["trace[893796314] 'agreement among raft nodes before linearized reading' (duration: 138.948399ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:42.391902Z","caller":"traceutil/trace.go:171","msg":"trace[1050942710] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3817; }","duration":"471.173629ms","start":"2026-05-20T04:13:41.920711Z","end":"2026-05-20T04:13:42.391884Z","steps":["trace[1050942710] 'agreement among raft nodes before linearized reading' (duration: 470.967794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:42.391894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.036818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:13:42.391953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:41.920705Z","time spent":"471.240081ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"info","ts":"2026-05-20T04:13:42.39197Z","caller":"traceutil/trace.go:171","msg":"trace[1163903657] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3817; }","duration":"175.159011ms","start":"2026-05-20T04:13:42.216791Z","end":"2026-05-20T04:13:42.39195Z","steps":["trace[1163903657] 'agreement among raft nodes before linearized reading' (duration: 175.030078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:42.392023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.128279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:13:42.392079Z","caller":"traceutil/trace.go:171","msg":"trace[793760928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3817; }","duration":"475.201412ms","start":"2026-05-20T04:13:41.916865Z","end":"2026-05-20T04:13:42.392067Z","steps":["trace[793760928] 'agreement among raft nodes before linearized reading' (duration: 475.073579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:42.392121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:41.916858Z","time spent":"475.251624ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:13:42.391894Z","caller":"traceutil/trace.go:171","msg":"trace[1735369163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3817; }","duration":"475.283854ms","start":"2026-05-20T04:13:41.916593Z","end":"2026-05-20T04:13:42.391877Z","steps":["trace[1735369163] 'agreement among raft nodes before linearized reading' (duration: 475.059108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:42.39211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.237848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-20T04:13:42.39217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.175055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:42.392176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:41.916571Z","time spent":"475.593632ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:13:42.392208Z","caller":"traceutil/trace.go:171","msg":"trace[724010667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3817; }","duration":"355.250997ms","start":"2026-05-20T04:13:42.036948Z","end":"2026-05-20T04:13:42.392199Z","steps":["trace[724010667] 'agreement among raft nodes before linearized reading' (duration: 355.194356ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:42.392206Z","caller":"traceutil/trace.go:171","msg":"trace[2084604497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3817; }","duration":"474.382052ms","start":"2026-05-20T04:13:41.917802Z","end":"2026-05-20T04:13:42.392184Z","steps":["trace[2084604497] 'agreement among raft nodes before linearized reading' (duration: 474.087263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:42.392219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.000963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:13:42.392246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:42.036921Z","time spent":"355.320169ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:13:42.392263Z","caller":"traceutil/trace.go:171","msg":"trace[1533202141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3817; }","duration":"701.080145ms","start":"2026-05-20T04:13:41.69117Z","end":"2026-05-20T04:13:42.39225Z","steps":["trace[1533202141] 'agreement among raft nodes before linearized reading' (duration: 700.932352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:42.392314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:41.691152Z","time spent":"701.152127ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:13:42.392267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:41.917787Z","time spent":"474.466655ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:13:42.391846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.993081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:13:42.392555Z","caller":"traceutil/trace.go:171","msg":"trace[1687523797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3817; }","duration":"474.736351ms","start":"2026-05-20T04:13:41.917802Z","end":"2026-05-20T04:13:42.392539Z","steps":["trace[1687523797] 'agreement among raft nodes before linearized reading' (duration: 473.892309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:42.392621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:41.917784Z","time spent":"474.815993ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:13:42.392835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.274529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:13:42.393002Z","caller":"traceutil/trace.go:171","msg":"trace[1330556958] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3817; }","duration":"474.350741ms","start":"2026-05-20T04:13:41.918524Z","end":"2026-05-20T04:13:42.392875Z","steps":["trace[1330556958] 'agreement among raft nodes before linearized reading' (duration: 473.347465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:42.393391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:41.918514Z","time spent":"474.858294ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:13:42.683523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.102719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:13:42.683747Z","caller":"traceutil/trace.go:171","msg":"trace[698191570] linearizableReadLoop","detail":"{readStateIndex:4002; appliedIndex:3999; }","duration":"265.056821ms","start":"2026-05-20T04:13:42.418674Z","end":"2026-05-20T04:13:42.683731Z","steps":["trace[698191570] 'read index received' (duration: 80.613363ms)","trace[698191570] 'applied index is now lower than readState.Index' (duration: 184.442488ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:42.683842Z","caller":"traceutil/trace.go:171","msg":"trace[667108715] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"285.375808ms","start":"2026-05-20T04:13:42.398457Z","end":"2026-05-20T04:13:42.683832Z","steps":["trace[667108715] 'process raft request' (duration: 285.165983ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:42.683889Z","caller":"traceutil/trace.go:171","msg":"trace[726280390] transaction","detail":"{read_only:false; response_revision:3819; number_of_response:1; }","duration":"285.83781ms","start":"2026-05-20T04:13:42.398023Z","end":"2026-05-20T04:13:42.683861Z","steps":["trace[726280390] 'process raft request' (duration: 101.31256ms)","trace[726280390] 'compare' (duration: 183.961835ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:42.684021Z","caller":"traceutil/trace.go:171","msg":"trace[1309471140] transaction","detail":"{read_only:false; response_revision:3821; number_of_response:1; }","duration":"285.212154ms","start":"2026-05-20T04:13:42.398795Z","end":"2026-05-20T04:13:42.684007Z","steps":["trace[1309471140] 'process raft request' (duration: 284.891565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:42.684211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.610347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:42.68447Z","caller":"traceutil/trace.go:171","msg":"trace[1832250891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3821; }","duration":"161.930735ms","start":"2026-05-20T04:13:42.52252Z","end":"2026-05-20T04:13:42.684451Z","steps":["trace[1832250891] 'agreement among raft nodes before linearized reading' (duration: 161.593446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:42.68469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.768848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109940"} {"level":"info","ts":"2026-05-20T04:13:42.684783Z","caller":"traceutil/trace.go:171","msg":"trace[978384939] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3821; }","duration":"285.89013ms","start":"2026-05-20T04:13:42.398871Z","end":"2026-05-20T04:13:42.684761Z","steps":["trace[978384939] 'agreement among raft nodes before linearized reading' (duration: 285.228654ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:43.243209Z","caller":"traceutil/trace.go:171","msg":"trace[530978050] linearizableReadLoop","detail":"{readStateIndex:4006; appliedIndex:4004; }","duration":"146.887ms","start":"2026-05-20T04:13:43.096297Z","end":"2026-05-20T04:13:43.243184Z","steps":["trace[530978050] 'read index received' (duration: 40.923062ms)","trace[530978050] 'applied index is now lower than readState.Index' (duration: 105.962578ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:43.243221Z","caller":"traceutil/trace.go:171","msg":"trace[833917354] transaction","detail":"{read_only:false; response_revision:3824; number_of_response:1; }","duration":"159.04661ms","start":"2026-05-20T04:13:43.084128Z","end":"2026-05-20T04:13:43.243174Z","steps":["trace[833917354] 'process raft request' (duration: 113.807918ms)","trace[833917354] 'compare' (duration: 45.003426ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:43.24331Z","caller":"traceutil/trace.go:171","msg":"trace[517930958] transaction","detail":"{read_only:false; response_revision:3825; number_of_response:1; }","duration":"158.724411ms","start":"2026-05-20T04:13:43.084572Z","end":"2026-05-20T04:13:43.243296Z","steps":["trace[517930958] 'process raft request' (duration: 158.505485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:43.243407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.099685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:13:43.243455Z","caller":"traceutil/trace.go:171","msg":"trace[365349556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3825; }","duration":"147.189948ms","start":"2026-05-20T04:13:43.096252Z","end":"2026-05-20T04:13:43.243442Z","steps":["trace[365349556] 'agreement among raft nodes before linearized reading' (duration: 147.041674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:43.604617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.087456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:13:43.604713Z","caller":"traceutil/trace.go:171","msg":"trace[257739748] linearizableReadLoop","detail":"{readStateIndex:4007; appliedIndex:4006; }","duration":"204.065066ms","start":"2026-05-20T04:13:43.400633Z","end":"2026-05-20T04:13:43.604698Z","steps":["trace[257739748] 'read index received' (duration: 21.52µs)","trace[257739748] 'applied index is now lower than readState.Index' (duration: 204.042506ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:43.60475Z","caller":"traceutil/trace.go:171","msg":"trace[1406161740] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"356.879239ms","start":"2026-05-20T04:13:43.247849Z","end":"2026-05-20T04:13:43.604728Z","steps":["trace[1406161740] 'process raft request' (duration: 112.611188ms)","trace[1406161740] 'compare' (duration: 243.993614ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:43.604827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:43.247828Z","time spent":"356.96084ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:43.604846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.21421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:43.604884Z","caller":"traceutil/trace.go:171","msg":"trace[1968998777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3826; }","duration":"204.280041ms","start":"2026-05-20T04:13:43.400592Z","end":"2026-05-20T04:13:43.604872Z","steps":["trace[1968998777] 'agreement among raft nodes before linearized reading' (duration: 204.162288ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:43.62946Z","caller":"traceutil/trace.go:171","msg":"trace[1052124024] transaction","detail":"{read_only:false; response_revision:3827; number_of_response:1; }","duration":"227.846562ms","start":"2026-05-20T04:13:43.401597Z","end":"2026-05-20T04:13:43.629444Z","steps":["trace[1052124024] 'process raft request' (duration: 227.75594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:43.668291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.644675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:43.668378Z","caller":"traceutil/trace.go:171","msg":"trace[197259874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3828; }","duration":"148.779158ms","start":"2026-05-20T04:13:43.51958Z","end":"2026-05-20T04:13:43.668359Z","steps":["trace[197259874] 'agreement among raft nodes before linearized reading' (duration: 148.626754ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:44.555576Z","caller":"traceutil/trace.go:171","msg":"trace[1037518890] linearizableReadLoop","detail":"{readStateIndex:4010; appliedIndex:4009; }","duration":"122.364647ms","start":"2026-05-20T04:13:44.433182Z","end":"2026-05-20T04:13:44.555547Z","steps":["trace[1037518890] 'read index received' (duration: 122.074199ms)","trace[1037518890] 'applied index is now lower than readState.Index' (duration: 288.958µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:44.555868Z","caller":"traceutil/trace.go:171","msg":"trace[1349402730] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"127.428936ms","start":"2026-05-20T04:13:44.428413Z","end":"2026-05-20T04:13:44.555842Z","steps":["trace[1349402730] 'process raft request' (duration: 126.961674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:44.556086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.875589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109940"} {"level":"info","ts":"2026-05-20T04:13:44.556151Z","caller":"traceutil/trace.go:171","msg":"trace[1257206475] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3829; }","duration":"122.972401ms","start":"2026-05-20T04:13:44.433165Z","end":"2026-05-20T04:13:44.556137Z","steps":["trace[1257206475] 'agreement among raft nodes before linearized reading' (duration: 122.638513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:45.70893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140921355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b12ad0e6c79b26\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-20T04:13:45.709047Z","caller":"traceutil/trace.go:171","msg":"trace[577209790] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b12ad0e6c79b26; range_end:; response_count:1; response_revision:3829; }","duration":"1.1410715s","start":"2026-05-20T04:13:44.56795Z","end":"2026-05-20T04:13:45.709021Z","steps":["trace[577209790] 'range keys from in-memory index tree' (duration: 1.140660029s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:45.709106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:44.567934Z","time spent":"1.141157522s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b12ad0e6c79b26\" "} {"level":"warn","ts":"2026-05-20T04:13:45.709227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.903846ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:45.709378Z","caller":"traceutil/trace.go:171","msg":"trace[353690614] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3829; }","duration":"479.06563ms","start":"2026-05-20T04:13:45.230288Z","end":"2026-05-20T04:13:45.709354Z","steps":["trace[353690614] 'range keys from in-memory index tree' (duration: 478.885306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:45.709393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019464643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T04:13:45.708968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020039428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:13:45.709523Z","caller":"traceutil/trace.go:171","msg":"trace[2040463439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3829; }","duration":"1.020641993s","start":"2026-05-20T04:13:44.688863Z","end":"2026-05-20T04:13:45.709505Z","steps":["trace[2040463439] 'range keys from in-memory index tree' (duration: 1.019827011s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:45.709558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017827541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:13:45.709588Z","caller":"traceutil/trace.go:171","msg":"trace[2061226971] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3829; }","duration":"1.017895703s","start":"2026-05-20T04:13:44.691683Z","end":"2026-05-20T04:13:45.709579Z","steps":["trace[2061226971] 'range keys from in-memory index tree' (duration: 1.017708088s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:45.709593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:44.688845Z","time spent":"1.020723595s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:13:45.709631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:44.691658Z","time spent":"1.017964355s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:13:45.709659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096940866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:45.70947Z","caller":"traceutil/trace.go:171","msg":"trace[564500215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3829; }","duration":"1.019554665s","start":"2026-05-20T04:13:44.689889Z","end":"2026-05-20T04:13:45.709444Z","steps":["trace[564500215] 'range keys from in-memory index tree' (duration: 1.019288268s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:45.709434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.790377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:13:45.709784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:44.689882Z","time spent":"1.019876773s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:13:45.709792Z","caller":"traceutil/trace.go:171","msg":"trace[922754012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3829; }","duration":"1.097231283s","start":"2026-05-20T04:13:44.612479Z","end":"2026-05-20T04:13:45.70971Z","steps":["trace[922754012] 'range keys from in-memory index tree' (duration: 1.096759172s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:45.709855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.760759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-20T04:13:45.709883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:44.612459Z","time spent":"1.097378557s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:13:45.709882Z","caller":"traceutil/trace.go:171","msg":"trace[1265916501] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3829; }","duration":"840.292129ms","start":"2026-05-20T04:13:44.86957Z","end":"2026-05-20T04:13:45.709862Z","steps":["trace[1265916501] 'count revisions from in-memory index tree' (duration: 839.680724ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:45.709954Z","caller":"traceutil/trace.go:171","msg":"trace[1537275281] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"625.935631ms","start":"2026-05-20T04:13:45.083999Z","end":"2026-05-20T04:13:45.709934Z","steps":["trace[1537275281] 'process raft request' (duration: 477.010799ms)","trace[1537275281] 'compare' (duration: 147.710301ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:45.71Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:44.869543Z","time spent":"840.431993ms","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":6,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:45.710028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:45.083973Z","time spent":"626.015023ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:45.711246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022767566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T04:13:45.711319Z","caller":"traceutil/trace.go:171","msg":"trace[440265671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3829; }","duration":"1.022870709s","start":"2026-05-20T04:13:44.688431Z","end":"2026-05-20T04:13:45.711302Z","steps":["trace[440265671] 'range keys from in-memory index tree' (duration: 1.0209231s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:45.711365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:44.688415Z","time spent":"1.022938221s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:13:46.27408Z","caller":"traceutil/trace.go:171","msg":"trace[1086278139] linearizableReadLoop","detail":"{readStateIndex:4014; appliedIndex:4010; }","duration":"1.013519591s","start":"2026-05-20T04:13:45.260538Z","end":"2026-05-20T04:13:46.274058Z","steps":["trace[1086278139] 'read index received' (duration: 300.479943ms)","trace[1086278139] 'applied index is now lower than readState.Index' (duration: 713.038628ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:46.274224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013674406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:46.27417Z","caller":"traceutil/trace.go:171","msg":"trace[506847472] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"1.131597218s","start":"2026-05-20T04:13:45.142533Z","end":"2026-05-20T04:13:46.27413Z","steps":["trace[506847472] 'process raft request' (duration: 1.131261719s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:46.274256Z","caller":"traceutil/trace.go:171","msg":"trace[654505632] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3833; }","duration":"1.013751577s","start":"2026-05-20T04:13:45.260496Z","end":"2026-05-20T04:13:46.274247Z","steps":["trace[654505632] 'agreement among raft nodes before linearized reading' (duration: 1.013667155s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:46.274282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:45.260481Z","time spent":"1.013793889s","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:13:46.274242Z","caller":"traceutil/trace.go:171","msg":"trace[876144220] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"1.025847735s","start":"2026-05-20T04:13:45.248369Z","end":"2026-05-20T04:13:46.274216Z","steps":["trace[876144220] 'process raft request' (duration: 1.02565202s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:46.274362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:45.142513Z","time spent":"1.131768603s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:46.274436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:45.248352Z","time spent":"1.025989898s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:46.274937Z","caller":"traceutil/trace.go:171","msg":"trace[683281873] transaction","detail":"{read_only:false; response_revision:3832; number_of_response:1; }","duration":"1.026850571s","start":"2026-05-20T04:13:45.248074Z","end":"2026-05-20T04:13:46.274924Z","steps":["trace[683281873] 'process raft request' (duration: 1.025893026s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:46.275193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:45.248051Z","time spent":"1.026921043s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:46.775235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578221210,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:13:46.819798Z","caller":"traceutil/trace.go:171","msg":"trace[1785826124] transaction","detail":"{read_only:false; response_revision:3834; number_of_response:1; }","duration":"1.107266968s","start":"2026-05-20T04:13:45.712511Z","end":"2026-05-20T04:13:46.819778Z","steps":["trace[1785826124] 'process raft request' (duration: 1.107038522s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:46.819941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:45.712481Z","time spent":"1.107385721s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:46.820066Z","caller":"traceutil/trace.go:171","msg":"trace[198051226] transaction","detail":"{read_only:false; response_revision:3835; number_of_response:1; }","duration":"1.103291018s","start":"2026-05-20T04:13:45.716755Z","end":"2026-05-20T04:13:46.820046Z","steps":["trace[198051226] 'process raft request' (duration: 1.10296623s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:46.820174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:45.716736Z","time spent":"1.10338659s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:46.820596Z","caller":"traceutil/trace.go:171","msg":"trace[368785699] linearizableReadLoop","detail":"{readStateIndex:4018; appliedIndex:4014; }","duration":"546.425336ms","start":"2026-05-20T04:13:46.274147Z","end":"2026-05-20T04:13:46.820572Z","steps":["trace[368785699] 'read index received' (duration: 545.345159ms)","trace[368785699] 'applied index is now lower than readState.Index' (duration: 1.078827ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:46.820833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275999965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:46.820826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.447826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-05-20T04:13:46.820885Z","caller":"traceutil/trace.go:171","msg":"trace[636787702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3837; }","duration":"1.276075788s","start":"2026-05-20T04:13:45.544798Z","end":"2026-05-20T04:13:46.820873Z","steps":["trace[636787702] 'agreement among raft nodes before linearized reading' (duration: 1.275969755s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:46.820889Z","caller":"traceutil/trace.go:171","msg":"trace[138866765] transaction","detail":"{read_only:false; response_revision:3836; number_of_response:1; }","duration":"1.103484551s","start":"2026-05-20T04:13:45.717385Z","end":"2026-05-20T04:13:46.82087Z","steps":["trace[138866765] 'process raft request' (duration: 1.102589959s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:46.820919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:45.544782Z","time spent":"1.276130799s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:13:46.820924Z","caller":"traceutil/trace.go:171","msg":"trace[1810956475] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3837; }","duration":"709.59169ms","start":"2026-05-20T04:13:46.111307Z","end":"2026-05-20T04:13:46.820898Z","steps":["trace[1810956475] 'agreement among raft nodes before linearized reading' (duration: 709.275372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:46.820993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:45.717378Z","time spent":"1.103567503s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:46.821012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:46.111286Z","time spent":"709.710894ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:13:46.820709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250279731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:46.821171Z","caller":"traceutil/trace.go:171","msg":"trace[9402372] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3837; }","duration":"1.250797994s","start":"2026-05-20T04:13:45.570352Z","end":"2026-05-20T04:13:46.82115Z","steps":["trace[9402372] 'agreement among raft nodes before linearized reading' (duration: 1.25027966s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:46.82128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:45.57033Z","time spent":"1.250919087s","remote":"127.0.0.1:58344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:46.820777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211505983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:13:46.821553Z","caller":"traceutil/trace.go:171","msg":"trace[499727470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3837; }","duration":"1.212309374s","start":"2026-05-20T04:13:45.60922Z","end":"2026-05-20T04:13:46.82153Z","steps":["trace[499727470] 'agreement among raft nodes before linearized reading' (duration: 1.21140472s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:46.821639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:45.609204Z","time spent":"1.212404856s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:13:46.821707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.104684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:13:46.821703Z","caller":"traceutil/trace.go:171","msg":"trace[2079831270] transaction","detail":"{read_only:false; response_revision:3837; number_of_response:1; }","duration":"1.104147849s","start":"2026-05-20T04:13:45.717529Z","end":"2026-05-20T04:13:46.821677Z","steps":["trace[2079831270] 'process raft request' (duration: 1.102921477s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:46.821844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.402055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:46.821914Z","caller":"traceutil/trace.go:171","msg":"trace[192501623] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3837; }","duration":"588.510287ms","start":"2026-05-20T04:13:46.233386Z","end":"2026-05-20T04:13:46.821896Z","steps":["trace[192501623] 'agreement among raft nodes before linearized reading' (duration: 588.392274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:46.821973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:45.717508Z","time spent":"1.104374955s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:46.821995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:46.233341Z","time spent":"588.62738ms","remote":"127.0.0.1:34596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:46.821973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.998041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:13:46.822106Z","caller":"traceutil/trace.go:171","msg":"trace[1779114811] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3837; }","duration":"260.188406ms","start":"2026-05-20T04:13:46.561899Z","end":"2026-05-20T04:13:46.822087Z","steps":["trace[1779114811] 'agreement among raft nodes before linearized reading' (duration: 259.783796ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:46.821758Z","caller":"traceutil/trace.go:171","msg":"trace[1111787767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3837; }","duration":"988.207116ms","start":"2026-05-20T04:13:45.833536Z","end":"2026-05-20T04:13:46.821743Z","steps":["trace[1111787767] 'agreement among raft nodes before linearized reading' (duration: 988.121274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:46.822248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:45.833508Z","time spent":"988.715699ms","remote":"127.0.0.1:49492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:46.82227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.706889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:13:46.822036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.211883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:13:46.822323Z","caller":"traceutil/trace.go:171","msg":"trace[947869803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3837; }","duration":"260.805922ms","start":"2026-05-20T04:13:46.561503Z","end":"2026-05-20T04:13:46.822309Z","steps":["trace[947869803] 'agreement among raft nodes before linearized reading' (duration: 260.660398ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:46.822349Z","caller":"traceutil/trace.go:171","msg":"trace[1474977870] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:3837; }","duration":"510.563482ms","start":"2026-05-20T04:13:46.311763Z","end":"2026-05-20T04:13:46.822326Z","steps":["trace[1474977870] 'agreement among raft nodes before linearized reading' (duration: 510.06422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:46.822421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:46.311744Z","time spent":"510.659445ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:13:46.822451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540722108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:13:46.822438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105915565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109940"} {"level":"info","ts":"2026-05-20T04:13:46.822589Z","caller":"traceutil/trace.go:171","msg":"trace[2015098022] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3837; }","duration":"1.106092038s","start":"2026-05-20T04:13:45.716482Z","end":"2026-05-20T04:13:46.822574Z","steps":["trace[2015098022] 'agreement among raft nodes before linearized reading' (duration: 1.105671838s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:46.822686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:45.71647Z","time spent":"1.106197352s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109962,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:13:46.822506Z","caller":"traceutil/trace.go:171","msg":"trace[1684752099] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3837; }","duration":"1.54082947s","start":"2026-05-20T04:13:45.281661Z","end":"2026-05-20T04:13:46.82249Z","steps":["trace[1684752099] 'agreement among raft nodes before linearized reading' (duration: 1.540714417s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:46.822901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:45.281632Z","time spent":"1.54124838s","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":15,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:46.82298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.098386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:46.823031Z","caller":"traceutil/trace.go:171","msg":"trace[1319415600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3837; }","duration":"103.186788ms","start":"2026-05-20T04:13:46.719831Z","end":"2026-05-20T04:13:46.823017Z","steps":["trace[1319415600] 'agreement among raft nodes before linearized reading' (duration: 102.321047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:47.70659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.408855ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-05-20T04:13:47.706788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:46.823373Z","time spent":"883.405058ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T04:13:47.706853Z","caller":"traceutil/trace.go:171","msg":"trace[479592106] transaction","detail":"{read_only:false; response_revision:3838; number_of_response:1; }","duration":"879.517349ms","start":"2026-05-20T04:13:46.827317Z","end":"2026-05-20T04:13:47.706834Z","steps":["trace[479592106] 'process raft request' (duration: 879.367605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:47.706939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:46.827299Z","time spent":"879.58788ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:47.70696Z","caller":"traceutil/trace.go:171","msg":"trace[871907080] transaction","detail":"{read_only:false; response_revision:3839; number_of_response:1; }","duration":"879.630252ms","start":"2026-05-20T04:13:46.827312Z","end":"2026-05-20T04:13:47.706942Z","steps":["trace[871907080] 'process raft request' (duration: 879.486068ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:47.706963Z","caller":"traceutil/trace.go:171","msg":"trace[1286367509] linearizableReadLoop","detail":"{readStateIndex:4021; appliedIndex:4018; }","duration":"877.911728ms","start":"2026-05-20T04:13:46.829022Z","end":"2026-05-20T04:13:47.706934Z","steps":["trace[1286367509] 'read index received' (duration: 408.115504ms)","trace[1286367509] 'applied index is now lower than readState.Index' (duration: 469.794024ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:47.707032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:46.827284Z","time spent":"879.696453ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:47.707167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.936281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:13:47.707171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.333146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:47.707185Z","caller":"traceutil/trace.go:171","msg":"trace[1298648836] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3839; }","duration":"186.993702ms","start":"2026-05-20T04:13:47.520186Z","end":"2026-05-20T04:13:47.70718Z","steps":["trace[1298648836] 'agreement among raft nodes before linearized reading' (duration: 186.915191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:47.707178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.396639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:47.707205Z","caller":"traceutil/trace.go:171","msg":"trace[1269393706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3839; }","duration":"874.380138ms","start":"2026-05-20T04:13:46.832816Z","end":"2026-05-20T04:13:47.707196Z","steps":["trace[1269393706] 'agreement among raft nodes before linearized reading' (duration: 874.317176ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:47.707214Z","caller":"traceutil/trace.go:171","msg":"trace[851701337] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3839; }","duration":"876.471821ms","start":"2026-05-20T04:13:46.830732Z","end":"2026-05-20T04:13:47.707204Z","steps":["trace[851701337] 'agreement among raft nodes before linearized reading' (duration: 876.347398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:47.707226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:46.832806Z","time spent":"874.416159ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:13:47.707216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.178745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109940"} {"level":"warn","ts":"2026-05-20T04:13:47.707255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:46.830724Z","time spent":"876.523822ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-20T04:13:47.707268Z","caller":"traceutil/trace.go:171","msg":"trace[142370071] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3839; }","duration":"878.263557ms","start":"2026-05-20T04:13:46.828994Z","end":"2026-05-20T04:13:47.707258Z","steps":["trace[142370071] 'agreement among raft nodes before linearized reading' (duration: 878.016731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:47.707292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:46.828984Z","time spent":"878.302768ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109962,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:13:48.306508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.325404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:13:48.307102Z","caller":"traceutil/trace.go:171","msg":"trace[1388229520] linearizableReadLoop","detail":"{readStateIndex:4023; appliedIndex:4022; }","duration":"507.893604ms","start":"2026-05-20T04:13:47.799177Z","end":"2026-05-20T04:13:48.30707Z","steps":["trace[1388229520] 'read index received' (duration: 33.848952ms)","trace[1388229520] 'applied index is now lower than readState.Index' (duration: 474.042742ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:48.307223Z","caller":"traceutil/trace.go:171","msg":"trace[366792218] transaction","detail":"{read_only:false; response_revision:3841; number_of_response:1; }","duration":"592.435647ms","start":"2026-05-20T04:13:47.714765Z","end":"2026-05-20T04:13:48.307201Z","steps":["trace[366792218] 'process raft request' (duration: 118.351084ms)","trace[366792218] 'compare' (duration: 472.922203ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:48.307329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:47.714753Z","time spent":"592.51952ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:48.307241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.060438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:13:48.307376Z","caller":"traceutil/trace.go:171","msg":"trace[825877312] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3841; }","duration":"508.272444ms","start":"2026-05-20T04:13:47.799087Z","end":"2026-05-20T04:13:48.30736Z","steps":["trace[825877312] 'agreement among raft nodes before linearized reading' (duration: 508.10533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:48.307447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:47.799064Z","time spent":"508.368797ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-20T04:13:48.328444Z","caller":"traceutil/trace.go:171","msg":"trace[761357392] transaction","detail":"{read_only:false; response_revision:3842; number_of_response:1; }","duration":"137.595746ms","start":"2026-05-20T04:13:48.190826Z","end":"2026-05-20T04:13:48.328422Z","steps":["trace[761357392] 'process raft request' (duration: 137.462372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:48.337858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.479109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:48.338Z","caller":"traceutil/trace.go:171","msg":"trace[1875665950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3845; }","duration":"506.671803ms","start":"2026-05-20T04:13:47.831302Z","end":"2026-05-20T04:13:48.337974Z","steps":["trace[1875665950] 'agreement among raft nodes before linearized reading' (duration: 506.406347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:48.338078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:47.831283Z","time spent":"506.779136ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:13:48.337875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.304071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:48.338363Z","caller":"traceutil/trace.go:171","msg":"trace[880807053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3845; }","duration":"531.840924ms","start":"2026-05-20T04:13:47.806488Z","end":"2026-05-20T04:13:48.338329Z","steps":["trace[880807053] 'agreement among raft nodes before linearized reading' (duration: 531.237729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:48.33843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:47.806456Z","time spent":"531.951237ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:13:48.937133Z","caller":"traceutil/trace.go:171","msg":"trace[99556584] transaction","detail":"{read_only:false; response_revision:3846; number_of_response:1; }","duration":"108.009991ms","start":"2026-05-20T04:13:48.829097Z","end":"2026-05-20T04:13:48.937107Z","steps":["trace[99556584] 'process raft request' (duration: 107.868118ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:49.377692Z","caller":"traceutil/trace.go:171","msg":"trace[553489772] transaction","detail":"{read_only:false; response_revision:3847; number_of_response:1; }","duration":"548.110019ms","start":"2026-05-20T04:13:48.829558Z","end":"2026-05-20T04:13:49.377668Z","steps":["trace[553489772] 'process raft request' (duration: 547.899334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:49.377828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:48.829539Z","time spent":"548.220322ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:49.37788Z","caller":"traceutil/trace.go:171","msg":"trace[1272134519] linearizableReadLoop","detail":"{readStateIndex:4029; appliedIndex:4027; }","duration":"547.954274ms","start":"2026-05-20T04:13:48.829895Z","end":"2026-05-20T04:13:49.37785Z","steps":["trace[1272134519] 'read index received' (duration: 107.105178ms)","trace[1272134519] 'applied index is now lower than readState.Index' (duration: 440.847116ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:49.377944Z","caller":"traceutil/trace.go:171","msg":"trace[1940925705] transaction","detail":"{read_only:false; response_revision:3848; number_of_response:1; }","duration":"547.076362ms","start":"2026-05-20T04:13:48.830846Z","end":"2026-05-20T04:13:49.377922Z","steps":["trace[1940925705] 'process raft request' (duration: 546.751044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:49.37805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:48.830832Z","time spent":"547.157664ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:49.37814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.229481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:13:49.378165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.927095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:13:49.378174Z","caller":"traceutil/trace.go:171","msg":"trace[1005452728] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3848; }","duration":"548.301472ms","start":"2026-05-20T04:13:48.829863Z","end":"2026-05-20T04:13:49.378164Z","steps":["trace[1005452728] 'agreement among raft nodes before linearized reading' (duration: 548.108998ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:49.378191Z","caller":"traceutil/trace.go:171","msg":"trace[58154541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3848; }","duration":"196.952276ms","start":"2026-05-20T04:13:49.181229Z","end":"2026-05-20T04:13:49.378181Z","steps":["trace[58154541] 'agreement among raft nodes before linearized reading' (duration: 196.908175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:49.378207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:48.829855Z","time spent":"548.344704ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:13:50.030872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.589323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:13:50.030989Z","caller":"traceutil/trace.go:171","msg":"trace[216742824] linearizableReadLoop","detail":"{readStateIndex:4032; appliedIndex:4031; }","duration":"319.64452ms","start":"2026-05-20T04:13:49.711328Z","end":"2026-05-20T04:13:50.030972Z","steps":["trace[216742824] 'read index received' (duration: 108.230306ms)","trace[216742824] 'applied index is now lower than readState.Index' (duration: 211.412494ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:50.031023Z","caller":"traceutil/trace.go:171","msg":"trace[398964948] transaction","detail":"{read_only:false; response_revision:3849; number_of_response:1; }","duration":"474.964736ms","start":"2026-05-20T04:13:49.556027Z","end":"2026-05-20T04:13:50.030992Z","steps":["trace[398964948] 'process raft request' (duration: 263.608933ms)","trace[398964948] 'compare' (duration: 210.0569ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:50.031185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:49.556001Z","time spent":"475.087578ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:50.031277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.953817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:13:50.031323Z","caller":"traceutil/trace.go:171","msg":"trace[972313833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3849; }","duration":"320.04245ms","start":"2026-05-20T04:13:49.711263Z","end":"2026-05-20T04:13:50.031305Z","steps":["trace[972313833] 'agreement among raft nodes before linearized reading' (duration: 319.800424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:50.03132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.598119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:13:50.031364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:49.711242Z","time spent":"320.114612ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:13:50.031361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.559968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:13:50.031385Z","caller":"traceutil/trace.go:171","msg":"trace[511845255] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3849; }","duration":"319.702042ms","start":"2026-05-20T04:13:49.711667Z","end":"2026-05-20T04:13:50.031369Z","steps":["trace[511845255] 'agreement among raft nodes before linearized reading' (duration: 319.489657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:50.031416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:49.711648Z","time spent":"319.760503ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:13:50.031448Z","caller":"traceutil/trace.go:171","msg":"trace[412828547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3849; }","duration":"319.657551ms","start":"2026-05-20T04:13:49.711745Z","end":"2026-05-20T04:13:50.031402Z","steps":["trace[412828547] 'agreement among raft nodes before linearized reading' (duration: 319.441615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:50.031491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:49.711741Z","time spent":"319.739604ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:13:50.455013Z","caller":"traceutil/trace.go:171","msg":"trace[1623072119] transaction","detail":"{read_only:false; response_revision:3850; number_of_response:1; }","duration":"419.058453ms","start":"2026-05-20T04:13:50.035913Z","end":"2026-05-20T04:13:50.454972Z","steps":["trace[1623072119] 'process raft request' (duration: 334.843128ms)","trace[1623072119] 'compare' (duration: 83.976879ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:50.455233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:50.035887Z","time spent":"419.220646ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:50.454933Z","caller":"traceutil/trace.go:171","msg":"trace[1063430861] linearizableReadLoop","detail":"{readStateIndex:4033; appliedIndex:4032; }","duration":"418.024696ms","start":"2026-05-20T04:13:50.036877Z","end":"2026-05-20T04:13:50.454902Z","steps":["trace[1063430861] 'read index received' (duration: 333.961955ms)","trace[1063430861] 'applied index is now lower than readState.Index' (duration: 84.061311ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:50.455362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.469878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109940"} {"level":"info","ts":"2026-05-20T04:13:50.455418Z","caller":"traceutil/trace.go:171","msg":"trace[199379138] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3850; }","duration":"418.583101ms","start":"2026-05-20T04:13:50.036825Z","end":"2026-05-20T04:13:50.455408Z","steps":["trace[199379138] 'agreement among raft nodes before linearized reading' (duration: 418.258223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:50.455457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:50.036807Z","time spent":"418.641352ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109962,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:13:50.533725Z","caller":"traceutil/trace.go:171","msg":"trace[1299693244] transaction","detail":"{read_only:false; response_revision:3851; number_of_response:1; }","duration":"495.635203ms","start":"2026-05-20T04:13:50.038063Z","end":"2026-05-20T04:13:50.533699Z","steps":["trace[1299693244] 'process raft request' (duration: 495.450138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:50.533883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:50.038033Z","time spent":"495.768555ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:50.534072Z","caller":"traceutil/trace.go:171","msg":"trace[1874543380] transaction","detail":"{read_only:false; response_revision:3852; number_of_response:1; }","duration":"220.116486ms","start":"2026-05-20T04:13:50.31393Z","end":"2026-05-20T04:13:50.534046Z","steps":["trace[1874543380] 'process raft request' (duration: 219.728617ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:50.534294Z","caller":"traceutil/trace.go:171","msg":"trace[328901690] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"192.191855ms","start":"2026-05-20T04:13:50.342079Z","end":"2026-05-20T04:13:50.534271Z","steps":["trace[328901690] 'process raft request' (duration: 191.825756ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:50.534385Z","caller":"traceutil/trace.go:171","msg":"trace[807998642] transaction","detail":"{read_only:false; response_revision:3855; number_of_response:1; }","duration":"189.019783ms","start":"2026-05-20T04:13:50.345352Z","end":"2026-05-20T04:13:50.534372Z","steps":["trace[807998642] 'process raft request' (duration: 188.947792ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:50.53443Z","caller":"traceutil/trace.go:171","msg":"trace[1367957452] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"190.86117ms","start":"2026-05-20T04:13:50.343536Z","end":"2026-05-20T04:13:50.534397Z","steps":["trace[1367957452] 'process raft request' (duration: 190.558932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:50.534606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.442984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-20T04:13:50.534662Z","caller":"traceutil/trace.go:171","msg":"trace[1002457687] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3855; }","duration":"445.567897ms","start":"2026-05-20T04:13:50.08908Z","end":"2026-05-20T04:13:50.534648Z","steps":["trace[1002457687] 'agreement among raft nodes before linearized reading' (duration: 445.316981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:50.534698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:50.089057Z","time spent":"445.632478ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T04:13:50.534666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.673177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-20T04:13:50.534789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.774654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:50.534802Z","caller":"traceutil/trace.go:171","msg":"trace[1333725566] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3855; }","duration":"481.830901ms","start":"2026-05-20T04:13:50.052921Z","end":"2026-05-20T04:13:50.534752Z","steps":["trace[1333725566] 'agreement among raft nodes before linearized reading' (duration: 481.479962ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:50.534844Z","caller":"traceutil/trace.go:171","msg":"trace[44965926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3855; }","duration":"149.861966ms","start":"2026-05-20T04:13:50.384967Z","end":"2026-05-20T04:13:50.534829Z","steps":["trace[44965926] 'agreement among raft nodes before linearized reading' (duration: 149.710282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:50.53486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:50.052905Z","time spent":"481.937963ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:13:50.905038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.941073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:13:50.90539Z","caller":"traceutil/trace.go:171","msg":"trace[741970916] linearizableReadLoop","detail":"{readStateIndex:4040; appliedIndex:4038; }","duration":"361.003342ms","start":"2026-05-20T04:13:50.544364Z","end":"2026-05-20T04:13:50.905368Z","steps":["trace[741970916] 'read index received' (duration: 103.770812ms)","trace[741970916] 'applied index is now lower than readState.Index' (duration: 257.23126ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:50.905452Z","caller":"traceutil/trace.go:171","msg":"trace[247834518] transaction","detail":"{read_only:false; response_revision:3857; number_of_response:1; }","duration":"365.761874ms","start":"2026-05-20T04:13:50.539677Z","end":"2026-05-20T04:13:50.905439Z","steps":["trace[247834518] 'process raft request' (duration: 365.475637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:50.905516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.139117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:50.905506Z","caller":"traceutil/trace.go:171","msg":"trace[1365485545] transaction","detail":"{read_only:false; response_revision:3856; number_of_response:1; }","duration":"366.439672ms","start":"2026-05-20T04:13:50.539028Z","end":"2026-05-20T04:13:50.905468Z","steps":["trace[1365485545] 'process raft request' (duration: 108.970926ms)","trace[1365485545] 'compare' (duration: 256.657315ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:50.905557Z","caller":"traceutil/trace.go:171","msg":"trace[686951052] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:3857; }","duration":"361.216349ms","start":"2026-05-20T04:13:50.544329Z","end":"2026-05-20T04:13:50.905546Z","steps":["trace[686951052] 'agreement among raft nodes before linearized reading' (duration: 361.118095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:50.905556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:50.539656Z","time spent":"365.825147ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:50.905597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:50.544312Z","time spent":"361.272891ms","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:50.905674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:50.539006Z","time spent":"366.573945ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:51.843154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578221261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:13:52.344306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578221261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:13:52.34492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078436724s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:13:52.48006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.898497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:13:52.480181Z","caller":"traceutil/trace.go:171","msg":"trace[1279248017] transaction","detail":"{read_only:false; response_revision:3858; number_of_response:1; }","duration":"1.534262493s","start":"2026-05-20T04:13:50.945893Z","end":"2026-05-20T04:13:52.480156Z","steps":["trace[1279248017] 'process raft request' (duration: 1.399192023s)","trace[1279248017] 'compare' (duration: 134.583397ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:52.480264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:50.945867Z","time spent":"1.534353316s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:52.912081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.460923ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:13:52.912245Z","caller":"traceutil/trace.go:171","msg":"trace[1250859129] linearizableReadLoop","detail":"{readStateIndex:4042; appliedIndex:4040; }","duration":"1.569828469s","start":"2026-05-20T04:13:51.342387Z","end":"2026-05-20T04:13:52.912216Z","steps":["trace[1250859129] 'read index received' (duration: 1.002696465s)","trace[1250859129] 'applied index is now lower than readState.Index' (duration: 567.129834ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:52.912407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569998293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:13:52.912496Z","caller":"traceutil/trace.go:171","msg":"trace[1277028983] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3858; }","duration":"1.570129947s","start":"2026-05-20T04:13:51.342344Z","end":"2026-05-20T04:13:52.912474Z","steps":["trace[1277028983] 'agreement among raft nodes before linearized reading' (duration: 1.569967953s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:52.912543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:51.342328Z","time spent":"1.570205388s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:13:53.037294Z","caller":"traceutil/trace.go:171","msg":"trace[235427457] transaction","detail":"{read_only:false; response_revision:3859; number_of_response:1; }","duration":"498.33959ms","start":"2026-05-20T04:13:52.53893Z","end":"2026-05-20T04:13:53.037269Z","steps":["trace[235427457] 'process raft request' (duration: 498.157396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:53.03756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:52.538893Z","time spent":"498.589287ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:53.064225Z","caller":"traceutil/trace.go:171","msg":"trace[1587180629] transaction","detail":"{read_only:false; response_revision:3861; number_of_response:1; }","duration":"524.859816ms","start":"2026-05-20T04:13:52.539337Z","end":"2026-05-20T04:13:53.064197Z","steps":["trace[1587180629] 'process raft request' (duration: 524.755764ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:53.064351Z","caller":"traceutil/trace.go:171","msg":"trace[1261475252] linearizableReadLoop","detail":"{readStateIndex:4046; appliedIndex:4042; }","duration":"152.063542ms","start":"2026-05-20T04:13:52.912276Z","end":"2026-05-20T04:13:53.064339Z","steps":["trace[1261475252] 'read index received' (duration: 124.847448ms)","trace[1261475252] 'applied index is now lower than readState.Index' (duration: 27.214414ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:53.064236Z","caller":"traceutil/trace.go:171","msg":"trace[1933793546] transaction","detail":"{read_only:false; response_revision:3860; number_of_response:1; }","duration":"525.161534ms","start":"2026-05-20T04:13:52.539043Z","end":"2026-05-20T04:13:53.064204Z","steps":["trace[1933793546] 'process raft request' (duration: 524.916897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:53.064468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:52.539013Z","time spent":"525.38528ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:53.064516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:52.539323Z","time spent":"524.993089ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:53.064601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603345141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:53.064632Z","caller":"traceutil/trace.go:171","msg":"trace[834522393] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:3862; }","duration":"1.603402653s","start":"2026-05-20T04:13:51.461216Z","end":"2026-05-20T04:13:53.064618Z","steps":["trace[834522393] 'agreement among raft nodes before linearized reading' (duration: 1.603355122s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:53.064666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:51.461198Z","time spent":"1.603460595s","remote":"127.0.0.1:57734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:53.064778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620331994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:13:53.064832Z","caller":"traceutil/trace.go:171","msg":"trace[1012676671] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3862; }","duration":"1.620424357s","start":"2026-05-20T04:13:51.444392Z","end":"2026-05-20T04:13:53.064817Z","steps":["trace[1012676671] 'agreement among raft nodes before linearized reading' (duration: 1.620288344s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:53.064881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:51.444379Z","time spent":"1.620487288s","remote":"127.0.0.1:57882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":25,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:53.0648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543248442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:53.064966Z","caller":"traceutil/trace.go:171","msg":"trace[451906055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3862; }","duration":"1.543451407s","start":"2026-05-20T04:13:51.521506Z","end":"2026-05-20T04:13:53.064958Z","steps":["trace[451906055] 'agreement among raft nodes before linearized reading' (duration: 1.543276302s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:53.064988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:51.521483Z","time spent":"1.543498938s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:13:53.064997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523102578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:53.065084Z","caller":"traceutil/trace.go:171","msg":"trace[1112323663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3862; }","duration":"1.523248832s","start":"2026-05-20T04:13:51.541809Z","end":"2026-05-20T04:13:53.065058Z","steps":["trace[1112323663] 'agreement among raft nodes before linearized reading' (duration: 1.522992866s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:53.065115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682030926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:13:53.065185Z","caller":"traceutil/trace.go:171","msg":"trace[1876373532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3862; }","duration":"1.682132998s","start":"2026-05-20T04:13:51.383035Z","end":"2026-05-20T04:13:53.065168Z","steps":["trace[1876373532] 'agreement among raft nodes before linearized reading' (duration: 1.681933093s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:53.065234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:51.383016Z","time spent":"1.6822077s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:13:53.065237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.117671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:13:53.065232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.418598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-20T04:13:53.065241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68220043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-20T04:13:53.065274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673891388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:13:53.06528Z","caller":"traceutil/trace.go:171","msg":"trace[405329492] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3862; }","duration":"223.204643ms","start":"2026-05-20T04:13:52.842065Z","end":"2026-05-20T04:13:53.06527Z","steps":["trace[405329492] 'agreement among raft nodes before linearized reading' (duration: 223.110311ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:53.065294Z","caller":"traceutil/trace.go:171","msg":"trace[696058374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3862; }","duration":"605.523091ms","start":"2026-05-20T04:13:52.459756Z","end":"2026-05-20T04:13:53.065279Z","steps":["trace[696058374] 'agreement among raft nodes before linearized reading' (duration: 605.401698ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:53.065301Z","caller":"traceutil/trace.go:171","msg":"trace[126557509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3862; }","duration":"1.682280142s","start":"2026-05-20T04:13:51.383008Z","end":"2026-05-20T04:13:53.065288Z","steps":["trace[126557509] 'agreement among raft nodes before linearized reading' (duration: 1.682128508s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:53.065307Z","caller":"traceutil/trace.go:171","msg":"trace[1728105998] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3862; }","duration":"1.67396538s","start":"2026-05-20T04:13:51.391332Z","end":"2026-05-20T04:13:53.065297Z","steps":["trace[1728105998] 'agreement among raft nodes before linearized reading' (duration: 1.673815846s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:53.06539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:52.459733Z","time spent":"605.641325ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:13:53.06542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:51.391305Z","time spent":"1.674103894s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:13:53.065419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:51.382997Z","time spent":"1.682401596s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:13:53.065377Z","caller":"traceutil/trace.go:171","msg":"trace[6159152] transaction","detail":"{read_only:false; response_revision:3862; number_of_response:1; }","duration":"525.925643ms","start":"2026-05-20T04:13:52.539372Z","end":"2026-05-20T04:13:53.065298Z","steps":["trace[6159152] 'process raft request' (duration: 524.757684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:53.065493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.768302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:13:53.065136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:51.541788Z","time spent":"1.523338104s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:13:53.06555Z","caller":"traceutil/trace.go:171","msg":"trace[494864850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3862; }","duration":"527.860224ms","start":"2026-05-20T04:13:52.537673Z","end":"2026-05-20T04:13:53.065533Z","steps":["trace[494864850] 'agreement among raft nodes before linearized reading' (duration: 527.721311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:53.065535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.159707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:13:53.06559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:52.537652Z","time spent":"527.928775ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:13:53.06559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:52.539353Z","time spent":"526.139129ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:53.065636Z","caller":"traceutil/trace.go:171","msg":"trace[73546189] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3862; }","duration":"604.29666ms","start":"2026-05-20T04:13:52.461322Z","end":"2026-05-20T04:13:53.065619Z","steps":["trace[73546189] 'agreement among raft nodes before linearized reading' (duration: 604.068774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:53.065695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:52.461303Z","time spent":"604.379442ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:13:53.193916Z","caller":"traceutil/trace.go:171","msg":"trace[40246901] transaction","detail":"{read_only:false; response_revision:3864; number_of_response:1; }","duration":"123.447014ms","start":"2026-05-20T04:13:53.070436Z","end":"2026-05-20T04:13:53.193883Z","steps":["trace[40246901] 'process raft request' (duration: 109.021737ms)","trace[40246901] 'compare' (duration: 13.631277ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:53.194148Z","caller":"traceutil/trace.go:171","msg":"trace[839119143] transaction","detail":"{read_only:false; response_revision:3865; number_of_response:1; }","duration":"123.612238ms","start":"2026-05-20T04:13:53.070509Z","end":"2026-05-20T04:13:53.194121Z","steps":["trace[839119143] 'process raft request' (duration: 123.123286ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:53.194631Z","caller":"traceutil/trace.go:171","msg":"trace[1506519270] linearizableReadLoop","detail":"{readStateIndex:4050; appliedIndex:4047; }","duration":"122.210903ms","start":"2026-05-20T04:13:53.07236Z","end":"2026-05-20T04:13:53.194571Z","steps":["trace[1506519270] 'read index received' (duration: 9.586524ms)","trace[1506519270] 'applied index is now lower than readState.Index' (duration: 112.622909ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:53.194737Z","caller":"traceutil/trace.go:171","msg":"trace[737199379] transaction","detail":"{read_only:false; response_revision:3866; number_of_response:1; }","duration":"123.858775ms","start":"2026-05-20T04:13:53.070866Z","end":"2026-05-20T04:13:53.194725Z","steps":["trace[737199379] 'process raft request' (duration: 123.013453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:53.195004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.624213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109940"} {"level":"info","ts":"2026-05-20T04:13:53.195512Z","caller":"traceutil/trace.go:171","msg":"trace[1447289990] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3866; }","duration":"123.185317ms","start":"2026-05-20T04:13:53.072309Z","end":"2026-05-20T04:13:53.195494Z","steps":["trace[1447289990] 'agreement among raft nodes before linearized reading' (duration: 122.463259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:53.195503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.824923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109940"} {"level":"warn","ts":"2026-05-20T04:13:53.195635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.730129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:13:53.195658Z","caller":"traceutil/trace.go:171","msg":"trace[696102657] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3866; }","duration":"122.023728ms","start":"2026-05-20T04:13:53.073586Z","end":"2026-05-20T04:13:53.19561Z","steps":["trace[696102657] 'agreement among raft nodes before linearized reading' (duration: 121.620078ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:53.195721Z","caller":"traceutil/trace.go:171","msg":"trace[49516089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3866; }","duration":"119.861872ms","start":"2026-05-20T04:13:53.075839Z","end":"2026-05-20T04:13:53.195701Z","steps":["trace[49516089] 'agreement among raft nodes before linearized reading' (duration: 119.701308ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:54.112213Z","caller":"traceutil/trace.go:171","msg":"trace[855955896] transaction","detail":"{read_only:false; response_revision:3869; number_of_response:1; }","duration":"384.755198ms","start":"2026-05-20T04:13:53.727425Z","end":"2026-05-20T04:13:54.11218Z","steps":["trace[855955896] 'process raft request' (duration: 384.541453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:54.112363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:53.727396Z","time spent":"384.887492ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:55.331814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.068881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18b12ac9b7bfb845\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-05-20T04:13:55.331895Z","caller":"traceutil/trace.go:171","msg":"trace[138058203] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18b12ac9b7bfb845; range_end:; response_count:1; response_revision:3871; }","duration":"759.207084ms","start":"2026-05-20T04:13:54.572669Z","end":"2026-05-20T04:13:55.331876Z","steps":["trace[138058203] 'range keys from in-memory index tree' (duration: 758.862004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:55.33195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:54.57265Z","time spent":"759.289847ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":856,"request content":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18b12ac9b7bfb845\" "} {"level":"warn","ts":"2026-05-20T04:13:55.332164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.098778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:55.332177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.622093ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:55.332274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.339524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:13:55.332302Z","caller":"traceutil/trace.go:171","msg":"trace[1260358093] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3871; }","duration":"100.757606ms","start":"2026-05-20T04:13:55.23153Z","end":"2026-05-20T04:13:55.332287Z","steps":["trace[1260358093] 'range keys from in-memory index tree' (duration: 100.607793ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:55.33231Z","caller":"traceutil/trace.go:171","msg":"trace[1249716077] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3871; }","duration":"460.454427ms","start":"2026-05-20T04:13:54.871845Z","end":"2026-05-20T04:13:55.332299Z","steps":["trace[1249716077] 'count revisions from in-memory index tree' (duration: 460.231071ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:55.332305Z","caller":"traceutil/trace.go:171","msg":"trace[1114545220] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3871; }","duration":"418.281023ms","start":"2026-05-20T04:13:54.913998Z","end":"2026-05-20T04:13:55.332279Z","steps":["trace[1114545220] 'count revisions from in-memory index tree' (duration: 418.033857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:55.332348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:54.871819Z","time spent":"460.517469ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":3,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:13:55.332371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:54.913981Z","time spent":"418.371085ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:13:55.354418Z","caller":"traceutil/trace.go:171","msg":"trace[1227190324] transaction","detail":"{read_only:false; response_revision:3872; number_of_response:1; }","duration":"308.061106ms","start":"2026-05-20T04:13:55.046333Z","end":"2026-05-20T04:13:55.354395Z","steps":["trace[1227190324] 'process raft request' (duration: 307.914522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:55.354611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:55.046315Z","time spent":"308.181868ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:55.826258Z","caller":"traceutil/trace.go:171","msg":"trace[699862509] linearizableReadLoop","detail":"{readStateIndex:4059; appliedIndex:4055; }","duration":"741.00151ms","start":"2026-05-20T04:13:55.085232Z","end":"2026-05-20T04:13:55.826234Z","steps":["trace[699862509] 'read index received' (duration: 269.003701ms)","trace[699862509] 'applied index is now lower than readState.Index' (duration: 471.997019ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:55.826271Z","caller":"traceutil/trace.go:171","msg":"trace[1354037970] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"755.423328ms","start":"2026-05-20T04:13:55.070813Z","end":"2026-05-20T04:13:55.826236Z","steps":["trace[1354037970] 'process raft request' (duration: 755.292695ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:55.826376Z","caller":"traceutil/trace.go:171","msg":"trace[6342775] transaction","detail":"{read_only:false; response_revision:3876; number_of_response:1; }","duration":"491.800033ms","start":"2026-05-20T04:13:55.334566Z","end":"2026-05-20T04:13:55.826366Z","steps":["trace[6342775] 'process raft request' (duration: 491.614109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:55.826487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:55.070779Z","time spent":"755.622613ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:55.826504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:55.334543Z","time spent":"491.862085ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:55.826583Z","caller":"traceutil/trace.go:171","msg":"trace[1214498642] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"754.787431ms","start":"2026-05-20T04:13:55.071774Z","end":"2026-05-20T04:13:55.826562Z","steps":["trace[1214498642] 'process raft request' (duration: 754.372761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:55.826672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.954734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T04:13:55.826682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:55.071743Z","time spent":"754.892964ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:55.826735Z","caller":"traceutil/trace.go:171","msg":"trace[1472378268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3876; }","duration":"707.076896ms","start":"2026-05-20T04:13:55.119644Z","end":"2026-05-20T04:13:55.826721Z","steps":["trace[1472378268] 'agreement among raft nodes before linearized reading' (duration: 706.922862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:55.82672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.824733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:13:55.826767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:55.119623Z","time spent":"707.137178ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:13:55.826763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.536333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:13:55.826783Z","caller":"traceutil/trace.go:171","msg":"trace[313745164] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3876; }","duration":"134.953487ms","start":"2026-05-20T04:13:55.691817Z","end":"2026-05-20T04:13:55.826771Z","steps":["trace[313745164] 'agreement among raft nodes before linearized reading' (duration: 134.823013ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:55.826803Z","caller":"traceutil/trace.go:171","msg":"trace[2050011200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3876; }","duration":"741.612175ms","start":"2026-05-20T04:13:55.08518Z","end":"2026-05-20T04:13:55.826792Z","steps":["trace[2050011200] 'agreement among raft nodes before linearized reading' (duration: 741.474862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:55.826804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.011467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:13:55.826838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:55.085159Z","time spent":"741.672317ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:13:55.826838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.352032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:13:55.826879Z","caller":"traceutil/trace.go:171","msg":"trace[646848084] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3876; }","duration":"625.12611ms","start":"2026-05-20T04:13:55.201739Z","end":"2026-05-20T04:13:55.826865Z","steps":["trace[646848084] 'agreement among raft nodes before linearized reading' (duration: 624.888294ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:55.826902Z","caller":"traceutil/trace.go:171","msg":"trace[228884556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3876; }","duration":"628.467554ms","start":"2026-05-20T04:13:55.198419Z","end":"2026-05-20T04:13:55.826887Z","steps":["trace[228884556] 'agreement among raft nodes before linearized reading' (duration: 628.27129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:55.826914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:55.201727Z","time spent":"625.180901ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:13:55.826898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.035257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:13:55.826972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.937531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T04:13:55.827009Z","caller":"traceutil/trace.go:171","msg":"trace[1104493472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3876; }","duration":"627.994192ms","start":"2026-05-20T04:13:55.199006Z","end":"2026-05-20T04:13:55.827Z","steps":["trace[1104493472] 'agreement among raft nodes before linearized reading' (duration: 627.90854ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:55.827009Z","caller":"traceutil/trace.go:171","msg":"trace[1613600116] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3876; }","duration":"625.177531ms","start":"2026-05-20T04:13:55.201816Z","end":"2026-05-20T04:13:55.826994Z","steps":["trace[1613600116] 'agreement among raft nodes before linearized reading' (duration: 624.827912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:55.82704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:55.198995Z","time spent":"628.038663ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:13:55.827051Z","caller":"traceutil/trace.go:171","msg":"trace[128187441] transaction","detail":"{read_only:false; response_revision:3873; number_of_response:1; }","duration":"756.261809ms","start":"2026-05-20T04:13:55.070774Z","end":"2026-05-20T04:13:55.827036Z","steps":["trace[128187441] 'process raft request' (duration: 755.184942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:55.826899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.467675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T04:13:55.827084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:55.201801Z","time spent":"625.270013ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:13:55.827138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:55.070762Z","time spent":"756.32231ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:55.827149Z","caller":"traceutil/trace.go:171","msg":"trace[2133117130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3876; }","duration":"628.720071ms","start":"2026-05-20T04:13:55.198384Z","end":"2026-05-20T04:13:55.827104Z","steps":["trace[2133117130] 'agreement among raft nodes before linearized reading' (duration: 628.402073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:55.827213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:55.198363Z","time spent":"628.829323ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:13:55.826939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:55.198396Z","time spent":"628.537617ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:13:57.269704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.925961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:13:57.269803Z","caller":"traceutil/trace.go:171","msg":"trace[2087277608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3883; }","duration":"436.070824ms","start":"2026-05-20T04:13:56.833708Z","end":"2026-05-20T04:13:57.269778Z","steps":["trace[2087277608] 'range keys from in-memory index tree' (duration: 435.747696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:57.269856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:56.833685Z","time spent":"436.157787ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:13:57.468854Z","caller":"traceutil/trace.go:171","msg":"trace[68031101] transaction","detail":"{read_only:false; response_revision:3884; number_of_response:1; }","duration":"109.844477ms","start":"2026-05-20T04:13:57.358985Z","end":"2026-05-20T04:13:57.468829Z","steps":["trace[68031101] 'process raft request' (duration: 109.699534ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:58.06347Z","caller":"traceutil/trace.go:171","msg":"trace[4148355] transaction","detail":"{read_only:false; response_revision:3885; number_of_response:1; }","duration":"231.356922ms","start":"2026-05-20T04:13:57.83209Z","end":"2026-05-20T04:13:58.063447Z","steps":["trace[4148355] 'process raft request' (duration: 231.165657ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:58.271825Z","caller":"traceutil/trace.go:171","msg":"trace[1494770468] linearizableReadLoop","detail":"{readStateIndex:4072; appliedIndex:4069; }","duration":"429.17563ms","start":"2026-05-20T04:13:57.842573Z","end":"2026-05-20T04:13:58.271749Z","steps":["trace[1494770468] 'read index received' (duration: 220.736092ms)","trace[1494770468] 'applied index is now lower than readState.Index' (duration: 208.437648ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:58.272099Z","caller":"traceutil/trace.go:171","msg":"trace[2108683048] transaction","detail":"{read_only:false; response_revision:3886; number_of_response:1; }","duration":"439.725368ms","start":"2026-05-20T04:13:57.832334Z","end":"2026-05-20T04:13:58.272059Z","steps":["trace[2108683048] 'process raft request' (duration: 397.335409ms)","trace[2108683048] 'compare' (duration: 40.338217ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:13:58.272244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:57.832309Z","time spent":"439.844292ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:13:58.272379Z","caller":"traceutil/trace.go:171","msg":"trace[1732958838] transaction","detail":"{read_only:false; response_revision:3887; number_of_response:1; }","duration":"438.694442ms","start":"2026-05-20T04:13:57.83365Z","end":"2026-05-20T04:13:58.272344Z","steps":["trace[1732958838] 'process raft request' (duration: 437.997874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:58.272564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:57.833626Z","time spent":"438.850656ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:13:58.272948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.355579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:13:58.273054Z","caller":"traceutil/trace.go:171","msg":"trace[323658979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3887; }","duration":"430.490663ms","start":"2026-05-20T04:13:57.842546Z","end":"2026-05-20T04:13:58.273037Z","steps":["trace[323658979] 'agreement among raft nodes before linearized reading' (duration: 429.778245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:58.273141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:57.842535Z","time spent":"430.586666ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:13:58.273143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.942033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:13:58.27322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.005687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:13:58.273274Z","caller":"traceutil/trace.go:171","msg":"trace[1992344726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3887; }","duration":"365.17132ms","start":"2026-05-20T04:13:57.908075Z","end":"2026-05-20T04:13:58.273247Z","steps":["trace[1992344726] 'agreement among raft nodes before linearized reading' (duration: 364.306238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:58.273354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:57.908046Z","time spent":"365.288923ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:13:58.273376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.370434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:13:58.273507Z","caller":"traceutil/trace.go:171","msg":"trace[1964967557] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3887; }","duration":"363.483687ms","start":"2026-05-20T04:13:57.909973Z","end":"2026-05-20T04:13:58.273457Z","steps":["trace[1964967557] 'agreement among raft nodes before linearized reading' (duration: 363.233981ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:13:58.273288Z","caller":"traceutil/trace.go:171","msg":"trace[1602814840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3887; }","duration":"365.110389ms","start":"2026-05-20T04:13:57.908147Z","end":"2026-05-20T04:13:58.273257Z","steps":["trace[1602814840] 'agreement among raft nodes before linearized reading' (duration: 364.961205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:58.273577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:57.909966Z","time spent":"363.59247ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:13:58.27361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:57.908118Z","time spent":"365.457027ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:13:58.273635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.98385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:13:58.273664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.477938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:13:58.273697Z","caller":"traceutil/trace.go:171","msg":"trace[665544485] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3887; }","duration":"364.043551ms","start":"2026-05-20T04:13:57.909625Z","end":"2026-05-20T04:13:58.273669Z","steps":["trace[665544485] 'agreement among raft nodes before linearized reading' (duration: 363.283871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:58.273735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:57.909618Z","time spent":"364.107693ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"info","ts":"2026-05-20T04:13:58.273755Z","caller":"traceutil/trace.go:171","msg":"trace[467358000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3887; }","duration":"365.589331ms","start":"2026-05-20T04:13:57.908127Z","end":"2026-05-20T04:13:58.273716Z","steps":["trace[467358000] 'agreement among raft nodes before linearized reading' (duration: 365.384016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:58.274221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:13:57.908107Z","time spent":"366.094584ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:13:59.599267Z","caller":"traceutil/trace.go:171","msg":"trace[1748677644] linearizableReadLoop","detail":"{readStateIndex:4078; appliedIndex:4077; }","duration":"102.273715ms","start":"2026-05-20T04:13:59.496969Z","end":"2026-05-20T04:13:59.599243Z","steps":["trace[1748677644] 'read index received' (duration: 102.020969ms)","trace[1748677644] 'applied index is now lower than readState.Index' (duration: 251.906µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:13:59.599308Z","caller":"traceutil/trace.go:171","msg":"trace[1466833586] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"125.811044ms","start":"2026-05-20T04:13:59.47347Z","end":"2026-05-20T04:13:59.599281Z","steps":["trace[1466833586] 'process raft request' (duration: 125.581518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:13:59.599497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.512702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b12ad0e6c79b26\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-20T04:13:59.599557Z","caller":"traceutil/trace.go:171","msg":"trace[310044657] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b12ad0e6c79b26; range_end:; response_count:1; response_revision:3893; }","duration":"102.616283ms","start":"2026-05-20T04:13:59.496923Z","end":"2026-05-20T04:13:59.599539Z","steps":["trace[310044657] 'agreement among raft nodes before linearized reading' (duration: 102.426469ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:00.444591Z","caller":"traceutil/trace.go:171","msg":"trace[1316950072] linearizableReadLoop","detail":"{readStateIndex:4081; appliedIndex:4080; }","duration":"157.909652ms","start":"2026-05-20T04:14:00.28665Z","end":"2026-05-20T04:14:00.44456Z","steps":["trace[1316950072] 'read index received' (duration: 157.83321ms)","trace[1316950072] 'applied index is now lower than readState.Index' (duration: 74.842µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:00.444715Z","caller":"traceutil/trace.go:171","msg":"trace[795119029] transaction","detail":"{read_only:false; response_revision:3896; number_of_response:1; }","duration":"167.065315ms","start":"2026-05-20T04:14:00.277639Z","end":"2026-05-20T04:14:00.444704Z","steps":["trace[795119029] 'process raft request' (duration: 166.740407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:00.445156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.484967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:14:00.445251Z","caller":"traceutil/trace.go:171","msg":"trace[1690448227] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3896; }","duration":"158.62567ms","start":"2026-05-20T04:14:00.2866Z","end":"2026-05-20T04:14:00.445226Z","steps":["trace[1690448227] 'agreement among raft nodes before linearized reading' (duration: 158.352604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:00.450955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.188652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:14:00.451022Z","caller":"traceutil/trace.go:171","msg":"trace[1564601177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3897; }","duration":"164.288414ms","start":"2026-05-20T04:14:00.286715Z","end":"2026-05-20T04:14:00.451003Z","steps":["trace[1564601177] 'agreement among raft nodes before linearized reading' (duration: 164.090259ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:00.450998Z","caller":"traceutil/trace.go:171","msg":"trace[2111801966] transaction","detail":"{read_only:false; response_revision:3897; number_of_response:1; }","duration":"105.717822ms","start":"2026-05-20T04:14:00.345254Z","end":"2026-05-20T04:14:00.450971Z","steps":["trace[2111801966] 'process raft request' (duration: 105.346893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:00.451048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.425089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:14:00.450944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.83363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:14:00.451168Z","caller":"traceutil/trace.go:171","msg":"trace[1903927802] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3897; }","duration":"157.558202ms","start":"2026-05-20T04:14:00.293584Z","end":"2026-05-20T04:14:00.451142Z","steps":["trace[1903927802] 'agreement among raft nodes before linearized reading' (duration: 157.355727ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:00.451216Z","caller":"traceutil/trace.go:171","msg":"trace[1575509514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3897; }","duration":"160.127807ms","start":"2026-05-20T04:14:00.291065Z","end":"2026-05-20T04:14:00.451193Z","steps":["trace[1575509514] 'agreement among raft nodes before linearized reading' (duration: 159.695066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:00.451093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.02704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:14:00.451242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.255346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T04:14:00.451313Z","caller":"traceutil/trace.go:171","msg":"trace[1606955429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3897; }","duration":"159.246925ms","start":"2026-05-20T04:14:00.292039Z","end":"2026-05-20T04:14:00.451286Z","steps":["trace[1606955429] 'agreement among raft nodes before linearized reading' (duration: 158.939568ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:00.451308Z","caller":"traceutil/trace.go:171","msg":"trace[257523627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3897; }","duration":"159.332408ms","start":"2026-05-20T04:14:00.291961Z","end":"2026-05-20T04:14:00.451293Z","steps":["trace[257523627] 'agreement among raft nodes before linearized reading' (duration: 158.804454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:00.451469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.725753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:14:00.451624Z","caller":"traceutil/trace.go:171","msg":"trace[1427186791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3897; }","duration":"160.932118ms","start":"2026-05-20T04:14:00.290663Z","end":"2026-05-20T04:14:00.451595Z","steps":["trace[1427186791] 'agreement among raft nodes before linearized reading' (duration: 160.21433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:00.634412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.3268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:14:00.634577Z","caller":"traceutil/trace.go:171","msg":"trace[404324693] linearizableReadLoop","detail":"{readStateIndex:4086; appliedIndex:4082; }","duration":"177.687725ms","start":"2026-05-20T04:14:00.456879Z","end":"2026-05-20T04:14:00.634566Z","steps":["trace[404324693] 'read index received' (duration: 65.086967ms)","trace[404324693] 'applied index is now lower than readState.Index' (duration: 112.600268ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:00.63465Z","caller":"traceutil/trace.go:171","msg":"trace[174235254] transaction","detail":"{read_only:false; response_revision:3901; number_of_response:1; }","duration":"178.248639ms","start":"2026-05-20T04:14:00.456391Z","end":"2026-05-20T04:14:00.63464Z","steps":["trace[174235254] 'process raft request' (duration: 178.153756ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:00.634632Z","caller":"traceutil/trace.go:171","msg":"trace[680699013] transaction","detail":"{read_only:false; response_revision:3900; number_of_response:1; }","duration":"178.256829ms","start":"2026-05-20T04:14:00.456342Z","end":"2026-05-20T04:14:00.634599Z","steps":["trace[680699013] 'process raft request' (duration: 178.182687ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:00.634628Z","caller":"traceutil/trace.go:171","msg":"trace[1048573647] transaction","detail":"{read_only:false; response_revision:3899; number_of_response:1; }","duration":"178.644438ms","start":"2026-05-20T04:14:00.455947Z","end":"2026-05-20T04:14:00.634592Z","steps":["trace[1048573647] 'process raft request' (duration: 178.546436ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:00.63487Z","caller":"traceutil/trace.go:171","msg":"trace[1992916999] transaction","detail":"{read_only:false; response_revision:3898; number_of_response:1; }","duration":"178.870515ms","start":"2026-05-20T04:14:00.455662Z","end":"2026-05-20T04:14:00.634533Z","steps":["trace[1992916999] 'process raft request' (duration: 66.36567ms)","trace[1992916999] 'compare' (duration: 112.218478ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:00.635018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.131587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109940"} {"level":"info","ts":"2026-05-20T04:14:00.635054Z","caller":"traceutil/trace.go:171","msg":"trace[1145774972] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3901; }","duration":"178.197869ms","start":"2026-05-20T04:14:00.456846Z","end":"2026-05-20T04:14:00.635044Z","steps":["trace[1145774972] 'agreement among raft nodes before linearized reading' (duration: 177.946942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:00.635345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.151526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:00.635384Z","caller":"traceutil/trace.go:171","msg":"trace[1701690284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3901; }","duration":"112.237458ms","start":"2026-05-20T04:14:00.523138Z","end":"2026-05-20T04:14:00.635375Z","steps":["trace[1701690284] 'agreement among raft nodes before linearized reading' (duration: 112.174026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:00.926681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.444753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:14:00.926767Z","caller":"traceutil/trace.go:171","msg":"trace[1028778180] transaction","detail":"{read_only:false; response_revision:3902; number_of_response:1; }","duration":"286.965628ms","start":"2026-05-20T04:14:00.639785Z","end":"2026-05-20T04:14:00.926751Z","steps":["trace[1028778180] 'process raft request' (duration: 132.384242ms)","trace[1028778180] 'compare' (duration: 154.33843ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:01.706377Z","caller":"traceutil/trace.go:171","msg":"trace[2059562660] transaction","detail":"{read_only:false; response_revision:3903; number_of_response:1; }","duration":"101.101635ms","start":"2026-05-20T04:14:01.605237Z","end":"2026-05-20T04:14:01.706339Z","steps":["trace[2059562660] 'process raft request' (duration: 100.584632ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:02.647908Z","caller":"traceutil/trace.go:171","msg":"trace[1808743403] linearizableReadLoop","detail":"{readStateIndex:4092; appliedIndex:4089; }","duration":"190.561923ms","start":"2026-05-20T04:14:02.457321Z","end":"2026-05-20T04:14:02.647883Z","steps":["trace[1808743403] 'read index received' (duration: 109.745755ms)","trace[1808743403] 'applied index is now lower than readState.Index' (duration: 80.814838ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:02.647948Z","caller":"traceutil/trace.go:171","msg":"trace[80536142] transaction","detail":"{read_only:false; response_revision:3905; number_of_response:1; }","duration":"197.670654ms","start":"2026-05-20T04:14:02.450256Z","end":"2026-05-20T04:14:02.647927Z","steps":["trace[80536142] 'process raft request' (duration: 197.355366ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:02.648059Z","caller":"traceutil/trace.go:171","msg":"trace[937643270] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"192.386059ms","start":"2026-05-20T04:14:02.455605Z","end":"2026-05-20T04:14:02.647991Z","steps":["trace[937643270] 'process raft request' (duration: 192.198274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:02.648183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.83793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:14:02.648269Z","caller":"traceutil/trace.go:171","msg":"trace[1666882812] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3906; }","duration":"190.967413ms","start":"2026-05-20T04:14:02.457283Z","end":"2026-05-20T04:14:02.64825Z","steps":["trace[1666882812] 'agreement among raft nodes before linearized reading' (duration: 190.743157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:02.648342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.711117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:14:02.648357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.509683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:14:02.648382Z","caller":"traceutil/trace.go:171","msg":"trace[136330551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3906; }","duration":"126.791969ms","start":"2026-05-20T04:14:02.521579Z","end":"2026-05-20T04:14:02.648371Z","steps":["trace[136330551] 'agreement among raft nodes before linearized reading' (duration: 126.734138ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:02.648458Z","caller":"traceutil/trace.go:171","msg":"trace[1842424823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3906; }","duration":"181.639266ms","start":"2026-05-20T04:14:02.466758Z","end":"2026-05-20T04:14:02.648397Z","steps":["trace[1842424823] 'agreement among raft nodes before linearized reading' (duration: 181.319898ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:03.29121Z","caller":"traceutil/trace.go:171","msg":"trace[40584006] linearizableReadLoop","detail":"{readStateIndex:4097; appliedIndex:4096; }","duration":"226.662933ms","start":"2026-05-20T04:14:03.064522Z","end":"2026-05-20T04:14:03.291185Z","steps":["trace[40584006] 'read index received' (duration: 226.433307ms)","trace[40584006] 'applied index is now lower than readState.Index' (duration: 228.736µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:03.291342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.795406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:03.291376Z","caller":"traceutil/trace.go:171","msg":"trace[210075976] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3911; }","duration":"226.857147ms","start":"2026-05-20T04:14:03.064508Z","end":"2026-05-20T04:14:03.291365Z","steps":["trace[210075976] 'agreement among raft nodes before linearized reading' (duration: 226.773535ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:03.291306Z","caller":"traceutil/trace.go:171","msg":"trace[2144961470] transaction","detail":"{read_only:false; response_revision:3911; number_of_response:1; }","duration":"352.418555ms","start":"2026-05-20T04:14:02.938858Z","end":"2026-05-20T04:14:03.291276Z","steps":["trace[2144961470] 'process raft request' (duration: 352.148798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:03.292087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:02.938843Z","time spent":"353.141203ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:03.888891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.443662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:14:03.889472Z","caller":"traceutil/trace.go:171","msg":"trace[1185478290] transaction","detail":"{read_only:false; response_revision:3912; number_of_response:1; }","duration":"479.182613ms","start":"2026-05-20T04:14:03.410269Z","end":"2026-05-20T04:14:03.889452Z","steps":["trace[1185478290] 'process raft request' (duration: 92.087805ms)","trace[1185478290] 'compare' (duration: 386.147815ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:03.889621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:03.410241Z","time spent":"479.338927ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:03.889941Z","caller":"traceutil/trace.go:171","msg":"trace[818566622] linearizableReadLoop","detail":"{readStateIndex:4098; appliedIndex:4097; }","duration":"434.821073ms","start":"2026-05-20T04:14:03.454595Z","end":"2026-05-20T04:14:03.889416Z","steps":["trace[818566622] 'read index received' (duration: 47.774357ms)","trace[818566622] 'applied index is now lower than readState.Index' (duration: 387.044716ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:03.890132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.45388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-05-20T04:14:03.890217Z","caller":"traceutil/trace.go:171","msg":"trace[2094941494] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3912; }","duration":"435.648785ms","start":"2026-05-20T04:14:03.454547Z","end":"2026-05-20T04:14:03.890196Z","steps":["trace[2094941494] 'agreement among raft nodes before linearized reading' (duration: 435.08486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:03.890273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:03.454523Z","time spent":"435.737137ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:14:04.391219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578221393,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:14:04.466032Z","caller":"traceutil/trace.go:171","msg":"trace[960546104] transaction","detail":"{read_only:false; response_revision:3913; number_of_response:1; }","duration":"751.806566ms","start":"2026-05-20T04:14:03.714201Z","end":"2026-05-20T04:14:04.466008Z","steps":["trace[960546104] 'process raft request' (duration: 751.631181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:04.466249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:03.714175Z","time spent":"751.999341ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:04.472443Z","caller":"traceutil/trace.go:171","msg":"trace[61244902] transaction","detail":"{read_only:false; response_revision:3914; number_of_response:1; }","duration":"678.857168ms","start":"2026-05-20T04:14:03.793561Z","end":"2026-05-20T04:14:04.472418Z","steps":["trace[61244902] 'process raft request' (duration: 678.722465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:04.472576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:03.793534Z","time spent":"678.97013ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:04.472833Z","caller":"traceutil/trace.go:171","msg":"trace[318410542] transaction","detail":"{read_only:false; response_revision:3915; number_of_response:1; }","duration":"350.877826ms","start":"2026-05-20T04:14:04.121922Z","end":"2026-05-20T04:14:04.4728Z","steps":["trace[318410542] 'process raft request' (duration: 350.467145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:04.472878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.906309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T04:14:04.472955Z","caller":"traceutil/trace.go:171","msg":"trace[1250263364] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3916; }","duration":"816.023902ms","start":"2026-05-20T04:14:03.656908Z","end":"2026-05-20T04:14:04.472932Z","steps":["trace[1250263364] 'agreement among raft nodes before linearized reading' (duration: 815.819137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:04.473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.382692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:14:04.473007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:03.656889Z","time spent":"816.107794ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:14:04.472992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.320426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:14:04.473034Z","caller":"traceutil/trace.go:171","msg":"trace[780802684] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3916; }","duration":"893.457804ms","start":"2026-05-20T04:14:03.579567Z","end":"2026-05-20T04:14:04.473025Z","steps":["trace[780802684] 'agreement among raft nodes before linearized reading' (duration: 893.373901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:04.473016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:04.121896Z","time spent":"351.0331ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:04.473065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:03.579542Z","time spent":"893.515505ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:14:04.473068Z","caller":"traceutil/trace.go:171","msg":"trace[613065927] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3916; }","duration":"843.46827ms","start":"2026-05-20T04:14:03.62958Z","end":"2026-05-20T04:14:04.473048Z","steps":["trace[613065927] 'agreement among raft nodes before linearized reading' (duration: 843.270055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:04.473116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:03.629563Z","time spent":"843.538051ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:14:04.473196Z","caller":"traceutil/trace.go:171","msg":"trace[246719778] transaction","detail":"{read_only:false; response_revision:3916; number_of_response:1; }","duration":"331.099222ms","start":"2026-05-20T04:14:04.142088Z","end":"2026-05-20T04:14:04.473188Z","steps":["trace[246719778] 'process raft request' (duration: 330.504167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:04.473244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:04.142057Z","time spent":"331.162713ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:04.472692Z","caller":"traceutil/trace.go:171","msg":"trace[833577989] linearizableReadLoop","detail":"{readStateIndex:4102; appliedIndex:4098; }","duration":"582.550606ms","start":"2026-05-20T04:14:03.890125Z","end":"2026-05-20T04:14:04.472675Z","steps":["trace[833577989] 'read index received' (duration: 575.64338ms)","trace[833577989] 'applied index is now lower than readState.Index' (duration: 6.906246ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:04.473495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.115277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:04.473631Z","caller":"traceutil/trace.go:171","msg":"trace[878662993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3916; }","duration":"952.289161ms","start":"2026-05-20T04:14:03.521327Z","end":"2026-05-20T04:14:04.473617Z","steps":["trace[878662993] 'agreement among raft nodes before linearized reading' (duration: 952.130557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:04.473687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:03.521303Z","time spent":"952.356784ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:14:04.473853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.153004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:04.473906Z","caller":"traceutil/trace.go:171","msg":"trace[449770759] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3916; }","duration":"569.227156ms","start":"2026-05-20T04:14:03.904662Z","end":"2026-05-20T04:14:04.47389Z","steps":["trace[449770759] 'agreement among raft nodes before linearized reading' (duration: 569.144884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:04.473941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:03.904651Z","time spent":"569.282967ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-20T04:14:04.929927Z","caller":"traceutil/trace.go:171","msg":"trace[2104269397] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"276.80792ms","start":"2026-05-20T04:14:04.653095Z","end":"2026-05-20T04:14:04.929903Z","steps":["trace[2104269397] 'process raft request' (duration: 276.645506ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:04.94466Z","caller":"traceutil/trace.go:171","msg":"trace[1190330971] linearizableReadLoop","detail":"{readStateIndex:4105; appliedIndex:4103; }","duration":"240.931126ms","start":"2026-05-20T04:14:04.703705Z","end":"2026-05-20T04:14:04.944636Z","steps":["trace[1190330971] 'read index received' (duration: 226.17438ms)","trace[1190330971] 'applied index is now lower than readState.Index' (duration: 14.755236ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:04.944716Z","caller":"traceutil/trace.go:171","msg":"trace[328024512] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"291.507874ms","start":"2026-05-20T04:14:04.65318Z","end":"2026-05-20T04:14:04.944688Z","steps":["trace[328024512] 'process raft request' (duration: 291.32697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:04.944941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.14908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:14:04.945001Z","caller":"traceutil/trace.go:171","msg":"trace[1642436978] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3919; }","duration":"237.247733ms","start":"2026-05-20T04:14:04.707741Z","end":"2026-05-20T04:14:04.944989Z","steps":["trace[1642436978] 'agreement among raft nodes before linearized reading' (duration: 237.067158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:04.94498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.273687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:14:04.945052Z","caller":"traceutil/trace.go:171","msg":"trace[453627527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3919; }","duration":"236.3992ms","start":"2026-05-20T04:14:04.708638Z","end":"2026-05-20T04:14:04.945037Z","steps":["trace[453627527] 'agreement among raft nodes before linearized reading' (duration: 236.211265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:04.945066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.984505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T04:14:04.945143Z","caller":"traceutil/trace.go:171","msg":"trace[1321785625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3919; }","duration":"235.098797ms","start":"2026-05-20T04:14:04.710028Z","end":"2026-05-20T04:14:04.945127Z","steps":["trace[1321785625] 'agreement among raft nodes before linearized reading' (duration: 234.890182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:04.945116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.723278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:14:04.94527Z","caller":"traceutil/trace.go:171","msg":"trace[1968090090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3919; }","duration":"236.940273ms","start":"2026-05-20T04:14:04.708315Z","end":"2026-05-20T04:14:04.945255Z","steps":["trace[1968090090] 'agreement among raft nodes before linearized reading' (duration: 236.581124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:04.945376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.334353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:14:04.945372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.655824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:14:04.945417Z","caller":"traceutil/trace.go:171","msg":"trace[1925669963] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3919; }","duration":"235.384884ms","start":"2026-05-20T04:14:04.710021Z","end":"2026-05-20T04:14:04.945406Z","steps":["trace[1925669963] 'agreement among raft nodes before linearized reading' (duration: 234.83075ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:04.945433Z","caller":"traceutil/trace.go:171","msg":"trace[618138077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3919; }","duration":"241.769266ms","start":"2026-05-20T04:14:04.703647Z","end":"2026-05-20T04:14:04.945417Z","steps":["trace[618138077] 'agreement among raft nodes before linearized reading' (duration: 241.11635ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:17.345379Z","caller":"traceutil/trace.go:171","msg":"trace[1156886509] transaction","detail":"{read_only:false; response_revision:3980; number_of_response:1; }","duration":"358.034397ms","start":"2026-05-20T04:14:16.987319Z","end":"2026-05-20T04:14:17.345353Z","steps":["trace[1156886509] 'process raft request' (duration: 357.680518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:17.345538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:16.987293Z","time spent":"358.166411ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:17.3814Z","caller":"traceutil/trace.go:171","msg":"trace[1624676991] linearizableReadLoop","detail":"{readStateIndex:4170; appliedIndex:4168; }","duration":"359.809848ms","start":"2026-05-20T04:14:17.021565Z","end":"2026-05-20T04:14:17.381375Z","steps":["trace[1624676991] 'read index received' (duration: 323.57989ms)","trace[1624676991] 'applied index is now lower than readState.Index' (duration: 36.229028ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:17.38145Z","caller":"traceutil/trace.go:171","msg":"trace[435525424] transaction","detail":"{read_only:false; response_revision:3981; number_of_response:1; }","duration":"393.996288ms","start":"2026-05-20T04:14:16.987426Z","end":"2026-05-20T04:14:17.381422Z","steps":["trace[435525424] 'process raft request' (duration: 393.828223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:17.381617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.031293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:14:17.381659Z","caller":"traceutil/trace.go:171","msg":"trace[77256161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3981; }","duration":"360.125606ms","start":"2026-05-20T04:14:17.021523Z","end":"2026-05-20T04:14:17.381648Z","steps":["trace[77256161] 'agreement among raft nodes before linearized reading' (duration: 359.972812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:17.381693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:17.021504Z","time spent":"360.181067ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:14:17.381817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.364774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:14:17.381839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.650439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T04:14:17.381885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.647369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:14:17.381894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.98344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:14:17.381932Z","caller":"traceutil/trace.go:171","msg":"trace[867221022] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:3981; }","duration":"344.501937ms","start":"2026-05-20T04:14:17.037411Z","end":"2026-05-20T04:14:17.381913Z","steps":["trace[867221022] 'agreement among raft nodes before linearized reading' (duration: 344.22707ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:17.381966Z","caller":"traceutil/trace.go:171","msg":"trace[68508093] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:3981; }","duration":"349.755161ms","start":"2026-05-20T04:14:17.032162Z","end":"2026-05-20T04:14:17.381917Z","steps":["trace[68508093] 'agreement among raft nodes before linearized reading' (duration: 349.473624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:17.381992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:17.0374Z","time spent":"344.57717ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:14:17.382047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:17.032123Z","time spent":"349.913485ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:14:17.382387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.275104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:14:17.381911Z","caller":"traceutil/trace.go:171","msg":"trace[1550181150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3981; }","duration":"349.738961ms","start":"2026-05-20T04:14:17.032156Z","end":"2026-05-20T04:14:17.381895Z","steps":["trace[1550181150] 'agreement among raft nodes before linearized reading' (duration: 349.520115ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:17.382448Z","caller":"traceutil/trace.go:171","msg":"trace[1484412410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3981; }","duration":"350.375707ms","start":"2026-05-20T04:14:17.032058Z","end":"2026-05-20T04:14:17.382434Z","steps":["trace[1484412410] 'agreement among raft nodes before linearized reading' (duration: 349.750152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:17.382461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:17.032149Z","time spent":"350.302925ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:14:17.382481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:17.032048Z","time spent":"350.427778ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:14:17.381964Z","caller":"traceutil/trace.go:171","msg":"trace[517877883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3981; }","duration":"356.305768ms","start":"2026-05-20T04:14:17.025647Z","end":"2026-05-20T04:14:17.381953Z","steps":["trace[517877883] 'agreement among raft nodes before linearized reading' (duration: 355.889478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:17.382584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:17.025635Z","time spent":"356.943344ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:14:17.381835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:16.987393Z","time spent":"394.114801ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:17.382084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.090981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:17.38286Z","caller":"traceutil/trace.go:171","msg":"trace[568928127] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:3981; }","duration":"158.900491ms","start":"2026-05-20T04:14:17.223929Z","end":"2026-05-20T04:14:17.382829Z","steps":["trace[568928127] 'agreement among raft nodes before linearized reading' (duration: 158.094611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:29.93564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578221787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:14:30.436548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578221787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:14:30.93727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578221787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:14:30.989492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.599031026s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:14:30.989861Z","caller":"traceutil/trace.go:171","msg":"trace[913689725] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"1.599473667s","start":"2026-05-20T04:14:29.390365Z","end":"2026-05-20T04:14:30.989838Z","steps":["trace[913689725] 'process raft request' (duration: 1.599307562s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:30.990026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:29.390345Z","time spent":"1.59959379s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:31.431905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.989769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:14:31.432195Z","caller":"traceutil/trace.go:171","msg":"trace[1132413727] linearizableReadLoop","detail":"{readStateIndex:4249; appliedIndex:4245; }","duration":"1.997308556s","start":"2026-05-20T04:14:29.434864Z","end":"2026-05-20T04:14:31.432173Z","steps":["trace[1132413727] 'read index received' (duration: 1.554795872s)","trace[1132413727] 'applied index is now lower than readState.Index' (duration: 442.511304ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:31.432324Z","caller":"traceutil/trace.go:171","msg":"trace[223894965] transaction","detail":"{read_only:false; response_revision:4057; number_of_response:1; }","duration":"842.354404ms","start":"2026-05-20T04:14:30.589952Z","end":"2026-05-20T04:14:31.432306Z","steps":["trace[223894965] 'process raft request' (duration: 842.058447ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:31.432368Z","caller":"traceutil/trace.go:171","msg":"trace[1121909527] transaction","detail":"{read_only:false; response_revision:4058; number_of_response:1; }","duration":"839.264436ms","start":"2026-05-20T04:14:30.593082Z","end":"2026-05-20T04:14:31.432346Z","steps":["trace[1121909527] 'process raft request' (duration: 839.010819ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:31.432379Z","caller":"traceutil/trace.go:171","msg":"trace[669867549] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"2.002184261s","start":"2026-05-20T04:14:29.430169Z","end":"2026-05-20T04:14:31.432353Z","steps":["trace[669867549] 'process raft request' (duration: 1.864612997s)","trace[669867549] 'compare' (duration: 136.859236ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:31.432429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:30.589921Z","time spent":"842.451766ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:31.432476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:30.593063Z","time spent":"839.356067ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:31.432453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.46596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:14:31.432489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:29.430145Z","time spent":"2.002285163s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:31.43252Z","caller":"traceutil/trace.go:171","msg":"trace[56444141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4058; }","duration":"912.580382ms","start":"2026-05-20T04:14:30.519922Z","end":"2026-05-20T04:14:31.432503Z","steps":["trace[56444141] 'agreement among raft nodes before linearized reading' (duration: 912.462879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:31.432531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971611027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:14:31.432534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961000627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-20T04:14:31.432573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:30.519905Z","time spent":"912.659845ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:14:31.432593Z","caller":"traceutil/trace.go:171","msg":"trace[1352216325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4058; }","duration":"1.97169427s","start":"2026-05-20T04:14:29.460872Z","end":"2026-05-20T04:14:31.432566Z","steps":["trace[1352216325] 'agreement among raft nodes before linearized reading' (duration: 1.971507845s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:31.432614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783679484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:14:31.432609Z","caller":"traceutil/trace.go:171","msg":"trace[1439794544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4058; }","duration":"1.961106329s","start":"2026-05-20T04:14:29.471485Z","end":"2026-05-20T04:14:31.432591Z","steps":["trace[1439794544] 'agreement among raft nodes before linearized reading' (duration: 1.960896993s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:31.432559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997686895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:14:31.432618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95923336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:14:31.432643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:29.460855Z","time spent":"1.971779063s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:14:31.432645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959874287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:14:31.432654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:29.471474Z","time spent":"1.96117154s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:14:31.432646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965044829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T04:14:31.432679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.038944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:31.432667Z","caller":"traceutil/trace.go:171","msg":"trace[165752245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4058; }","duration":"1.997828729s","start":"2026-05-20T04:14:29.434821Z","end":"2026-05-20T04:14:31.43265Z","steps":["trace[165752245] 'agreement among raft nodes before linearized reading' (duration: 1.997509211s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:31.432685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785294056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-05-20T04:14:31.432696Z","caller":"traceutil/trace.go:171","msg":"trace[479138617] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4058; }","duration":"1.959943658s","start":"2026-05-20T04:14:29.472739Z","end":"2026-05-20T04:14:31.432683Z","steps":["trace[479138617] 'agreement among raft nodes before linearized reading' (duration: 1.959760183s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:31.432716Z","caller":"traceutil/trace.go:171","msg":"trace[1885447726] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4058; }","duration":"585.110456ms","start":"2026-05-20T04:14:30.847598Z","end":"2026-05-20T04:14:31.432709Z","steps":["trace[1885447726] 'agreement among raft nodes before linearized reading' (duration: 585.065185ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:31.432709Z","caller":"traceutil/trace.go:171","msg":"trace[141792874] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4058; }","duration":"1.959338224s","start":"2026-05-20T04:14:29.473329Z","end":"2026-05-20T04:14:31.432667Z","steps":["trace[141792874] 'agreement among raft nodes before linearized reading' (duration: 1.959049006s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:31.432726Z","caller":"traceutil/trace.go:171","msg":"trace[1596656349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4058; }","duration":"1.965150182s","start":"2026-05-20T04:14:29.467558Z","end":"2026-05-20T04:14:31.432708Z","steps":["trace[1596656349] 'agreement among raft nodes before linearized reading' (duration: 1.964918666s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:31.432747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:30.847577Z","time spent":"585.156326ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:14:31.432741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:29.472731Z","time spent":"1.96000253s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:14:31.432757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966357643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-20T04:14:31.432773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:29.467552Z","time spent":"1.965211923s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:14:31.432779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:29.473323Z","time spent":"1.959420246s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:14:31.432641Z","caller":"traceutil/trace.go:171","msg":"trace[1753250874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4058; }","duration":"1.783814357s","start":"2026-05-20T04:14:29.64882Z","end":"2026-05-20T04:14:31.432634Z","steps":["trace[1753250874] 'agreement among raft nodes before linearized reading' (duration: 1.783760025s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:31.432853Z","caller":"traceutil/trace.go:171","msg":"trace[73990020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4058; }","duration":"1.966482797s","start":"2026-05-20T04:14:29.466352Z","end":"2026-05-20T04:14:31.432835Z","steps":["trace[73990020] 'agreement among raft nodes before linearized reading' (duration: 1.966280842s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:31.432897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:29.648807Z","time spent":"1.784073404s","remote":"127.0.0.1:49442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:14:31.432742Z","caller":"traceutil/trace.go:171","msg":"trace[648110773] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4058; }","duration":"1.785387428s","start":"2026-05-20T04:14:29.647338Z","end":"2026-05-20T04:14:31.432726Z","steps":["trace[648110773] 'agreement among raft nodes before linearized reading' (duration: 1.785242904s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:31.432985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:29.647319Z","time spent":"1.785655724s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5450,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:14:31.432901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:29.466336Z","time spent":"1.966552998s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:14:31.432765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:29.434809Z","time spent":"1.997935882s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:14:37.614796Z","caller":"traceutil/trace.go:171","msg":"trace[822751872] linearizableReadLoop","detail":"{readStateIndex:4286; appliedIndex:4283; }","duration":"150.132245ms","start":"2026-05-20T04:14:37.464638Z","end":"2026-05-20T04:14:37.61477Z","steps":["trace[822751872] 'read index received' (duration: 10.421946ms)","trace[822751872] 'applied index is now lower than readState.Index' (duration: 139.709379ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:37.614953Z","caller":"traceutil/trace.go:171","msg":"trace[1460967204] transaction","detail":"{read_only:false; response_revision:4094; number_of_response:1; }","duration":"145.491677ms","start":"2026-05-20T04:14:37.469434Z","end":"2026-05-20T04:14:37.614926Z","steps":["trace[1460967204] 'process raft request' (duration: 145.276251ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:37.61497Z","caller":"traceutil/trace.go:171","msg":"trace[1660665163] transaction","detail":"{read_only:false; response_revision:4093; number_of_response:1; }","duration":"157.419322ms","start":"2026-05-20T04:14:37.457501Z","end":"2026-05-20T04:14:37.61492Z","steps":["trace[1660665163] 'process raft request' (duration: 157.163315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:37.615069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.405232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:14:37.615117Z","caller":"traceutil/trace.go:171","msg":"trace[959749380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4094; }","duration":"150.496604ms","start":"2026-05-20T04:14:37.464609Z","end":"2026-05-20T04:14:37.615106Z","steps":["trace[959749380] 'agreement among raft nodes before linearized reading' (duration: 150.33067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:37.615345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.537575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:14:37.61539Z","caller":"traceutil/trace.go:171","msg":"trace[1961781440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4094; }","duration":"150.604097ms","start":"2026-05-20T04:14:37.464773Z","end":"2026-05-20T04:14:37.615377Z","steps":["trace[1961781440] 'agreement among raft nodes before linearized reading' (duration: 150.504905ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:37.615395Z","caller":"traceutil/trace.go:171","msg":"trace[1333600276] transaction","detail":"{read_only:false; response_revision:4092; number_of_response:1; }","duration":"157.996876ms","start":"2026-05-20T04:14:37.457382Z","end":"2026-05-20T04:14:37.615379Z","steps":["trace[1333600276] 'process raft request' (duration: 66.829002ms)","trace[1333600276] 'compare' (duration: 90.301862ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:37.61555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.513275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:14:37.615581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.970817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:14:37.615591Z","caller":"traceutil/trace.go:171","msg":"trace[237285181] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4094; }","duration":"143.600057ms","start":"2026-05-20T04:14:37.471981Z","end":"2026-05-20T04:14:37.615582Z","steps":["trace[237285181] 'agreement among raft nodes before linearized reading' (duration: 143.468774ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:37.615614Z","caller":"traceutil/trace.go:171","msg":"trace[469927127] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4094; }","duration":"144.026189ms","start":"2026-05-20T04:14:37.471579Z","end":"2026-05-20T04:14:37.615605Z","steps":["trace[469927127] 'agreement among raft nodes before linearized reading' (duration: 143.932417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:37.615681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.936253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:14:37.615813Z","caller":"traceutil/trace.go:171","msg":"trace[1263835907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4094; }","duration":"147.112239ms","start":"2026-05-20T04:14:37.468683Z","end":"2026-05-20T04:14:37.615795Z","steps":["trace[1263835907] 'agreement among raft nodes before linearized reading' (duration: 146.837771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:37.615838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.465058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-05-20T04:14:37.615867Z","caller":"traceutil/trace.go:171","msg":"trace[1803967423] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4094; }","duration":"138.517518ms","start":"2026-05-20T04:14:37.477339Z","end":"2026-05-20T04:14:37.615856Z","steps":["trace[1803967423] 'agreement among raft nodes before linearized reading' (duration: 138.448146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:37.615914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.221297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:14:37.615953Z","caller":"traceutil/trace.go:171","msg":"trace[772459636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4094; }","duration":"150.277229ms","start":"2026-05-20T04:14:37.465666Z","end":"2026-05-20T04:14:37.615944Z","steps":["trace[772459636] 'agreement among raft nodes before linearized reading' (duration: 150.175567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:37.61615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.412616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T04:14:37.616194Z","caller":"traceutil/trace.go:171","msg":"trace[2040473522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4094; }","duration":"147.484408ms","start":"2026-05-20T04:14:37.4687Z","end":"2026-05-20T04:14:37.616185Z","steps":["trace[2040473522] 'agreement among raft nodes before linearized reading' (duration: 147.380395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:41.559649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578221931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:14:41.965948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035011599s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:14:41.966888Z","caller":"traceutil/trace.go:171","msg":"trace[746399017] transaction","detail":"{read_only:false; response_revision:4116; number_of_response:1; }","duration":"1.036011995s","start":"2026-05-20T04:14:40.930849Z","end":"2026-05-20T04:14:41.966861Z","steps":["trace[746399017] 'process raft request' (duration: 1.03579889s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:41.967244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:40.930831Z","time spent":"1.036133129s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5550,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:43.081426Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.115242055s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:14:43.082064Z","caller":"traceutil/trace.go:171","msg":"trace[1958512903] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"2.03767261s","start":"2026-05-20T04:14:41.044364Z","end":"2026-05-20T04:14:43.082037Z","steps":["trace[1958512903] 'process raft request' (duration: 2.03725355s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:43.08208Z","caller":"traceutil/trace.go:171","msg":"trace[356655720] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"1.653897691s","start":"2026-05-20T04:14:41.428156Z","end":"2026-05-20T04:14:43.082054Z","steps":["trace[356655720] 'process raft request' (duration: 1.653655365s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.08221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.044342Z","time spent":"2.037794234s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:43.082213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.428131Z","time spent":"1.654015054s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:43.261187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.273511ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:14:43.261645Z","caller":"traceutil/trace.go:171","msg":"trace[50714099] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"1.771712729s","start":"2026-05-20T04:14:41.4899Z","end":"2026-05-20T04:14:43.261612Z","steps":["trace[50714099] 'process raft request' (duration: 1.77138452s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.261899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.489877Z","time spent":"1.771887953s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:43.371363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.671729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:14:43.37155Z","caller":"traceutil/trace.go:171","msg":"trace[1435989017] linearizableReadLoop","detail":"{readStateIndex:4313; appliedIndex:4308; }","duration":"2.312989761s","start":"2026-05-20T04:14:41.058538Z","end":"2026-05-20T04:14:43.371528Z","steps":["trace[1435989017] 'read index received' (duration: 907.628326ms)","trace[1435989017] 'applied index is now lower than readState.Index' (duration: 1.405360125s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:43.37166Z","caller":"traceutil/trace.go:171","msg":"trace[286266861] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"1.726212022s","start":"2026-05-20T04:14:41.645418Z","end":"2026-05-20T04:14:43.37163Z","steps":["trace[286266861] 'process raft request' (duration: 1.616175634s)","trace[286266861] 'compare' (duration: 109.550296ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:43.371718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313167556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:14:43.371724Z","caller":"traceutil/trace.go:171","msg":"trace[422603344] transaction","detail":"{read_only:false; response_revision:4121; number_of_response:1; }","duration":"1.72572008s","start":"2026-05-20T04:14:41.645974Z","end":"2026-05-20T04:14:43.371694Z","steps":["trace[422603344] 'process raft request' (duration: 1.725493634s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:43.371784Z","caller":"traceutil/trace.go:171","msg":"trace[2141923966] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4121; }","duration":"2.313269099s","start":"2026-05-20T04:14:41.0585Z","end":"2026-05-20T04:14:43.371769Z","steps":["trace[2141923966] 'agreement among raft nodes before linearized reading' (duration: 2.313148005s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.371787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.645395Z","time spent":"1.726326645s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:43.371789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272651728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:14:43.37184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.058483Z","time spent":"2.313337841s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:14:43.371864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.645943Z","time spent":"1.725848963s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:43.371889Z","caller":"traceutil/trace.go:171","msg":"trace[1253366810] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4121; }","duration":"2.272808172s","start":"2026-05-20T04:14:41.099057Z","end":"2026-05-20T04:14:43.371866Z","steps":["trace[1253366810] 'agreement among raft nodes before linearized reading' (duration: 2.272635518s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.371955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.099036Z","time spent":"2.272906375s","remote":"127.0.0.1:34610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:14:43.372133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653049758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:14:43.372179Z","caller":"traceutil/trace.go:171","msg":"trace[2078847549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4121; }","duration":"1.653112991s","start":"2026-05-20T04:14:41.719053Z","end":"2026-05-20T04:14:43.372166Z","steps":["trace[2078847549] 'agreement among raft nodes before linearized reading' (duration: 1.652974367s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.372172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.327078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:14:43.37218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650457162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:14:43.372212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.719042Z","time spent":"1.653162762s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:14:43.372222Z","caller":"traceutil/trace.go:171","msg":"trace[1604458584] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4121; }","duration":"1.650519264s","start":"2026-05-20T04:14:41.721694Z","end":"2026-05-20T04:14:43.372213Z","steps":["trace[1604458584] 'agreement among raft nodes before linearized reading' (duration: 1.65036997s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:43.372222Z","caller":"traceutil/trace.go:171","msg":"trace[254143069] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4121; }","duration":"759.413281ms","start":"2026-05-20T04:14:42.612795Z","end":"2026-05-20T04:14:43.372208Z","steps":["trace[254143069] 'agreement among raft nodes before linearized reading' (duration: 759.341979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.372253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.721685Z","time spent":"1.650562845s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:14:43.372261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:42.612771Z","time spent":"759.479382ms","remote":"127.0.0.1:58330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:14:43.372359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397670027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-20T04:14:43.372398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717388716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5565"} {"level":"warn","ts":"2026-05-20T04:14:43.372374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652791262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:14:43.372428Z","caller":"traceutil/trace.go:171","msg":"trace[454868082] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4121; }","duration":"1.397788041s","start":"2026-05-20T04:14:41.974615Z","end":"2026-05-20T04:14:43.372403Z","steps":["trace[454868082] 'agreement among raft nodes before linearized reading' (duration: 1.397628826s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:43.372449Z","caller":"traceutil/trace.go:171","msg":"trace[929425319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4121; }","duration":"1.717464118s","start":"2026-05-20T04:14:41.654967Z","end":"2026-05-20T04:14:43.372431Z","steps":["trace[929425319] 'agreement among raft nodes before linearized reading' (duration: 1.717294404s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.372476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.974588Z","time spent":"1.397879103s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:14:43.372489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.654953Z","time spent":"1.717526009s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5587,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:14:43.372447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684624458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T04:14:43.372486Z","caller":"traceutil/trace.go:171","msg":"trace[977839731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4121; }","duration":"1.652938866s","start":"2026-05-20T04:14:41.719521Z","end":"2026-05-20T04:14:43.37246Z","steps":["trace[977839731] 'agreement among raft nodes before linearized reading' (duration: 1.652613108s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.372517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850245928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:43.37257Z","caller":"traceutil/trace.go:171","msg":"trace[1756099563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4121; }","duration":"1.684805373s","start":"2026-05-20T04:14:41.687736Z","end":"2026-05-20T04:14:43.372541Z","steps":["trace[1756099563] 'agreement among raft nodes before linearized reading' (duration: 1.684426602s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.372575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.71951Z","time spent":"1.65305223s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:14:43.372621Z","caller":"traceutil/trace.go:171","msg":"trace[441931324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4121; }","duration":"1.850362922s","start":"2026-05-20T04:14:41.522231Z","end":"2026-05-20T04:14:43.372594Z","steps":["trace[441931324] 'agreement among raft nodes before linearized reading' (duration: 1.850169106s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.372635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.687716Z","time spent":"1.684905345s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:14:43.372488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650030632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:14:43.372659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677723551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-20T04:14:43.372701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654511337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:14:43.372725Z","caller":"traceutil/trace.go:171","msg":"trace[1397043784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4121; }","duration":"1.677822123s","start":"2026-05-20T04:14:41.694891Z","end":"2026-05-20T04:14:43.372713Z","steps":["trace[1397043784] 'agreement among raft nodes before linearized reading' (duration: 1.67768535s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.372766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.694879Z","time spent":"1.677880345s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:14:43.37276Z","caller":"traceutil/trace.go:171","msg":"trace[1203887949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4121; }","duration":"1.654591908s","start":"2026-05-20T04:14:41.718151Z","end":"2026-05-20T04:14:43.372743Z","steps":["trace[1203887949] 'agreement among raft nodes before linearized reading' (duration: 1.654334331s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.372683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.52217Z","time spent":"1.850503636s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:14:43.372812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.71814Z","time spent":"1.654663471s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:14:43.372825Z","caller":"traceutil/trace.go:171","msg":"trace[2047952964] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4121; }","duration":"1.650399582s","start":"2026-05-20T04:14:41.722301Z","end":"2026-05-20T04:14:43.3727Z","steps":["trace[2047952964] 'agreement among raft nodes before linearized reading' (duration: 1.649746665s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.372928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:41.722275Z","time spent":"1.650642468s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:14:43.681264Z","caller":"traceutil/trace.go:171","msg":"trace[1401255352] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"301.259587ms","start":"2026-05-20T04:14:43.37998Z","end":"2026-05-20T04:14:43.68124Z","steps":["trace[1401255352] 'process raft request' (duration: 301.025981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.681407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:43.379957Z","time spent":"301.36989ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:43.681596Z","caller":"traceutil/trace.go:171","msg":"trace[932107854] transaction","detail":"{read_only:false; response_revision:4124; number_of_response:1; }","duration":"301.605025ms","start":"2026-05-20T04:14:43.379981Z","end":"2026-05-20T04:14:43.681586Z","steps":["trace[932107854] 'process raft request' (duration: 301.173304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.681641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:43.379959Z","time spent":"301.657937ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:43.681763Z","caller":"traceutil/trace.go:171","msg":"trace[330365857] transaction","detail":"{read_only:false; response_revision:4125; number_of_response:1; }","duration":"301.670977ms","start":"2026-05-20T04:14:43.380057Z","end":"2026-05-20T04:14:43.681728Z","steps":["trace[330365857] 'process raft request' (duration: 301.41627ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:43.681865Z","caller":"traceutil/trace.go:171","msg":"trace[1180692552] linearizableReadLoop","detail":"{readStateIndex:4320; appliedIndex:4315; }","duration":"300.293662ms","start":"2026-05-20T04:14:43.38154Z","end":"2026-05-20T04:14:43.681833Z","steps":["trace[1180692552] 'read index received' (duration: 66.542364ms)","trace[1180692552] 'applied index is now lower than readState.Index' (duration: 233.749948ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:43.681945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:43.380049Z","time spent":"301.80618ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:43.682082Z","caller":"traceutil/trace.go:171","msg":"trace[377042020] transaction","detail":"{read_only:false; response_revision:4126; number_of_response:1; }","duration":"301.532503ms","start":"2026-05-20T04:14:43.380528Z","end":"2026-05-20T04:14:43.68206Z","steps":["trace[377042020] 'process raft request' (duration: 301.083032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.682164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.63039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:43.682199Z","caller":"traceutil/trace.go:171","msg":"trace[921382846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4127; }","duration":"300.683721ms","start":"2026-05-20T04:14:43.381507Z","end":"2026-05-20T04:14:43.68219Z","steps":["trace[921382846] 'agreement among raft nodes before linearized reading' (duration: 300.622509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.682221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:43.381497Z","time spent":"300.720162ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:14:43.682246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:43.380499Z","time spent":"301.649527ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:43.682406Z","caller":"traceutil/trace.go:171","msg":"trace[1687454080] transaction","detail":"{read_only:false; response_revision:4127; number_of_response:1; }","duration":"295.60406ms","start":"2026-05-20T04:14:43.386768Z","end":"2026-05-20T04:14:43.682372Z","steps":["trace[1687454080] 'process raft request' (duration: 294.928003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:43.682529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.912097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109578"} {"level":"info","ts":"2026-05-20T04:14:43.682601Z","caller":"traceutil/trace.go:171","msg":"trace[324954711] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4127; }","duration":"299.012329ms","start":"2026-05-20T04:14:43.383572Z","end":"2026-05-20T04:14:43.682584Z","steps":["trace[324954711] 'agreement among raft nodes before linearized reading' (duration: 298.68842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:50.010092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578222032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:14:50.563567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280436126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:50.563705Z","caller":"traceutil/trace.go:171","msg":"trace[2004454828] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4154; }","duration":"1.28061885s","start":"2026-05-20T04:14:49.283062Z","end":"2026-05-20T04:14:50.563681Z","steps":["trace[2004454828] 'range keys from in-memory index tree' (duration: 1.280337953s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:50.563764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:49.283042Z","time spent":"1.280706533s","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-20T04:14:50.564187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.623151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:14:50.56433Z","caller":"traceutil/trace.go:171","msg":"trace[1431388221] transaction","detail":"{read_only:false; response_revision:4155; number_of_response:1; }","duration":"1.258815992s","start":"2026-05-20T04:14:49.305493Z","end":"2026-05-20T04:14:50.564309Z","steps":["trace[1431388221] 'process raft request' (duration: 743.794981ms)","trace[1431388221] 'compare' (duration: 514.23781ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:50.564404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:49.305469Z","time spent":"1.258898615s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:51.190872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.504127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:14:51.191102Z","caller":"traceutil/trace.go:171","msg":"trace[1935383742] transaction","detail":"{read_only:false; response_revision:4156; number_of_response:1; }","duration":"1.68433584s","start":"2026-05-20T04:14:49.50673Z","end":"2026-05-20T04:14:51.191066Z","steps":["trace[1935383742] 'process raft request' (duration: 1.251557786s)","trace[1935383742] 'compare' (duration: 432.133208ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:51.191158Z","caller":"traceutil/trace.go:171","msg":"trace[743537373] transaction","detail":"{read_only:false; response_revision:4158; number_of_response:1; }","duration":"603.994529ms","start":"2026-05-20T04:14:50.587109Z","end":"2026-05-20T04:14:51.191104Z","steps":["trace[743537373] 'process raft request' (duration: 603.953168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:51.191232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:50.587095Z","time spent":"604.104452ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:51.191287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:49.5067Z","time spent":"1.684496344s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:51.19142Z","caller":"traceutil/trace.go:171","msg":"trace[945680800] transaction","detail":"{read_only:false; response_revision:4157; number_of_response:1; }","duration":"1.684406683s","start":"2026-05-20T04:14:49.507001Z","end":"2026-05-20T04:14:51.191408Z","steps":["trace[945680800] 'process raft request' (duration: 1.683975791s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:51.191454Z","caller":"traceutil/trace.go:171","msg":"trace[1302960175] linearizableReadLoop","detail":"{readStateIndex:4352; appliedIndex:4349; }","duration":"1.68198392s","start":"2026-05-20T04:14:49.509459Z","end":"2026-05-20T04:14:51.191443Z","steps":["trace[1302960175] 'read index received' (duration: 539.843287ms)","trace[1302960175] 'applied index is now lower than readState.Index' (duration: 1.142139563s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:51.191474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:49.506943Z","time spent":"1.684501544s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:51.191915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682452752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:14:51.191922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671138142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:51.191956Z","caller":"traceutil/trace.go:171","msg":"trace[1971372824] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4158; }","duration":"1.682525824s","start":"2026-05-20T04:14:49.509421Z","end":"2026-05-20T04:14:51.191947Z","steps":["trace[1971372824] 'agreement among raft nodes before linearized reading' (duration: 1.682212756s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:51.191975Z","caller":"traceutil/trace.go:171","msg":"trace[537021345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4158; }","duration":"1.671192953s","start":"2026-05-20T04:14:49.520767Z","end":"2026-05-20T04:14:51.19196Z","steps":["trace[537021345] 'agreement among raft nodes before linearized reading' (duration: 1.671113911s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:51.19199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:49.509406Z","time spent":"1.682574155s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:14:51.192008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:49.520706Z","time spent":"1.671295017s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:14:51.192092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.578361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:14:51.19209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.740096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:14:51.192139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466532172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:14:51.192155Z","caller":"traceutil/trace.go:171","msg":"trace[1644068185] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:4158; }","duration":"632.671744ms","start":"2026-05-20T04:14:50.559464Z","end":"2026-05-20T04:14:51.192136Z","steps":["trace[1644068185] 'agreement among raft nodes before linearized reading' (duration: 632.579322ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:51.192202Z","caller":"traceutil/trace.go:171","msg":"trace[1867445978] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4158; }","duration":"1.466624504s","start":"2026-05-20T04:14:49.725564Z","end":"2026-05-20T04:14:51.192189Z","steps":["trace[1867445978] 'agreement among raft nodes before linearized reading' (duration: 1.466413129s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:51.192202Z","caller":"traceutil/trace.go:171","msg":"trace[124186426] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4158; }","duration":"623.889229ms","start":"2026-05-20T04:14:50.568289Z","end":"2026-05-20T04:14:51.192179Z","steps":["trace[124186426] 'agreement among raft nodes before linearized reading' (duration: 623.709084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:51.192221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480469209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:14:51.19222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469468807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-20T04:14:51.192273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:50.568276Z","time spent":"623.968552ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-20T04:14:51.192301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.990299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-20T04:14:51.192209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:50.559439Z","time spent":"632.759987ms","remote":"127.0.0.1:57580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:14:51.192308Z","caller":"traceutil/trace.go:171","msg":"trace[269729641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4158; }","duration":"1.480571261s","start":"2026-05-20T04:14:49.711694Z","end":"2026-05-20T04:14:51.192266Z","steps":["trace[269729641] 'agreement among raft nodes before linearized reading' (duration: 1.480357526s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:51.192245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:49.72555Z","time spent":"1.466686575s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"info","ts":"2026-05-20T04:14:51.192341Z","caller":"traceutil/trace.go:171","msg":"trace[1457259464] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4158; }","duration":"244.060901ms","start":"2026-05-20T04:14:50.948266Z","end":"2026-05-20T04:14:51.192327Z","steps":["trace[1457259464] 'agreement among raft nodes before linearized reading' (duration: 243.965038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:51.192344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639816839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-20T04:14:51.192371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:49.711672Z","time spent":"1.480685125s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:14:51.192381Z","caller":"traceutil/trace.go:171","msg":"trace[1131984664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4158; }","duration":"1.639885671s","start":"2026-05-20T04:14:49.552486Z","end":"2026-05-20T04:14:51.192371Z","steps":["trace[1131984664] 'agreement among raft nodes before linearized reading' (duration: 1.639652025s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:51.192114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.677937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-20T04:14:51.192412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:49.552466Z","time spent":"1.639939163s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:14:51.192438Z","caller":"traceutil/trace.go:171","msg":"trace[2069249847] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4158; }","duration":"245.048516ms","start":"2026-05-20T04:14:50.947379Z","end":"2026-05-20T04:14:51.192428Z","steps":["trace[2069249847] 'agreement among raft nodes before linearized reading' (duration: 244.594955ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:51.192296Z","caller":"traceutil/trace.go:171","msg":"trace[995437777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4158; }","duration":"1.46958145s","start":"2026-05-20T04:14:49.722695Z","end":"2026-05-20T04:14:51.192276Z","steps":["trace[995437777] 'agreement among raft nodes before linearized reading' (duration: 1.469368425s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:51.192469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472046534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:14:51.192502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:49.722678Z","time spent":"1.469816276s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:14:51.192562Z","caller":"traceutil/trace.go:171","msg":"trace[230541992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4158; }","duration":"1.472154826s","start":"2026-05-20T04:14:49.720366Z","end":"2026-05-20T04:14:51.192521Z","steps":["trace[230541992] 'agreement among raft nodes before linearized reading' (duration: 1.47193204s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:51.192659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:49.720353Z","time spent":"1.47229145s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:14:51.193463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473200592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:14:51.193612Z","caller":"traceutil/trace.go:171","msg":"trace[1683384322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4158; }","duration":"1.473433128s","start":"2026-05-20T04:14:49.720093Z","end":"2026-05-20T04:14:51.193526Z","steps":["trace[1683384322] 'agreement among raft nodes before linearized reading' (duration: 1.47192565s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:51.193671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:49.720033Z","time spent":"1.473621973s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:14:51.740915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.340767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:14:51.741332Z","caller":"traceutil/trace.go:171","msg":"trace[1673691453] linearizableReadLoop","detail":"{readStateIndex:4361; appliedIndex:4354; }","duration":"476.828023ms","start":"2026-05-20T04:14:51.264486Z","end":"2026-05-20T04:14:51.741314Z","steps":["trace[1673691453] 'read index received' (duration: 258.918681ms)","trace[1673691453] 'applied index is now lower than readState.Index' (duration: 217.908212ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:51.741342Z","caller":"traceutil/trace.go:171","msg":"trace[1870863597] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"543.791878ms","start":"2026-05-20T04:14:51.197528Z","end":"2026-05-20T04:14:51.74132Z","steps":["trace[1870863597] 'process raft request' (duration: 543.592333ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:51.741358Z","caller":"traceutil/trace.go:171","msg":"trace[856340878] transaction","detail":"{read_only:false; response_revision:4165; number_of_response:1; }","duration":"543.09614ms","start":"2026-05-20T04:14:51.198233Z","end":"2026-05-20T04:14:51.741329Z","steps":["trace[856340878] 'process raft request' (duration: 543.004748ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:51.741424Z","caller":"traceutil/trace.go:171","msg":"trace[617763912] transaction","detail":"{read_only:false; response_revision:4166; number_of_response:1; }","duration":"534.9226ms","start":"2026-05-20T04:14:51.206485Z","end":"2026-05-20T04:14:51.741408Z","steps":["trace[617763912] 'process raft request' (duration: 534.786767ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:51.741412Z","caller":"traceutil/trace.go:171","msg":"trace[56780283] transaction","detail":"{read_only:false; response_revision:4160; number_of_response:1; }","duration":"543.988152ms","start":"2026-05-20T04:14:51.197382Z","end":"2026-05-20T04:14:51.74137Z","steps":["trace[56780283] 'process raft request' (duration: 326.115522ms)","trace[56780283] 'compare' (duration: 217.187543ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:51.741439Z","caller":"traceutil/trace.go:171","msg":"trace[62372848] transaction","detail":"{read_only:false; response_revision:4161; number_of_response:1; }","duration":"543.900501ms","start":"2026-05-20T04:14:51.197515Z","end":"2026-05-20T04:14:51.741416Z","steps":["trace[62372848] 'process raft request' (duration: 543.49384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:51.741495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:51.206476Z","time spent":"534.982973ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:51.741503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:51.198219Z","time spent":"543.213503ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:51.741538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:51.197492Z","time spent":"543.998103ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:51.741464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:51.197514Z","time spent":"543.87699ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:51.741603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:51.197369Z","time spent":"544.121796ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:51.741645Z","caller":"traceutil/trace.go:171","msg":"trace[1489084681] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"543.966612ms","start":"2026-05-20T04:14:51.197668Z","end":"2026-05-20T04:14:51.741635Z","steps":["trace[1489084681] 'process raft request' (duration: 543.533891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:51.741718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:51.197644Z","time spent":"544.023954ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:51.741687Z","caller":"traceutil/trace.go:171","msg":"trace[1327359615] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"544.051694ms","start":"2026-05-20T04:14:51.197594Z","end":"2026-05-20T04:14:51.741646Z","steps":["trace[1327359615] 'process raft request' (duration: 543.570232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:51.741743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.385203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-20T04:14:51.741729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.613327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:51.741776Z","caller":"traceutil/trace.go:171","msg":"trace[1529278870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4166; }","duration":"544.449694ms","start":"2026-05-20T04:14:51.197316Z","end":"2026-05-20T04:14:51.741766Z","steps":["trace[1529278870] 'agreement among raft nodes before linearized reading' (duration: 544.307941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:51.741805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:51.197298Z","time spent":"544.501116ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:14:51.741806Z","caller":"traceutil/trace.go:171","msg":"trace[502187046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4166; }","duration":"540.707549ms","start":"2026-05-20T04:14:51.201079Z","end":"2026-05-20T04:14:51.741786Z","steps":["trace[502187046] 'agreement among raft nodes before linearized reading' (duration: 540.589886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:51.741844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:51.201071Z","time spent":"540.76481ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:14:51.741851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:51.197582Z","time spent":"544.190808ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:51.741708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.188327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109578"} {"level":"info","ts":"2026-05-20T04:14:51.741908Z","caller":"traceutil/trace.go:171","msg":"trace[914841405] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4166; }","duration":"542.406643ms","start":"2026-05-20T04:14:51.199487Z","end":"2026-05-20T04:14:51.741894Z","steps":["trace[914841405] 'agreement among raft nodes before linearized reading' (duration: 542.011253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:51.741955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:51.19948Z","time spent":"542.458654ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109600,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:14:52.069486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.203316ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:14:52.069586Z","caller":"traceutil/trace.go:171","msg":"trace[2112717659] linearizableReadLoop","detail":"{readStateIndex:4362; appliedIndex:4361; }","duration":"328.194595ms","start":"2026-05-20T04:14:51.741375Z","end":"2026-05-20T04:14:52.069569Z","steps":["trace[2112717659] 'read index received' (duration: 17.850566ms)","trace[2112717659] 'applied index is now lower than readState.Index' (duration: 310.342329ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:52.069723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.498853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:14:52.069754Z","caller":"traceutil/trace.go:171","msg":"trace[1632404814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4166; }","duration":"465.542154ms","start":"2026-05-20T04:14:51.604201Z","end":"2026-05-20T04:14:52.069743Z","steps":["trace[1632404814] 'agreement among raft nodes before linearized reading' (duration: 465.472632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:52.069789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:51.604134Z","time spent":"465.645607ms","remote":"127.0.0.1:49482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:14:52.069957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.661806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19197"} {"level":"info","ts":"2026-05-20T04:14:52.070029Z","caller":"traceutil/trace.go:171","msg":"trace[1084628083] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4166; }","duration":"326.78467ms","start":"2026-05-20T04:14:51.743227Z","end":"2026-05-20T04:14:52.070012Z","steps":["trace[1084628083] 'agreement among raft nodes before linearized reading' (duration: 326.557024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:52.070107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:51.743206Z","time spent":"326.890092ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19219,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-20T04:14:53.159773Z","caller":"traceutil/trace.go:171","msg":"trace[1094933540] linearizableReadLoop","detail":"{readStateIndex:4363; appliedIndex:4362; }","duration":"383.81445ms","start":"2026-05-20T04:14:52.775934Z","end":"2026-05-20T04:14:53.159748Z","steps":["trace[1094933540] 'read index received' (duration: 383.580424ms)","trace[1094933540] 'applied index is now lower than readState.Index' (duration: 232.726µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:53.159851Z","caller":"traceutil/trace.go:171","msg":"trace[452310653] transaction","detail":"{read_only:false; response_revision:4167; number_of_response:1; }","duration":"588.194505ms","start":"2026-05-20T04:14:52.571617Z","end":"2026-05-20T04:14:53.159811Z","steps":["trace[452310653] 'process raft request' (duration: 587.893497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:53.159912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.946804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:53.159945Z","caller":"traceutil/trace.go:171","msg":"trace[630297272] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4167; }","duration":"384.041806ms","start":"2026-05-20T04:14:52.775894Z","end":"2026-05-20T04:14:53.159935Z","steps":["trace[630297272] 'agreement among raft nodes before linearized reading' (duration: 383.953644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:53.15999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:52.775872Z","time spent":"384.107748ms","remote":"127.0.0.1:58292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:14:53.160012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:52.571591Z","time spent":"588.330919ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:53.334756Z","caller":"traceutil/trace.go:171","msg":"trace[1680480436] transaction","detail":"{read_only:false; response_revision:4168; number_of_response:1; }","duration":"137.516933ms","start":"2026-05-20T04:14:53.197212Z","end":"2026-05-20T04:14:53.334729Z","steps":["trace[1680480436] 'process raft request' (duration: 78.760388ms)","trace[1680480436] 'compare' (duration: 58.58325ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:53.335208Z","caller":"traceutil/trace.go:171","msg":"trace[556000987] transaction","detail":"{read_only:false; response_revision:4169; number_of_response:1; }","duration":"137.961473ms","start":"2026-05-20T04:14:53.197232Z","end":"2026-05-20T04:14:53.335193Z","steps":["trace[556000987] 'process raft request' (duration: 137.459181ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:53.996046Z","caller":"traceutil/trace.go:171","msg":"trace[1930534420] linearizableReadLoop","detail":"{readStateIndex:4369; appliedIndex:4367; }","duration":"227.539167ms","start":"2026-05-20T04:14:53.768472Z","end":"2026-05-20T04:14:53.996011Z","steps":["trace[1930534420] 'read index received' (duration: 176.043608ms)","trace[1930534420] 'applied index is now lower than readState.Index' (duration: 51.494499ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:53.996059Z","caller":"traceutil/trace.go:171","msg":"trace[918516520] transaction","detail":"{read_only:false; response_revision:4172; number_of_response:1; }","duration":"247.653324ms","start":"2026-05-20T04:14:53.748365Z","end":"2026-05-20T04:14:53.996018Z","steps":["trace[918516520] 'process raft request' (duration: 196.062942ms)","trace[918516520] 'compare' (duration: 51.367386ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:53.9962Z","caller":"traceutil/trace.go:171","msg":"trace[818018797] transaction","detail":"{read_only:false; response_revision:4173; number_of_response:1; }","duration":"247.293783ms","start":"2026-05-20T04:14:53.748865Z","end":"2026-05-20T04:14:53.996159Z","steps":["trace[818018797] 'process raft request' (duration: 247.081638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:53.996281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.801153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:14:53.996317Z","caller":"traceutil/trace.go:171","msg":"trace[1880132752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4173; }","duration":"248.865994ms","start":"2026-05-20T04:14:53.74744Z","end":"2026-05-20T04:14:53.996306Z","steps":["trace[1880132752] 'agreement among raft nodes before linearized reading' (duration: 248.69619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:53.996394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.731891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:14:53.996447Z","caller":"traceutil/trace.go:171","msg":"trace[1809429510] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4173; }","duration":"248.806902ms","start":"2026-05-20T04:14:53.747629Z","end":"2026-05-20T04:14:53.996436Z","steps":["trace[1809429510] 'agreement among raft nodes before linearized reading' (duration: 248.641998ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:54.023293Z","caller":"traceutil/trace.go:171","msg":"trace[1791460122] transaction","detail":"{read_only:false; response_revision:4174; number_of_response:1; }","duration":"250.756762ms","start":"2026-05-20T04:14:53.772521Z","end":"2026-05-20T04:14:54.023278Z","steps":["trace[1791460122] 'process raft request' (duration: 250.700911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:54.310882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.162219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:14:54.310971Z","caller":"traceutil/trace.go:171","msg":"trace[2065664530] linearizableReadLoop","detail":"{readStateIndex:4371; appliedIndex:4370; }","duration":"306.631773ms","start":"2026-05-20T04:14:54.004324Z","end":"2026-05-20T04:14:54.310956Z","steps":["trace[2065664530] 'read index received' (duration: 19.020937ms)","trace[2065664530] 'applied index is now lower than readState.Index' (duration: 287.609956ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:54.311047Z","caller":"traceutil/trace.go:171","msg":"trace[1072821765] transaction","detail":"{read_only:false; response_revision:4175; number_of_response:1; }","duration":"311.021975ms","start":"2026-05-20T04:14:54.000013Z","end":"2026-05-20T04:14:54.311035Z","steps":["trace[1072821765] 'process raft request' (duration: 179.61131ms)","trace[1072821765] 'compare' (duration: 131.034616ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:54.311103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:53.999989Z","time spent":"311.087957ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:54.311182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.986567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:54.311255Z","caller":"traceutil/trace.go:171","msg":"trace[2024267827] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4175; }","duration":"258.10876ms","start":"2026-05-20T04:14:54.053129Z","end":"2026-05-20T04:14:54.311238Z","steps":["trace[2024267827] 'agreement among raft nodes before linearized reading' (duration: 257.940646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:54.311408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.061734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109578"} {"level":"info","ts":"2026-05-20T04:14:54.3115Z","caller":"traceutil/trace.go:171","msg":"trace[622101700] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4175; }","duration":"307.182697ms","start":"2026-05-20T04:14:54.004299Z","end":"2026-05-20T04:14:54.311482Z","steps":["trace[622101700] 'agreement among raft nodes before linearized reading' (duration: 306.760586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:54.311543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:54.004287Z","time spent":"307.245868ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109600,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:14:56.579108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.673006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:14:56.57927Z","caller":"traceutil/trace.go:171","msg":"trace[269057272] transaction","detail":"{read_only:false; response_revision:4177; number_of_response:1; }","duration":"1.238270055s","start":"2026-05-20T04:14:55.340982Z","end":"2026-05-20T04:14:56.579252Z","steps":["trace[269057272] 'process raft request' (duration: 309.313972ms)","trace[269057272] 'compare' (duration: 927.533696ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:56.579345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:55.340953Z","time spent":"1.238366797s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:56.709053Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058682205s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:14:56.779682Z","caller":"traceutil/trace.go:171","msg":"trace[157363866] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"1.438633386s","start":"2026-05-20T04:14:55.341028Z","end":"2026-05-20T04:14:56.779661Z","steps":["trace[157363866] 'process raft request' (duration: 1.368254153s)","trace[157363866] 'compare' (duration: 70.227779ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:56.779796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:55.341001Z","time spent":"1.438739879s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:56.779953Z","caller":"traceutil/trace.go:171","msg":"trace[1384768344] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"1.292161386s","start":"2026-05-20T04:14:55.487768Z","end":"2026-05-20T04:14:56.77993Z","steps":["trace[1384768344] 'process raft request' (duration: 1.291843048s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:56.780091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:55.487742Z","time spent":"1.292278439s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:56.780158Z","caller":"traceutil/trace.go:171","msg":"trace[969288084] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"1.203948746s","start":"2026-05-20T04:14:55.576193Z","end":"2026-05-20T04:14:56.780141Z","steps":["trace[969288084] 'process raft request' (duration: 1.203673318s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:56.780218Z","caller":"traceutil/trace.go:171","msg":"trace[1423949437] linearizableReadLoop","detail":"{readStateIndex:4374; appliedIndex:4372; }","duration":"1.434020859s","start":"2026-05-20T04:14:55.346186Z","end":"2026-05-20T04:14:56.780207Z","steps":["trace[1423949437] 'read index received' (duration: 304.17074ms)","trace[1423949437] 'applied index is now lower than readState.Index' (duration: 1.129849129s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:56.780194Z","caller":"traceutil/trace.go:171","msg":"trace[1299992906] transaction","detail":"{read_only:false; response_revision:4181; number_of_response:1; }","duration":"1.006958261s","start":"2026-05-20T04:14:55.773211Z","end":"2026-05-20T04:14:56.78017Z","steps":["trace[1299992906] 'process raft request' (duration: 1.006881349s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:56.780382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413495193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:14:56.780404Z","caller":"traceutil/trace.go:171","msg":"trace[1308241387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4181; }","duration":"1.413543075s","start":"2026-05-20T04:14:55.366855Z","end":"2026-05-20T04:14:56.780398Z","steps":["trace[1308241387] 'agreement among raft nodes before linearized reading' (duration: 1.413455172s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:56.78042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:55.3668Z","time spent":"1.413616586s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:14:56.780453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434262635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:14:56.780482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.589608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:14:56.780487Z","caller":"traceutil/trace.go:171","msg":"trace[1777712899] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4181; }","duration":"1.434324746s","start":"2026-05-20T04:14:55.346151Z","end":"2026-05-20T04:14:56.780475Z","steps":["trace[1777712899] 'agreement among raft nodes before linearized reading' (duration: 1.434126051s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:56.780484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:55.773188Z","time spent":"1.007210018s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:56.780517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:55.346135Z","time spent":"1.434376418s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:14:56.780531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.780593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:14:56.78055Z","caller":"traceutil/trace.go:171","msg":"trace[1929050321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4181; }","duration":"779.839524ms","start":"2026-05-20T04:14:56.000707Z","end":"2026-05-20T04:14:56.780547Z","steps":["trace[1929050321] 'agreement among raft nodes before linearized reading' (duration: 779.797033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:56.780539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.458052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T04:14:56.78059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.851819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:56.780609Z","caller":"traceutil/trace.go:171","msg":"trace[775196233] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4181; }","duration":"967.911452ms","start":"2026-05-20T04:14:55.81269Z","end":"2026-05-20T04:14:56.780601Z","steps":["trace[775196233] 'agreement among raft nodes before linearized reading' (duration: 967.881631ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:56.780598Z","caller":"traceutil/trace.go:171","msg":"trace[872735426] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:4181; }","duration":"465.594435ms","start":"2026-05-20T04:14:56.314987Z","end":"2026-05-20T04:14:56.780582Z","steps":["trace[872735426] 'agreement among raft nodes before linearized reading' (duration: 465.441301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:56.780621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:55.812667Z","time spent":"967.950162ms","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:14:56.78062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.873453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:14:56.78064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:56.314965Z","time spent":"465.664376ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-05-20T04:14:56.780495Z","caller":"traceutil/trace.go:171","msg":"trace[1184748919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4181; }","duration":"779.601588ms","start":"2026-05-20T04:14:56.000889Z","end":"2026-05-20T04:14:56.780491Z","steps":["trace[1184748919] 'agreement among raft nodes before linearized reading' (duration: 779.562467ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:56.78067Z","caller":"traceutil/trace.go:171","msg":"trace[130005568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4181; }","duration":"465.945565ms","start":"2026-05-20T04:14:56.31471Z","end":"2026-05-20T04:14:56.780655Z","steps":["trace[130005568] 'agreement among raft nodes before linearized reading' (duration: 465.835592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:56.780684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:56.000842Z","time spent":"779.834085ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:14:56.780512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.380051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:14:56.780839Z","caller":"traceutil/trace.go:171","msg":"trace[492863644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4181; }","duration":"752.75514ms","start":"2026-05-20T04:14:56.028078Z","end":"2026-05-20T04:14:56.780833Z","steps":["trace[492863644] 'agreement among raft nodes before linearized reading' (duration: 752.270258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:56.780563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:56.000677Z","time spent":"779.882566ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:14:56.780855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:56.028057Z","time spent":"752.793181ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:14:56.780727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.507642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:14:56.780713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:56.314693Z","time spent":"466.011226ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:14:56.780896Z","caller":"traceutil/trace.go:171","msg":"trace[60552024] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4181; }","duration":"463.710807ms","start":"2026-05-20T04:14:56.317181Z","end":"2026-05-20T04:14:56.780892Z","steps":["trace[60552024] 'agreement among raft nodes before linearized reading' (duration: 463.42518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:56.780917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:56.317169Z","time spent":"463.743068ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:14:56.780791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258824902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:56.780984Z","caller":"traceutil/trace.go:171","msg":"trace[519222506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4181; }","duration":"1.259061968s","start":"2026-05-20T04:14:55.521917Z","end":"2026-05-20T04:14:56.780979Z","steps":["trace[519222506] 'agreement among raft nodes before linearized reading' (duration: 1.258857933s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:56.780998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:55.521892Z","time spent":"1.25910215s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:14:56.78113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.819136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T04:14:56.781187Z","caller":"traceutil/trace.go:171","msg":"trace[301904585] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4181; }","duration":"726.924259ms","start":"2026-05-20T04:14:56.054248Z","end":"2026-05-20T04:14:56.781172Z","steps":["trace[301904585] 'agreement among raft nodes before linearized reading' (duration: 726.369695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:56.78123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:56.054225Z","time spent":"726.99241ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":482,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:14:56.782512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:55.576168Z","time spent":"1.204058829s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:58.592517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.42646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:58.592577Z","caller":"traceutil/trace.go:171","msg":"trace[1495551856] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:4197; }","duration":"169.530483ms","start":"2026-05-20T04:14:58.423032Z","end":"2026-05-20T04:14:58.592563Z","steps":["trace[1495551856] 'count revisions from in-memory index tree' (duration: 169.326038ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:58.954111Z","caller":"traceutil/trace.go:171","msg":"trace[936406946] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"168.868536ms","start":"2026-05-20T04:14:58.785211Z","end":"2026-05-20T04:14:58.95408Z","steps":["trace[936406946] 'process raft request' (duration: 95.001993ms)","trace[936406946] 'compare' (duration: 73.72728ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:58.977419Z","caller":"traceutil/trace.go:171","msg":"trace[2053190319] linearizableReadLoop","detail":"{readStateIndex:4398; appliedIndex:4396; }","duration":"181.635283ms","start":"2026-05-20T04:14:58.795752Z","end":"2026-05-20T04:14:58.977388Z","steps":["trace[2053190319] 'read index received' (duration: 84.543055ms)","trace[2053190319] 'applied index is now lower than readState.Index' (duration: 97.091008ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:58.977801Z","caller":"traceutil/trace.go:171","msg":"trace[2131091603] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"190.9005ms","start":"2026-05-20T04:14:58.786885Z","end":"2026-05-20T04:14:58.977785Z","steps":["trace[2131091603] 'process raft request' (duration: 190.361136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:58.978098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.32761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:14:58.978139Z","caller":"traceutil/trace.go:171","msg":"trace[1473445553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4201; }","duration":"182.413132ms","start":"2026-05-20T04:14:58.795716Z","end":"2026-05-20T04:14:58.97813Z","steps":["trace[1473445553] 'agreement among raft nodes before linearized reading' (duration: 182.270659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:58.97847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.885789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T04:14:58.978558Z","caller":"traceutil/trace.go:171","msg":"trace[61536456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4201; }","duration":"182.006552ms","start":"2026-05-20T04:14:58.796531Z","end":"2026-05-20T04:14:58.978537Z","steps":["trace[61536456] 'agreement among raft nodes before linearized reading' (duration: 181.760465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:58.978782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.207694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:14:58.978827Z","caller":"traceutil/trace.go:171","msg":"trace[1282551147] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4201; }","duration":"178.254545ms","start":"2026-05-20T04:14:58.800561Z","end":"2026-05-20T04:14:58.978815Z","steps":["trace[1282551147] 'agreement among raft nodes before linearized reading' (duration: 178.139862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:58.978922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.059391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:14:58.978976Z","caller":"traceutil/trace.go:171","msg":"trace[458488607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4201; }","duration":"180.154944ms","start":"2026-05-20T04:14:58.798808Z","end":"2026-05-20T04:14:58.978963Z","steps":["trace[458488607] 'agreement among raft nodes before linearized reading' (duration: 179.993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:58.978984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.370861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:14:58.979051Z","caller":"traceutil/trace.go:171","msg":"trace[1354540473] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:0; response_revision:4201; }","duration":"175.527415ms","start":"2026-05-20T04:14:58.803502Z","end":"2026-05-20T04:14:58.979029Z","steps":["trace[1354540473] 'agreement among raft nodes before linearized reading' (duration: 175.368671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:58.979076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.844221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:14:58.979147Z","caller":"traceutil/trace.go:171","msg":"trace[1876307497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4201; }","duration":"176.952433ms","start":"2026-05-20T04:14:58.802182Z","end":"2026-05-20T04:14:58.979135Z","steps":["trace[1876307497] 'agreement among raft nodes before linearized reading' (duration: 176.752957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:58.979322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.540625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:14:58.979377Z","caller":"traceutil/trace.go:171","msg":"trace[269673748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4201; }","duration":"180.614507ms","start":"2026-05-20T04:14:58.798748Z","end":"2026-05-20T04:14:58.979363Z","steps":["trace[269673748] 'agreement among raft nodes before linearized reading' (duration: 180.434902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:58.979478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.734381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:14:58.979545Z","caller":"traceutil/trace.go:171","msg":"trace[907319333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4201; }","duration":"182.821214ms","start":"2026-05-20T04:14:58.796709Z","end":"2026-05-20T04:14:58.97953Z","steps":["trace[907319333] 'agreement among raft nodes before linearized reading' (duration: 182.65386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:59.357277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.577831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:14:59.35777Z","caller":"traceutil/trace.go:171","msg":"trace[1183820567] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"374.01755ms","start":"2026-05-20T04:14:58.983714Z","end":"2026-05-20T04:14:59.357731Z","steps":["trace[1183820567] 'process raft request' (duration: 173.913025ms)","trace[1183820567] 'compare' (duration: 199.209682ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:14:59.35806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:58.983698Z","time spent":"374.203735ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:59.358403Z","caller":"traceutil/trace.go:171","msg":"trace[607330753] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"374.657206ms","start":"2026-05-20T04:14:58.983726Z","end":"2026-05-20T04:14:59.358383Z","steps":["trace[607330753] 'process raft request' (duration: 373.655011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:59.358489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:58.983702Z","time spent":"374.752499ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:14:59.359009Z","caller":"traceutil/trace.go:171","msg":"trace[1673120182] transaction","detail":"{read_only:false; response_revision:4207; number_of_response:1; }","duration":"119.685226ms","start":"2026-05-20T04:14:59.239301Z","end":"2026-05-20T04:14:59.358987Z","steps":["trace[1673120182] 'process raft request' (duration: 119.638355ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:59.359291Z","caller":"traceutil/trace.go:171","msg":"trace[1229766567] linearizableReadLoop","detail":"{readStateIndex:4403; appliedIndex:4398; }","duration":"372.89561ms","start":"2026-05-20T04:14:58.986342Z","end":"2026-05-20T04:14:59.359238Z","steps":["trace[1229766567] 'read index received' (duration: 46.390248ms)","trace[1229766567] 'applied index is now lower than readState.Index' (duration: 326.503962ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:14:59.359237Z","caller":"traceutil/trace.go:171","msg":"trace[730628851] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"373.627019ms","start":"2026-05-20T04:14:58.985595Z","end":"2026-05-20T04:14:59.359222Z","steps":["trace[730628851] 'process raft request' (duration: 373.249289ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:14:59.359417Z","caller":"traceutil/trace.go:171","msg":"trace[1589104767] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"373.886046ms","start":"2026-05-20T04:14:58.985519Z","end":"2026-05-20T04:14:59.359405Z","steps":["trace[1589104767] 'process raft request' (duration: 372.820809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:59.359522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:58.985497Z","time spent":"373.986078ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:14:59.359733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.367972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109398"} {"level":"info","ts":"2026-05-20T04:14:59.35979Z","caller":"traceutil/trace.go:171","msg":"trace[1409847280] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4207; }","duration":"373.451064ms","start":"2026-05-20T04:14:58.986327Z","end":"2026-05-20T04:14:59.359778Z","steps":["trace[1409847280] 'agreement among raft nodes before linearized reading' (duration: 373.141986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:14:59.359832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:58.98632Z","time spent":"373.498586ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109420,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:14:59.359934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:14:58.985581Z","time spent":"374.206723ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:00.90455Z","caller":"traceutil/trace.go:171","msg":"trace[741768089] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"122.657221ms","start":"2026-05-20T04:15:00.781874Z","end":"2026-05-20T04:15:00.904532Z","steps":["trace[741768089] 'process raft request' (duration: 119.690066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:02.687082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.231989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:15:02.687314Z","caller":"traceutil/trace.go:171","msg":"trace[1370122343] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"534.374237ms","start":"2026-05-20T04:15:02.152915Z","end":"2026-05-20T04:15:02.687289Z","steps":["trace[1370122343] 'process raft request' (duration: 372.80846ms)","trace[1370122343] 'compare' (duration: 160.968132ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:02.687392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:02.15289Z","time spent":"534.468129ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1078,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:02.723547Z","caller":"traceutil/trace.go:171","msg":"trace[1414177699] linearizableReadLoop","detail":"{readStateIndex:4462; appliedIndex:4456; }","duration":"538.713767ms","start":"2026-05-20T04:15:02.184804Z","end":"2026-05-20T04:15:02.723518Z","steps":["trace[1414177699] 'read index received' (duration: 341.079796ms)","trace[1414177699] 'applied index is now lower than readState.Index' (duration: 197.630231ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:02.723595Z","caller":"traceutil/trace.go:171","msg":"trace[977085031] transaction","detail":"{read_only:false; response_revision:4260; number_of_response:1; }","duration":"566.147851ms","start":"2026-05-20T04:15:02.157419Z","end":"2026-05-20T04:15:02.723567Z","steps":["trace[977085031] 'process raft request' (duration: 565.991147ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:02.723666Z","caller":"traceutil/trace.go:171","msg":"trace[1213119530] transaction","detail":"{read_only:false; response_revision:4261; number_of_response:1; }","duration":"566.076669ms","start":"2026-05-20T04:15:02.157575Z","end":"2026-05-20T04:15:02.723652Z","steps":["trace[1213119530] 'process raft request' (duration: 565.865663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:02.723744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:02.157413Z","time spent":"566.245113ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1370,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:02.72378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:02.157565Z","time spent":"566.12943ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":991,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:02.723903Z","caller":"traceutil/trace.go:171","msg":"trace[667062530] transaction","detail":"{read_only:false; response_revision:4259; number_of_response:1; }","duration":"566.649863ms","start":"2026-05-20T04:15:02.157227Z","end":"2026-05-20T04:15:02.723877Z","steps":["trace[667062530] 'process raft request' (duration: 566.10727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:02.724033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:02.157212Z","time spent":"566.746235ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:02.724115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.317533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:15:02.724134Z","caller":"traceutil/trace.go:171","msg":"trace[1352079084] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"569.208429ms","start":"2026-05-20T04:15:02.154914Z","end":"2026-05-20T04:15:02.724122Z","steps":["trace[1352079084] 'process raft request' (duration: 568.291865ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:02.724172Z","caller":"traceutil/trace.go:171","msg":"trace[607129143] transaction","detail":"{read_only:false; response_revision:4262; number_of_response:1; }","duration":"565.591547ms","start":"2026-05-20T04:15:02.158575Z","end":"2026-05-20T04:15:02.724166Z","steps":["trace[607129143] 'process raft request' (duration: 564.902849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:02.724195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:02.154892Z","time spent":"569.271351ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1331,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:02.724223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:02.158543Z","time spent":"565.655819ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:02.724145Z","caller":"traceutil/trace.go:171","msg":"trace[664787360] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4262; }","duration":"539.381635ms","start":"2026-05-20T04:15:02.184754Z","end":"2026-05-20T04:15:02.724136Z","steps":["trace[664787360] 'agreement among raft nodes before linearized reading' (duration: 539.257402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:02.724293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:02.18473Z","time spent":"539.558349ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:15:02.744916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.17048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:15:02.74501Z","caller":"traceutil/trace.go:171","msg":"trace[566428816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4263; }","duration":"311.318833ms","start":"2026-05-20T04:15:02.433671Z","end":"2026-05-20T04:15:02.744989Z","steps":["trace[566428816] 'agreement among raft nodes before linearized reading' (duration: 311.154399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:02.744993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.95279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-20T04:15:02.745051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:02.433648Z","time spent":"311.394605ms","remote":"127.0.0.1:49424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:15:02.745073Z","caller":"traceutil/trace.go:171","msg":"trace[2114830283] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4263; }","duration":"533.082473ms","start":"2026-05-20T04:15:02.211971Z","end":"2026-05-20T04:15:02.745054Z","steps":["trace[2114830283] 'agreement among raft nodes before linearized reading' (duration: 532.859927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:02.745129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:02.211944Z","time spent":"533.174746ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:15:02.745913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.608344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:02.745947Z","caller":"traceutil/trace.go:171","msg":"trace[1359597339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4263; }","duration":"103.673675ms","start":"2026-05-20T04:15:02.642264Z","end":"2026-05-20T04:15:02.745938Z","steps":["trace[1359597339] 'agreement among raft nodes before linearized reading' (duration: 103.07887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:02.746155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.666459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-20T04:15:02.746181Z","caller":"traceutil/trace.go:171","msg":"trace[1850623488] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4263; }","duration":"182.72927ms","start":"2026-05-20T04:15:02.563446Z","end":"2026-05-20T04:15:02.746175Z","steps":["trace[1850623488] 'agreement among raft nodes before linearized reading' (duration: 182.616228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:02.746317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.749971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:02.746344Z","caller":"traceutil/trace.go:171","msg":"trace[963868208] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4263; }","duration":"225.807382ms","start":"2026-05-20T04:15:02.520528Z","end":"2026-05-20T04:15:02.746336Z","steps":["trace[963868208] 'agreement among raft nodes before linearized reading' (duration: 225.760561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:03.596691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578222264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:15:04.097622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578222264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:15:04.597761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578222264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:15:04.933378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.941167947s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:15:05.255042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438828884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:05.255624Z","caller":"traceutil/trace.go:171","msg":"trace[614043207] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4263; }","duration":"2.439417539s","start":"2026-05-20T04:15:02.816187Z","end":"2026-05-20T04:15:05.255604Z","steps":["trace[614043207] 'range keys from in-memory index tree' (duration: 2.438747552s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.255685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:02.816122Z","time spent":"2.439549811s","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-20T04:15:05.255961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.295855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:15:05.256199Z","caller":"traceutil/trace.go:171","msg":"trace[1642267067] linearizableReadLoop","detail":"{readStateIndex:4466; appliedIndex:4463; }","duration":"2.159650703s","start":"2026-05-20T04:15:03.096535Z","end":"2026-05-20T04:15:05.256185Z","steps":["trace[1642267067] 'read index received' (duration: 1.83698394s)","trace[1642267067] 'applied index is now lower than readState.Index' (duration: 322.665913ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:05.25621Z","caller":"traceutil/trace.go:171","msg":"trace[685143541] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"2.264110088s","start":"2026-05-20T04:15:02.992081Z","end":"2026-05-20T04:15:05.256191Z","steps":["trace[685143541] 'process raft request' (duration: 1.941510906s)","trace[685143541] 'compare' (duration: 321.570266ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:05.256272Z","caller":"traceutil/trace.go:171","msg":"trace[401251493] transaction","detail":"{read_only:false; response_revision:4265; number_of_response:1; }","duration":"2.185071364s","start":"2026-05-20T04:15:03.071193Z","end":"2026-05-20T04:15:05.256264Z","steps":["trace[401251493] 'process raft request' (duration: 2.184874539s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.256317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:03.071151Z","time spent":"2.185143366s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:05.25637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:02.992054Z","time spent":"2.26419237s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:05.256549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160030992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:15:05.256584Z","caller":"traceutil/trace.go:171","msg":"trace[572428952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4267; }","duration":"2.160114464s","start":"2026-05-20T04:15:03.09646Z","end":"2026-05-20T04:15:05.256574Z","steps":["trace[572428952] 'agreement among raft nodes before linearized reading' (duration: 2.159999731s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.256612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:03.096431Z","time spent":"2.160174486s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:15:05.256734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157764844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:15:05.256788Z","caller":"traceutil/trace.go:171","msg":"trace[547298479] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4267; }","duration":"2.157872327s","start":"2026-05-20T04:15:03.098903Z","end":"2026-05-20T04:15:05.256775Z","steps":["trace[547298479] 'agreement among raft nodes before linearized reading' (duration: 2.157677342s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:05.256936Z","caller":"traceutil/trace.go:171","msg":"trace[643451723] transaction","detail":"{read_only:false; response_revision:4267; number_of_response:1; }","duration":"504.801148ms","start":"2026-05-20T04:15:04.752118Z","end":"2026-05-20T04:15:05.256919Z","steps":["trace[643451723] 'process raft request' (duration: 504.015878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.256998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:04.75209Z","time spent":"504.880261ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:05.256979Z","caller":"traceutil/trace.go:171","msg":"trace[1651345387] transaction","detail":"{read_only:false; response_revision:4266; number_of_response:1; }","duration":"1.882890025s","start":"2026-05-20T04:15:03.374049Z","end":"2026-05-20T04:15:05.256939Z","steps":["trace[1651345387] 'process raft request' (duration: 1.882060654s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.256936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:03.09888Z","time spent":"2.158035021s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:15:05.257076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.872169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:15:05.257114Z","caller":"traceutil/trace.go:171","msg":"trace[1394855498] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4267; }","duration":"142.955522ms","start":"2026-05-20T04:15:05.114149Z","end":"2026-05-20T04:15:05.257104Z","steps":["trace[1394855498] 'agreement among raft nodes before linearized reading' (duration: 142.88095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.256996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734464974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:15:05.257114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.649221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:05.257162Z","caller":"traceutil/trace.go:171","msg":"trace[1931241926] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:4267; }","duration":"1.734679959s","start":"2026-05-20T04:15:03.522472Z","end":"2026-05-20T04:15:05.257152Z","steps":["trace[1931241926] 'agreement among raft nodes before linearized reading' (duration: 1.734492054s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.257152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044735857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-20T04:15:05.257212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877380424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:15:05.257233Z","caller":"traceutil/trace.go:171","msg":"trace[1153041928] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4267; }","duration":"1.04486082s","start":"2026-05-20T04:15:04.212355Z","end":"2026-05-20T04:15:05.257216Z","steps":["trace[1153041928] 'agreement among raft nodes before linearized reading' (duration: 1.044669596s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.257252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877436766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T04:15:05.257268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877039635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:15:05.25727Z","caller":"traceutil/trace.go:171","msg":"trace[1626460440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4267; }","duration":"1.877467926s","start":"2026-05-20T04:15:03.379788Z","end":"2026-05-20T04:15:05.257256Z","steps":["trace[1626460440] 'agreement among raft nodes before linearized reading' (duration: 1.877294262s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:05.257281Z","caller":"traceutil/trace.go:171","msg":"trace[1385987037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4267; }","duration":"1.877498247s","start":"2026-05-20T04:15:03.379774Z","end":"2026-05-20T04:15:05.257273Z","steps":["trace[1385987037] 'agreement among raft nodes before linearized reading' (duration: 1.877418405s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:05.257287Z","caller":"traceutil/trace.go:171","msg":"trace[537049844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4267; }","duration":"1.877070695s","start":"2026-05-20T04:15:03.380211Z","end":"2026-05-20T04:15:05.257282Z","steps":["trace[537049844] 'agreement among raft nodes before linearized reading' (duration: 1.877007194s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.257284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:04.212334Z","time spent":"1.044940613s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:15:05.257302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:03.37976Z","time spent":"1.877537539s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:15:05.257306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:03.380204Z","time spent":"1.877098477s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:15:05.257307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:03.379768Z","time spent":"1.877531189s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:15:05.257291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696152022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:15:05.257004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.077228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:15:05.257358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869197055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:15:05.257365Z","caller":"traceutil/trace.go:171","msg":"trace[1690105622] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4267; }","duration":"1.696245165s","start":"2026-05-20T04:15:03.5611Z","end":"2026-05-20T04:15:05.257345Z","steps":["trace[1690105622] 'agreement among raft nodes before linearized reading' (duration: 1.696087931s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:05.257393Z","caller":"traceutil/trace.go:171","msg":"trace[1401506135] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4267; }","duration":"1.869244486s","start":"2026-05-20T04:15:03.388138Z","end":"2026-05-20T04:15:05.257383Z","steps":["trace[1401506135] 'agreement among raft nodes before linearized reading' (duration: 1.869072541s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.257408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:03.561041Z","time spent":"1.696358197s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:15:05.257424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:03.388131Z","time spent":"1.869286877s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:15:05.257184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867411948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:15:05.257442Z","caller":"traceutil/trace.go:171","msg":"trace[80642353] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4267; }","duration":"696.509909ms","start":"2026-05-20T04:15:04.560873Z","end":"2026-05-20T04:15:05.257383Z","steps":["trace[80642353] 'agreement among raft nodes before linearized reading' (duration: 696.101968ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:05.257531Z","caller":"traceutil/trace.go:171","msg":"trace[1032074476] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4267; }","duration":"1.867766608s","start":"2026-05-20T04:15:03.38974Z","end":"2026-05-20T04:15:05.257506Z","steps":["trace[1032074476] 'agreement among raft nodes before linearized reading' (duration: 1.867274485s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.257564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:03.389729Z","time spent":"1.867823359s","remote":"127.0.0.1:33978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":107,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:15:05.257123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:03.374001Z","time spent":"1.883046299s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:05.257187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:03.522443Z","time spent":"1.734736801s","remote":"127.0.0.1:58330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-20T04:15:05.257572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877789314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-20T04:15:05.257544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:04.560852Z","time spent":"696.665683ms","remote":"127.0.0.1:34596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:15:05.257684Z","caller":"traceutil/trace.go:171","msg":"trace[1607479216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4267; }","duration":"1.877919378s","start":"2026-05-20T04:15:03.37974Z","end":"2026-05-20T04:15:05.25766Z","steps":["trace[1607479216] 'agreement among raft nodes before linearized reading' (duration: 1.877512467s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:05.257186Z","caller":"traceutil/trace.go:171","msg":"trace[1217796563] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4267; }","duration":"817.769814ms","start":"2026-05-20T04:15:04.439401Z","end":"2026-05-20T04:15:05.257171Z","steps":["trace[1217796563] 'agreement among raft nodes before linearized reading' (duration: 817.647311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.257915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:03.379722Z","time spent":"1.878120103s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:15:05.257989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:04.439378Z","time spent":"818.589225ms","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:15:05.258242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731690703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:05.258399Z","caller":"traceutil/trace.go:171","msg":"trace[1698163061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4267; }","duration":"1.733841047s","start":"2026-05-20T04:15:03.524527Z","end":"2026-05-20T04:15:05.258368Z","steps":["trace[1698163061] 'agreement among raft nodes before linearized reading' (duration: 1.73240384s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.25844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:03.524517Z","time spent":"1.733914319s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:15:05.651777Z","caller":"traceutil/trace.go:171","msg":"trace[1510729080] linearizableReadLoop","detail":"{readStateIndex:4468; appliedIndex:4467; }","duration":"383.454341ms","start":"2026-05-20T04:15:05.2683Z","end":"2026-05-20T04:15:05.651755Z","steps":["trace[1510729080] 'read index received' (duration: 202.105µs)","trace[1510729080] 'applied index is now lower than readState.Index' (duration: 383.251366ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:05.651854Z","caller":"traceutil/trace.go:171","msg":"trace[258551838] transaction","detail":"{read_only:false; response_revision:4268; number_of_response:1; }","duration":"383.556494ms","start":"2026-05-20T04:15:05.268262Z","end":"2026-05-20T04:15:05.651818Z","steps":["trace[258551838] 'process raft request' (duration: 383.369209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.651995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:05.268241Z","time spent":"383.696648ms","remote":"127.0.0.1:58330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1637,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:15:05.652183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.852842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109398"} {"level":"info","ts":"2026-05-20T04:15:05.652249Z","caller":"traceutil/trace.go:171","msg":"trace[1171875794] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4268; }","duration":"383.975655ms","start":"2026-05-20T04:15:05.268261Z","end":"2026-05-20T04:15:05.652236Z","steps":["trace[1171875794] 'agreement among raft nodes before linearized reading' (duration: 383.628205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.652288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:05.268244Z","time spent":"384.033266ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109420,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:15:05.668899Z","caller":"traceutil/trace.go:171","msg":"trace[92443612] transaction","detail":"{read_only:false; response_revision:4269; number_of_response:1; }","duration":"400.283353ms","start":"2026-05-20T04:15:05.268601Z","end":"2026-05-20T04:15:05.668885Z","steps":["trace[92443612] 'process raft request' (duration: 399.989364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.669014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:05.268588Z","time spent":"400.366346ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:05.669163Z","caller":"traceutil/trace.go:171","msg":"trace[714664024] transaction","detail":"{read_only:false; response_revision:4270; number_of_response:1; }","duration":"400.433627ms","start":"2026-05-20T04:15:05.268722Z","end":"2026-05-20T04:15:05.669155Z","steps":["trace[714664024] 'process raft request' (duration: 399.972254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.669208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:05.268713Z","time spent":"400.475297ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:05.669363Z","caller":"traceutil/trace.go:171","msg":"trace[303885407] transaction","detail":"{read_only:false; response_revision:4271; number_of_response:1; }","duration":"400.698754ms","start":"2026-05-20T04:15:05.268655Z","end":"2026-05-20T04:15:05.669354Z","steps":["trace[303885407] 'process raft request' (duration: 400.465828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.669413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:05.268644Z","time spent":"400.739694ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:05.669686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.192926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:05.66968Z","caller":"traceutil/trace.go:171","msg":"trace[1606607168] transaction","detail":"{read_only:false; response_revision:4272; number_of_response:1; }","duration":"400.906268ms","start":"2026-05-20T04:15:05.268753Z","end":"2026-05-20T04:15:05.669659Z","steps":["trace[1606607168] 'process raft request' (duration: 400.57572ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:05.669753Z","caller":"traceutil/trace.go:171","msg":"trace[1251009909] transaction","detail":"{read_only:false; response_revision:4273; number_of_response:1; }","duration":"400.969731ms","start":"2026-05-20T04:15:05.268777Z","end":"2026-05-20T04:15:05.669747Z","steps":["trace[1251009909] 'process raft request' (duration: 400.774846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.669794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:05.268769Z","time spent":"401.005351ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:05.669803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:05.268749Z","time spent":"400.990171ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:05.66987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.128495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:05.669892Z","caller":"traceutil/trace.go:171","msg":"trace[1183888132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4273; }","duration":"401.168665ms","start":"2026-05-20T04:15:05.268718Z","end":"2026-05-20T04:15:05.669886Z","steps":["trace[1183888132] 'agreement among raft nodes before linearized reading' (duration: 401.136394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.66993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:05.268706Z","time spent":"401.219327ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:15:05.670077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.562876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-20T04:15:05.670101Z","caller":"traceutil/trace.go:171","msg":"trace[2099189005] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4273; }","duration":"401.595666ms","start":"2026-05-20T04:15:05.268501Z","end":"2026-05-20T04:15:05.670096Z","steps":["trace[2099189005] 'agreement among raft nodes before linearized reading' (duration: 401.515794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.670116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:05.268497Z","time spent":"401.615947ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-20T04:15:05.670191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.851593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109398"} {"level":"info","ts":"2026-05-20T04:15:05.670237Z","caller":"traceutil/trace.go:171","msg":"trace[354225679] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4273; }","duration":"401.907664ms","start":"2026-05-20T04:15:05.268319Z","end":"2026-05-20T04:15:05.670226Z","steps":["trace[354225679] 'agreement among raft nodes before linearized reading' (duration: 401.643597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.670276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:05.268315Z","time spent":"401.953116ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109420,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:15:05.669718Z","caller":"traceutil/trace.go:171","msg":"trace[1653421329] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4273; }","duration":"401.234767ms","start":"2026-05-20T04:15:05.268476Z","end":"2026-05-20T04:15:05.669711Z","steps":["trace[1653421329] 'agreement among raft nodes before linearized reading' (duration: 401.186185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:05.67047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:05.268471Z","time spent":"401.989417ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-20T04:15:06.05041Z","caller":"traceutil/trace.go:171","msg":"trace[1424638125] transaction","detail":"{read_only:false; response_revision:4274; number_of_response:1; }","duration":"372.960723ms","start":"2026-05-20T04:15:05.677418Z","end":"2026-05-20T04:15:06.050379Z","steps":["trace[1424638125] 'process raft request' (duration: 273.355391ms)","trace[1424638125] 'compare' (duration: 99.197411ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:06.050556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:05.677403Z","time spent":"373.079325ms","remote":"127.0.0.1:58330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:06.050899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.285446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-05-20T04:15:06.05098Z","caller":"traceutil/trace.go:171","msg":"trace[629346920] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4274; }","duration":"372.678975ms","start":"2026-05-20T04:15:05.678284Z","end":"2026-05-20T04:15:06.050963Z","steps":["trace[629346920] 'agreement among raft nodes before linearized reading' (duration: 372.173213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:06.051099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:05.678273Z","time spent":"372.809038ms","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7482,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-05-20T04:15:06.050219Z","caller":"traceutil/trace.go:171","msg":"trace[1863831986] linearizableReadLoop","detail":"{readStateIndex:4474; appliedIndex:4473; }","duration":"371.876405ms","start":"2026-05-20T04:15:05.678309Z","end":"2026-05-20T04:15:06.050186Z","steps":["trace[1863831986] 'read index received' (duration: 272.434767ms)","trace[1863831986] 'applied index is now lower than readState.Index' (duration: 99.440288ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:06.051996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.390165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-20T04:15:06.052066Z","caller":"traceutil/trace.go:171","msg":"trace[1750382078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4274; }","duration":"368.495608ms","start":"2026-05-20T04:15:05.683552Z","end":"2026-05-20T04:15:06.052047Z","steps":["trace[1750382078] 'agreement among raft nodes before linearized reading' (duration: 368.220891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:06.052114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:05.683534Z","time spent":"368.565489ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:15:07.241249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.909275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:15:07.241353Z","caller":"traceutil/trace.go:171","msg":"trace[502296486] linearizableReadLoop","detail":"{readStateIndex:4475; appliedIndex:4474; }","duration":"1.029678752s","start":"2026-05-20T04:15:06.211656Z","end":"2026-05-20T04:15:07.241335Z","steps":["trace[502296486] 'read index received' (duration: 331.587453ms)","trace[502296486] 'applied index is now lower than readState.Index' (duration: 698.090119ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:07.241397Z","caller":"traceutil/trace.go:171","msg":"trace[798453241] transaction","detail":"{read_only:false; response_revision:4275; number_of_response:1; }","duration":"1.077634301s","start":"2026-05-20T04:15:06.163734Z","end":"2026-05-20T04:15:07.241369Z","steps":["trace[798453241] 'process raft request' (duration: 379.529612ms)","trace[798453241] 'compare' (duration: 697.671468ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:07.24153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:06.163707Z","time spent":"1.077752203s","remote":"127.0.0.1:58330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2797,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:07.241742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030031701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:15:07.241825Z","caller":"traceutil/trace.go:171","msg":"trace[1350889158] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4275; }","duration":"1.030258047s","start":"2026-05-20T04:15:06.211549Z","end":"2026-05-20T04:15:07.241807Z","steps":["trace[1350889158] 'agreement among raft nodes before linearized reading' (duration: 1.02996097s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:07.241874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:06.211524Z","time spent":"1.03033907s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:15:07.681638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.138424247s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:15:08.524315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002447796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:15:08.524392Z","caller":"traceutil/trace.go:171","msg":"trace[2050094727] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002533648s","start":"2026-05-20T04:15:06.521843Z","end":"2026-05-20T04:15:08.524377Z","steps":["trace[2050094727] 'agreement among raft nodes before linearized reading' (duration: 2.002446635s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.524663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:06.521783Z","time spent":"2.002866536s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:15:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:15:08.584764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.900443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:15:08.585456Z","caller":"traceutil/trace.go:171","msg":"trace[391535827] transaction","detail":"{read_only:false; response_revision:4276; number_of_response:1; }","duration":"2.297484393s","start":"2026-05-20T04:15:06.28757Z","end":"2026-05-20T04:15:08.585055Z","steps":["trace[391535827] 'process raft request' (duration: 1.394209489s)","trace[391535827] 'compare' (duration: 902.460743ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:08.585503Z","caller":"traceutil/trace.go:171","msg":"trace[1115134748] transaction","detail":"{read_only:false; response_revision:4277; number_of_response:1; }","duration":"1.877449775s","start":"2026-05-20T04:15:06.70803Z","end":"2026-05-20T04:15:08.58548Z","steps":["trace[1115134748] 'process raft request' (duration: 1.87691416s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.585649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:06.287535Z","time spent":"2.298025157s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:08.585709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:06.707992Z","time spent":"1.87766943s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18976,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:08.586331Z","caller":"traceutil/trace.go:171","msg":"trace[1663962086] transaction","detail":"{read_only:false; response_revision:4278; number_of_response:1; }","duration":"1.681079365s","start":"2026-05-20T04:15:06.905231Z","end":"2026-05-20T04:15:08.58631Z","steps":["trace[1663962086] 'process raft request' (duration: 1.679811173s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.586436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:06.905205Z","time spent":"1.681180987s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:08.586546Z","caller":"traceutil/trace.go:171","msg":"trace[1777975126] transaction","detail":"{read_only:false; response_revision:4279; number_of_response:1; }","duration":"1.50210266s","start":"2026-05-20T04:15:07.084427Z","end":"2026-05-20T04:15:08.58653Z","steps":["trace[1777975126] 'process raft request' (duration: 1.501761872s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.586632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:07.0844Z","time spent":"1.502191533s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:08.586952Z","caller":"traceutil/trace.go:171","msg":"trace[363899720] transaction","detail":"{read_only:false; response_revision:4280; number_of_response:1; }","duration":"1.318072316s","start":"2026-05-20T04:15:07.268868Z","end":"2026-05-20T04:15:08.586941Z","steps":["trace[363899720] 'process raft request' (duration: 1.317547563s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.58702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:07.268843Z","time spent":"1.318144799s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:08.587261Z","caller":"traceutil/trace.go:171","msg":"trace[1277857509] transaction","detail":"{read_only:false; response_revision:4281; number_of_response:1; }","duration":"1.318329874s","start":"2026-05-20T04:15:07.268907Z","end":"2026-05-20T04:15:08.587237Z","steps":["trace[1277857509] 'process raft request' (duration: 1.317575105s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.587347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:07.268882Z","time spent":"1.318426356s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:08.587442Z","caller":"traceutil/trace.go:171","msg":"trace[1774120744] transaction","detail":"{read_only:false; response_revision:4282; number_of_response:1; }","duration":"1.318462807s","start":"2026-05-20T04:15:07.268967Z","end":"2026-05-20T04:15:08.58743Z","steps":["trace[1774120744] 'process raft request' (duration: 1.317942264s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:08.587451Z","caller":"traceutil/trace.go:171","msg":"trace[1832932137] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"1.317327218s","start":"2026-05-20T04:15:07.270108Z","end":"2026-05-20T04:15:08.587435Z","steps":["trace[1832932137] 'process raft request' (duration: 1.317192905s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.587505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:07.268955Z","time spent":"1.318522418s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:08.587535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:07.2701Z","time spent":"1.317386219s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:08.587825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840449747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-20T04:15:08.587899Z","caller":"traceutil/trace.go:171","msg":"trace[582796257] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4283; }","duration":"1.840544708s","start":"2026-05-20T04:15:06.747344Z","end":"2026-05-20T04:15:08.587889Z","steps":["trace[582796257] 'agreement among raft nodes before linearized reading' (duration: 1.840356703s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.587976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:06.747335Z","time spent":"1.84059414s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T04:15:08.588199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834603997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:15:08.58827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104319005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:08.58832Z","caller":"traceutil/trace.go:171","msg":"trace[2112659344] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4283; }","duration":"2.104410468s","start":"2026-05-20T04:15:06.483898Z","end":"2026-05-20T04:15:08.588309Z","steps":["trace[2112659344] 'agreement among raft nodes before linearized reading' (duration: 2.104324186s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.588356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:06.483878Z","time spent":"2.104470239s","remote":"127.0.0.1:33748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:15:08.588347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841341319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T04:15:08.588399Z","caller":"traceutil/trace.go:171","msg":"trace[1821712115] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4283; }","duration":"1.841452393s","start":"2026-05-20T04:15:06.746934Z","end":"2026-05-20T04:15:08.588387Z","steps":["trace[1821712115] 'agreement among raft nodes before linearized reading' (duration: 1.841253698s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.588427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:06.746909Z","time spent":"1.841514004s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-20T04:15:08.588275Z","caller":"traceutil/trace.go:171","msg":"trace[2024376371] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4283; }","duration":"1.83471709s","start":"2026-05-20T04:15:06.753545Z","end":"2026-05-20T04:15:08.588263Z","steps":["trace[2024376371] 'agreement among raft nodes before linearized reading' (duration: 1.834576296s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.588491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272186994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T04:15:08.588541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:06.753525Z","time spent":"1.835002677s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:15:08.588568Z","caller":"traceutil/trace.go:171","msg":"trace[525002890] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:4283; }","duration":"2.272293797s","start":"2026-05-20T04:15:06.316235Z","end":"2026-05-20T04:15:08.588529Z","steps":["trace[525002890] 'agreement among raft nodes before linearized reading' (duration: 2.272105372s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.588617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:06.316186Z","time spent":"2.27242109s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-05-20T04:15:08.587677Z","caller":"traceutil/trace.go:171","msg":"trace[319365393] linearizableReadLoop","detail":"{readStateIndex:4479; appliedIndex:4475; }","duration":"1.34628514s","start":"2026-05-20T04:15:07.241379Z","end":"2026-05-20T04:15:08.587664Z","steps":["trace[319365393] 'read index received' (duration: 440.460241ms)","trace[319365393] 'applied index is now lower than readState.Index' (duration: 905.822959ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:08.589317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343989061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-20T04:15:08.589365Z","caller":"traceutil/trace.go:171","msg":"trace[190534905] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4283; }","duration":"1.344067113s","start":"2026-05-20T04:15:07.245286Z","end":"2026-05-20T04:15:08.589353Z","steps":["trace[190534905] 'agreement among raft nodes before linearized reading' (duration: 1.34394279s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.589381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.263384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:15:08.589401Z","caller":"traceutil/trace.go:171","msg":"trace[276052543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4283; }","duration":"912.302255ms","start":"2026-05-20T04:15:07.677092Z","end":"2026-05-20T04:15:08.589395Z","steps":["trace[276052543] 'agreement among raft nodes before linearized reading' (duration: 912.256754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.5894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:07.245271Z","time spent":"1.344118984s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-20T04:15:08.589415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:07.677081Z","time spent":"912.331846ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:15:08.589387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.048437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:08.589488Z","caller":"traceutil/trace.go:171","msg":"trace[1578217117] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4283; }","duration":"297.199041ms","start":"2026-05-20T04:15:08.292266Z","end":"2026-05-20T04:15:08.589465Z","steps":["trace[1578217117] 'agreement among raft nodes before linearized reading' (duration: 297.039787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.58952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.998113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:15:08.589535Z","caller":"traceutil/trace.go:171","msg":"trace[804846450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4283; }","duration":"913.034874ms","start":"2026-05-20T04:15:07.676495Z","end":"2026-05-20T04:15:08.58953Z","steps":["trace[804846450] 'agreement among raft nodes before linearized reading' (duration: 912.997143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.58955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:07.676484Z","time spent":"913.061294ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:15:08.589743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163358764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:15:08.589768Z","caller":"traceutil/trace.go:171","msg":"trace[1432188880] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4283; }","duration":"1.163421326s","start":"2026-05-20T04:15:07.426339Z","end":"2026-05-20T04:15:08.58976Z","steps":["trace[1432188880] 'agreement among raft nodes before linearized reading' (duration: 1.163381865s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.589783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:07.426318Z","time spent":"1.163461217s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":6,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:15:08.589931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.637254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:15:08.58995Z","caller":"traceutil/trace.go:171","msg":"trace[1980261777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4283; }","duration":"914.680855ms","start":"2026-05-20T04:15:07.675264Z","end":"2026-05-20T04:15:08.589945Z","steps":["trace[1980261777] 'agreement among raft nodes before linearized reading' (duration: 914.592363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.589966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:07.675252Z","time spent":"914.710106ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:15:08.590065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.839979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T04:15:08.59009Z","caller":"traceutil/trace.go:171","msg":"trace[1009955491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4283; }","duration":"914.899211ms","start":"2026-05-20T04:15:07.675187Z","end":"2026-05-20T04:15:08.590086Z","steps":["trace[1009955491] 'agreement among raft nodes before linearized reading' (duration: 914.84459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.590103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:07.675167Z","time spent":"914.933171ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:15:08.590178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.442047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:15:08.590194Z","caller":"traceutil/trace.go:171","msg":"trace[422109424] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4283; }","duration":"928.493459ms","start":"2026-05-20T04:15:07.661696Z","end":"2026-05-20T04:15:08.590189Z","steps":["trace[422109424] 'agreement among raft nodes before linearized reading' (duration: 928.439547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.590205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:07.661676Z","time spent":"928.52646ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:15:08.589334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.530046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:15:08.59033Z","caller":"traceutil/trace.go:171","msg":"trace[166956419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4283; }","duration":"914.527942ms","start":"2026-05-20T04:15:07.675784Z","end":"2026-05-20T04:15:08.590312Z","steps":["trace[166956419] 'agreement among raft nodes before linearized reading' (duration: 913.500816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.590391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:07.675777Z","time spent":"914.595323ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:15:08.590458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34320246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:08.590475Z","caller":"traceutil/trace.go:171","msg":"trace[1379796961] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:0; response_revision:4283; }","duration":"1.343282563s","start":"2026-05-20T04:15:07.247188Z","end":"2026-05-20T04:15:08.59047Z","steps":["trace[1379796961] 'agreement among raft nodes before linearized reading' (duration: 1.343251832s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.590502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:07.24717Z","time spent":"1.343328133s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-05-20T04:15:08.590276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.738337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:15:08.590535Z","caller":"traceutil/trace.go:171","msg":"trace[1740829091] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4283; }","duration":"915.175868ms","start":"2026-05-20T04:15:07.675344Z","end":"2026-05-20T04:15:08.59052Z","steps":["trace[1740829091] 'agreement among raft nodes before linearized reading' (duration: 914.297946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.59061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:07.675323Z","time spent":"915.244249ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:15:08.873759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.734176ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-05-20T04:15:08.873865Z","caller":"traceutil/trace.go:171","msg":"trace[1299901062] linearizableReadLoop","detail":"{readStateIndex:4484; appliedIndex:4483; }","duration":"281.0683ms","start":"2026-05-20T04:15:08.59278Z","end":"2026-05-20T04:15:08.873848Z","steps":["trace[1299901062] 'read index received' (duration: 113.330513ms)","trace[1299901062] 'applied index is now lower than readState.Index' (duration: 167.736527ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:08.874176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.383378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-05-20T04:15:08.874206Z","caller":"traceutil/trace.go:171","msg":"trace[906396608] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4283; }","duration":"281.434279ms","start":"2026-05-20T04:15:08.592764Z","end":"2026-05-20T04:15:08.874199Z","steps":["trace[906396608] 'agreement among raft nodes before linearized reading' (duration: 281.292565ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:08.880235Z","caller":"traceutil/trace.go:171","msg":"trace[475479970] transaction","detail":"{read_only:false; response_revision:4284; number_of_response:1; }","duration":"285.42774ms","start":"2026-05-20T04:15:08.594789Z","end":"2026-05-20T04:15:08.880216Z","steps":["trace[475479970] 'process raft request' (duration: 284.926718ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:08.880351Z","caller":"traceutil/trace.go:171","msg":"trace[1108381746] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"285.340988ms","start":"2026-05-20T04:15:08.594988Z","end":"2026-05-20T04:15:08.880329Z","steps":["trace[1108381746] 'process raft request' (duration: 284.918997ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:08.88037Z","caller":"traceutil/trace.go:171","msg":"trace[101535268] transaction","detail":"{read_only:false; response_revision:4291; number_of_response:1; }","duration":"283.774188ms","start":"2026-05-20T04:15:08.596577Z","end":"2026-05-20T04:15:08.880352Z","steps":["trace[101535268] 'process raft request' (duration: 283.47996ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:08.880367Z","caller":"traceutil/trace.go:171","msg":"trace[1557517503] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"284.400105ms","start":"2026-05-20T04:15:08.595916Z","end":"2026-05-20T04:15:08.880316Z","steps":["trace[1557517503] 'process raft request' (duration: 284.115438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.880536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.436896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:08.880547Z","caller":"traceutil/trace.go:171","msg":"trace[1260057479] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"285.605035ms","start":"2026-05-20T04:15:08.594929Z","end":"2026-05-20T04:15:08.880534Z","steps":["trace[1260057479] 'process raft request' (duration: 284.919488ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:08.880572Z","caller":"traceutil/trace.go:171","msg":"trace[1544559045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4291; }","duration":"284.492047ms","start":"2026-05-20T04:15:08.596072Z","end":"2026-05-20T04:15:08.880565Z","steps":["trace[1544559045] 'agreement among raft nodes before linearized reading' (duration: 284.408505ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:08.880623Z","caller":"traceutil/trace.go:171","msg":"trace[1640495271] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"285.611215ms","start":"2026-05-20T04:15:08.594998Z","end":"2026-05-20T04:15:08.880609Z","steps":["trace[1640495271] 'process raft request' (duration: 284.938458ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:08.880264Z","caller":"traceutil/trace.go:171","msg":"trace[1530621053] transaction","detail":"{read_only:false; response_revision:4289; number_of_response:1; }","duration":"284.471976ms","start":"2026-05-20T04:15:08.59577Z","end":"2026-05-20T04:15:08.880242Z","steps":["trace[1530621053] 'process raft request' (duration: 284.23411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.882078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.500823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109398"} {"level":"info","ts":"2026-05-20T04:15:08.882164Z","caller":"traceutil/trace.go:171","msg":"trace[1424767783] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4291; }","duration":"285.640336ms","start":"2026-05-20T04:15:08.596503Z","end":"2026-05-20T04:15:08.882143Z","steps":["trace[1424767783] 'agreement among raft nodes before linearized reading' (duration: 283.764578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:08.883349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.436018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109398"} {"level":"info","ts":"2026-05-20T04:15:08.883435Z","caller":"traceutil/trace.go:171","msg":"trace[364048523] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4291; }","duration":"288.549151ms","start":"2026-05-20T04:15:08.594852Z","end":"2026-05-20T04:15:08.883401Z","steps":["trace[364048523] 'agreement among raft nodes before linearized reading' (duration: 287.814242ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:08.885376Z","caller":"traceutil/trace.go:171","msg":"trace[77414585] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"290.338006ms","start":"2026-05-20T04:15:08.595026Z","end":"2026-05-20T04:15:08.885364Z","steps":["trace[77414585] 'process raft request' (duration: 284.950188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:09.252005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.103214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:15:09.25211Z","caller":"traceutil/trace.go:171","msg":"trace[1568688164] linearizableReadLoop","detail":"{readStateIndex:4496; appliedIndex:4493; }","duration":"360.027392ms","start":"2026-05-20T04:15:08.89207Z","end":"2026-05-20T04:15:09.252098Z","steps":["trace[1568688164] 'read index received' (duration: 73.926634ms)","trace[1568688164] 'applied index is now lower than readState.Index' (duration: 286.099658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:09.252436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.35821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126456"} {"level":"warn","ts":"2026-05-20T04:15:09.252415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.891862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:15:09.252461Z","caller":"traceutil/trace.go:171","msg":"trace[57357379] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4295; }","duration":"360.410332ms","start":"2026-05-20T04:15:08.892044Z","end":"2026-05-20T04:15:09.252454Z","steps":["trace[57357379] 'agreement among raft nodes before linearized reading' (duration: 360.248068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:09.252483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:08.892029Z","time spent":"360.449182ms","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126478,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-20T04:15:09.252492Z","caller":"traceutil/trace.go:171","msg":"trace[1536903035] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4295; }","duration":"359.012525ms","start":"2026-05-20T04:15:08.89346Z","end":"2026-05-20T04:15:09.252473Z","steps":["trace[1536903035] 'agreement among raft nodes before linearized reading' (duration: 358.836081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:09.252532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:08.893445Z","time spent":"359.079006ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-20T04:15:09.25259Z","caller":"traceutil/trace.go:171","msg":"trace[189567717] transaction","detail":"{read_only:false; response_revision:4295; number_of_response:1; }","duration":"360.542595ms","start":"2026-05-20T04:15:08.892024Z","end":"2026-05-20T04:15:09.252567Z","steps":["trace[189567717] 'process raft request' (duration: 211.825416ms)","trace[189567717] 'compare' (duration: 147.866167ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:09.252683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:08.892008Z","time spent":"360.629977ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:15:09.441334Z","caller":"traceutil/trace.go:171","msg":"trace[499418423] linearizableReadLoop","detail":"{readStateIndex:4497; appliedIndex:4496; }","duration":"184.930176ms","start":"2026-05-20T04:15:09.256377Z","end":"2026-05-20T04:15:09.441307Z","steps":["trace[499418423] 'read index received' (duration: 138.342834ms)","trace[499418423] 'applied index is now lower than readState.Index' (duration: 46.585432ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:09.441489Z","caller":"traceutil/trace.go:171","msg":"trace[599222320] transaction","detail":"{read_only:false; response_revision:4296; number_of_response:1; }","duration":"186.228159ms","start":"2026-05-20T04:15:09.255231Z","end":"2026-05-20T04:15:09.441459Z","steps":["trace[599222320] 'process raft request' (duration: 139.546274ms)","trace[599222320] 'compare' (duration: 46.236784ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:09.441561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.168742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-20T04:15:09.441595Z","caller":"traceutil/trace.go:171","msg":"trace[1025383118] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4296; }","duration":"185.228614ms","start":"2026-05-20T04:15:09.256355Z","end":"2026-05-20T04:15:09.441583Z","steps":["trace[1025383118] 'agreement among raft nodes before linearized reading' (duration: 185.118121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:09.441791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.186325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:09.441813Z","caller":"traceutil/trace.go:171","msg":"trace[358996495] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4296; }","duration":"116.261178ms","start":"2026-05-20T04:15:09.325545Z","end":"2026-05-20T04:15:09.441806Z","steps":["trace[358996495] 'agreement among raft nodes before linearized reading' (duration: 116.218686ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:09.615526Z","caller":"traceutil/trace.go:171","msg":"trace[1691599254] transaction","detail":"{read_only:false; response_revision:4301; number_of_response:1; }","duration":"138.764493ms","start":"2026-05-20T04:15:09.476739Z","end":"2026-05-20T04:15:09.615503Z","steps":["trace[1691599254] 'process raft request' (duration: 138.715082ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:09.615568Z","caller":"traceutil/trace.go:171","msg":"trace[1366607798] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"139.0192ms","start":"2026-05-20T04:15:09.476521Z","end":"2026-05-20T04:15:09.61554Z","steps":["trace[1366607798] 'process raft request' (duration: 112.386369ms)","trace[1366607798] 'compare' (duration: 26.400055ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:11.330042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.506029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:15:11.330243Z","caller":"traceutil/trace.go:171","msg":"trace[872173540] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4356; }","duration":"272.754485ms","start":"2026-05-20T04:15:11.05746Z","end":"2026-05-20T04:15:11.330214Z","steps":["trace[872173540] 'count revisions from in-memory index tree' (duration: 272.435477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:11.330127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.186273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-05-20T04:15:11.330307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.919137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:15:11.330418Z","caller":"traceutil/trace.go:171","msg":"trace[786146880] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4356; }","duration":"269.041312ms","start":"2026-05-20T04:15:11.06136Z","end":"2026-05-20T04:15:11.330401Z","steps":["trace[786146880] 'range keys from in-memory index tree' (duration: 268.735872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:11.330127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.888885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:15:11.330554Z","caller":"traceutil/trace.go:171","msg":"trace[963017963] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4356; }","duration":"331.362408ms","start":"2026-05-20T04:15:10.999165Z","end":"2026-05-20T04:15:11.330528Z","steps":["trace[963017963] 'count revisions from in-memory index tree' (duration: 330.807553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:11.330627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:10.99911Z","time spent":"331.496241ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:15:11.330446Z","caller":"traceutil/trace.go:171","msg":"trace[1316708423] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a; range_end:; response_count:1; response_revision:4356; }","duration":"235.509363ms","start":"2026-05-20T04:15:11.094889Z","end":"2026-05-20T04:15:11.330398Z","steps":["trace[1316708423] 'range keys from in-memory index tree' (duration: 235.015349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:11.950793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578222466,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:15:12.047153Z","caller":"traceutil/trace.go:171","msg":"trace[1220248751] linearizableReadLoop","detail":"{readStateIndex:4558; appliedIndex:4557; }","duration":"597.168395ms","start":"2026-05-20T04:15:11.449925Z","end":"2026-05-20T04:15:12.047093Z","steps":["trace[1220248751] 'read index received' (duration: 596.873388ms)","trace[1220248751] 'applied index is now lower than readState.Index' (duration: 293.987µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:12.047162Z","caller":"traceutil/trace.go:171","msg":"trace[55770278] transaction","detail":"{read_only:false; response_revision:4357; number_of_response:1; }","duration":"707.864719ms","start":"2026-05-20T04:15:11.339267Z","end":"2026-05-20T04:15:12.047131Z","steps":["trace[55770278] 'process raft request' (duration: 707.634363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:12.047344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:11.339246Z","time spent":"708.019674ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:12.047354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.477903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:15:12.047524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.839785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-05-20T04:15:12.047597Z","caller":"traceutil/trace.go:171","msg":"trace[1416176393] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4357; }","duration":"323.950377ms","start":"2026-05-20T04:15:11.723622Z","end":"2026-05-20T04:15:12.047573Z","steps":["trace[1416176393] 'agreement among raft nodes before linearized reading' (duration: 323.754501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:12.047639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:11.723602Z","time spent":"324.02862ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-20T04:15:12.047531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.832285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-20T04:15:12.047574Z","caller":"traceutil/trace.go:171","msg":"trace[215095579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4357; }","duration":"526.656269ms","start":"2026-05-20T04:15:11.520814Z","end":"2026-05-20T04:15:12.04747Z","steps":["trace[215095579] 'agreement among raft nodes before linearized reading' (duration: 526.479974ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:12.047696Z","caller":"traceutil/trace.go:171","msg":"trace[204964650] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4357; }","duration":"333.0269ms","start":"2026-05-20T04:15:11.714651Z","end":"2026-05-20T04:15:12.047678Z","steps":["trace[204964650] 'agreement among raft nodes before linearized reading' (duration: 332.730102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:12.047748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:11.714628Z","time spent":"333.109022ms","remote":"127.0.0.1:58330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-20T04:15:12.047719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.119219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-05-20T04:15:12.047922Z","caller":"traceutil/trace.go:171","msg":"trace[1827817497] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a; range_end:; response_count:1; response_revision:4357; }","duration":"295.494739ms","start":"2026-05-20T04:15:11.752404Z","end":"2026-05-20T04:15:12.047899Z","steps":["trace[1827817497] 'agreement among raft nodes before linearized reading' (duration: 294.938844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:12.047839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:11.520787Z","time spent":"526.971748ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:15:12.047316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.3783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:12.048123Z","caller":"traceutil/trace.go:171","msg":"trace[2029136352] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4357; }","duration":"598.236623ms","start":"2026-05-20T04:15:11.449872Z","end":"2026-05-20T04:15:12.048109Z","steps":["trace[2029136352] 'agreement among raft nodes before linearized reading' (duration: 597.36621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:12.048163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:11.44985Z","time spent":"598.302515ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-20T04:15:12.56715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578222477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:15:13.067899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578222477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:15:13.123406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059758693s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:15:13.1237Z","caller":"traceutil/trace.go:171","msg":"trace[2107356605] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"1.060131582s","start":"2026-05-20T04:15:12.063551Z","end":"2026-05-20T04:15:13.123683Z","steps":["trace[2107356605] 'process raft request' (duration: 1.06001632s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:13.123893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.06354Z","time spent":"1.060253756s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:13.727855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.336549ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:15:13.728191Z","caller":"traceutil/trace.go:171","msg":"trace[1688101382] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"1.123189336s","start":"2026-05-20T04:15:12.604982Z","end":"2026-05-20T04:15:13.728171Z","steps":["trace[1688101382] 'process raft request' (duration: 1.123126765s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:13.728364Z","caller":"traceutil/trace.go:171","msg":"trace[792402897] transaction","detail":"{read_only:false; response_revision:4359; number_of_response:1; }","duration":"1.125741333s","start":"2026-05-20T04:15:12.602614Z","end":"2026-05-20T04:15:13.728355Z","steps":["trace[792402897] 'process raft request' (duration: 1.125334002s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:13.728402Z","caller":"traceutil/trace.go:171","msg":"trace[46961998] linearizableReadLoop","detail":"{readStateIndex:4564; appliedIndex:4558; }","duration":"1.661557177s","start":"2026-05-20T04:15:12.066814Z","end":"2026-05-20T04:15:13.728371Z","steps":["trace[46961998] 'read index received' (duration: 1.056819168s)","trace[46961998] 'applied index is now lower than readState.Index' (duration: 604.735989ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:13.728414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.602589Z","time spent":"1.125793684s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:13.728399Z","caller":"traceutil/trace.go:171","msg":"trace[506573975] transaction","detail":"{read_only:false; response_revision:4360; number_of_response:1; }","duration":"1.125392974s","start":"2026-05-20T04:15:12.602974Z","end":"2026-05-20T04:15:13.728367Z","steps":["trace[506573975] 'process raft request' (duration: 1.125094806s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:13.728403Z","caller":"traceutil/trace.go:171","msg":"trace[1757571621] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"1.12332054s","start":"2026-05-20T04:15:12.605056Z","end":"2026-05-20T04:15:13.728376Z","steps":["trace[1757571621] 'process raft request' (duration: 1.123084224s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:13.728526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.602947Z","time spent":"1.125511287s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:13.728556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.949686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:15:13.728578Z","caller":"traceutil/trace.go:171","msg":"trace[1365419559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4362; }","duration":"809.992616ms","start":"2026-05-20T04:15:12.918579Z","end":"2026-05-20T04:15:13.728571Z","steps":["trace[1365419559] 'agreement among raft nodes before linearized reading' (duration: 809.910244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:13.728596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.918562Z","time spent":"810.029658ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:15:13.728611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349092993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:15:13.728613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.60504Z","time spent":"1.123509326s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:13.728639Z","caller":"traceutil/trace.go:171","msg":"trace[1690806014] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4362; }","duration":"1.349164115s","start":"2026-05-20T04:15:12.379467Z","end":"2026-05-20T04:15:13.728631Z","steps":["trace[1690806014] 'agreement among raft nodes before linearized reading' (duration: 1.349111344s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:13.728621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114593227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:15:13.72868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.820574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:15:13.728687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20686408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:15:13.728691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.060385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18b12ae9677a5f2f\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-05-20T04:15:13.728698Z","caller":"traceutil/trace.go:171","msg":"trace[1190417214] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4362; }","duration":"804.851484ms","start":"2026-05-20T04:15:12.923841Z","end":"2026-05-20T04:15:13.728693Z","steps":["trace[1190417214] 'agreement among raft nodes before linearized reading' (duration: 804.797213ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:13.728705Z","caller":"traceutil/trace.go:171","msg":"trace[660971892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4362; }","duration":"1.206918642s","start":"2026-05-20T04:15:12.521781Z","end":"2026-05-20T04:15:13.7287Z","steps":["trace[660971892] 'agreement among raft nodes before linearized reading' (duration: 1.206894281s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:13.728609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66166613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-05-20T04:15:13.728703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516387239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-20T04:15:13.728722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.52176Z","time spent":"1.206958373s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:15:13.728726Z","caller":"traceutil/trace.go:171","msg":"trace[1728783392] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18b12ae9677a5f2f; range_end:; response_count:1; response_revision:4362; }","duration":"601.121997ms","start":"2026-05-20T04:15:13.127591Z","end":"2026-05-20T04:15:13.728713Z","steps":["trace[1728783392] 'agreement among raft nodes before linearized reading' (duration: 601.039315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:13.728733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.386526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-20T04:15:13.728728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.835701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-05-20T04:15:13.72874Z","caller":"traceutil/trace.go:171","msg":"trace[1898648908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4362; }","duration":"1.661832294s","start":"2026-05-20T04:15:12.066895Z","end":"2026-05-20T04:15:13.728727Z","steps":["trace[1898648908] 'agreement among raft nodes before linearized reading' (duration: 1.661584138s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:13.728747Z","caller":"traceutil/trace.go:171","msg":"trace[971997166] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4362; }","duration":"1.516469081s","start":"2026-05-20T04:15:12.212265Z","end":"2026-05-20T04:15:13.728734Z","steps":["trace[971997166] 'agreement among raft nodes before linearized reading' (duration: 1.516376398s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:13.728759Z","caller":"traceutil/trace.go:171","msg":"trace[1027801143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4362; }","duration":"810.438338ms","start":"2026-05-20T04:15:12.918314Z","end":"2026-05-20T04:15:13.728753Z","steps":["trace[1027801143] 'agreement among raft nodes before linearized reading' (duration: 810.312805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:13.728763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:13.127575Z","time spent":"601.181968ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":762,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18b12ae9677a5f2f\" "} {"level":"warn","ts":"2026-05-20T04:15:13.72877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.389089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:15:13.728778Z","caller":"traceutil/trace.go:171","msg":"trace[663486312] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a; range_end:; response_count:1; response_revision:4362; }","duration":"675.933933ms","start":"2026-05-20T04:15:13.052832Z","end":"2026-05-20T04:15:13.728766Z","steps":["trace[663486312] 'agreement among raft nodes before linearized reading' (duration: 675.80142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:13.728785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.066879Z","time spent":"1.661894746s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-20T04:15:13.728791Z","caller":"traceutil/trace.go:171","msg":"trace[275722258] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4362; }","duration":"807.440331ms","start":"2026-05-20T04:15:12.921344Z","end":"2026-05-20T04:15:13.728785Z","steps":["trace[275722258] 'agreement among raft nodes before linearized reading' (duration: 807.386979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:13.728786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.212237Z","time spent":"1.516541843s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:15:13.728802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.53039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T04:15:13.728661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.379445Z","time spent":"1.349210187s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:15:13.728813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:13.0528Z","time spent":"676.004524ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a\" "} {"level":"info","ts":"2026-05-20T04:15:13.728834Z","caller":"traceutil/trace.go:171","msg":"trace[579315002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4362; }","duration":"819.629873ms","start":"2026-05-20T04:15:12.909197Z","end":"2026-05-20T04:15:13.728827Z","steps":["trace[579315002] 'agreement among raft nodes before linearized reading' (duration: 819.52961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:13.728854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.285233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-20T04:15:13.728859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.160791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:15:13.72881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.921323Z","time spent":"807.483422ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"info","ts":"2026-05-20T04:15:13.728877Z","caller":"traceutil/trace.go:171","msg":"trace[1071430716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4362; }","duration":"810.326715ms","start":"2026-05-20T04:15:12.918544Z","end":"2026-05-20T04:15:13.72887Z","steps":["trace[1071430716] 'agreement among raft nodes before linearized reading' (duration: 810.256553ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:13.72888Z","caller":"traceutil/trace.go:171","msg":"trace[296768386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4362; }","duration":"810.224532ms","start":"2026-05-20T04:15:12.91865Z","end":"2026-05-20T04:15:13.728875Z","steps":["trace[296768386] 'agreement among raft nodes before linearized reading' (duration: 810.173131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:13.728894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.918533Z","time spent":"810.357345ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:15:13.728899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.918644Z","time spent":"810.251523ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:15:13.728697Z","caller":"traceutil/trace.go:171","msg":"trace[1836273307] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4362; }","duration":"1.114682239s","start":"2026-05-20T04:15:12.613998Z","end":"2026-05-20T04:15:13.728681Z","steps":["trace[1836273307] 'agreement among raft nodes before linearized reading' (duration: 1.114564256s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:13.728784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.918301Z","time spent":"810.478749ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:15:13.72886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.909177Z","time spent":"819.675224ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:15:13.728719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.923834Z","time spent":"804.881585ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:15:13.728928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.613968Z","time spent":"1.114953056s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:15:13.728591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.25666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:13.728991Z","caller":"traceutil/trace.go:171","msg":"trace[2093917239] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4362; }","duration":"797.693021ms","start":"2026-05-20T04:15:12.931288Z","end":"2026-05-20T04:15:13.728982Z","steps":["trace[2093917239] 'agreement among raft nodes before linearized reading' (duration: 797.223279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:13.729021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.931282Z","time spent":"797.730582ms","remote":"127.0.0.1:34672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:15:13.729097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662276185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-05-20T04:15:13.729114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.604952Z","time spent":"1.123283039s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:13.729148Z","caller":"traceutil/trace.go:171","msg":"trace[1623663429] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4362; }","duration":"1.662337737s","start":"2026-05-20T04:15:12.066799Z","end":"2026-05-20T04:15:13.729137Z","steps":["trace[1623663429] 'agreement among raft nodes before linearized reading' (duration: 1.661641939s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:13.729182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:12.066792Z","time spent":"1.662382138s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-05-20T04:15:14.168137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.945455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:15:14.16881Z","caller":"traceutil/trace.go:171","msg":"trace[1277456040] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"438.005138ms","start":"2026-05-20T04:15:13.730776Z","end":"2026-05-20T04:15:14.168781Z","steps":["trace[1277456040] 'process raft request' (duration: 156.312213ms)","trace[1277456040] 'compare' (duration: 280.550465ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:14.168923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:13.730762Z","time spent":"438.10675ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:14.168935Z","caller":"traceutil/trace.go:171","msg":"trace[1082441942] linearizableReadLoop","detail":"{readStateIndex:4565; appliedIndex:4564; }","duration":"437.141994ms","start":"2026-05-20T04:15:13.731703Z","end":"2026-05-20T04:15:14.168845Z","steps":["trace[1082441942] 'read index received' (duration: 155.433489ms)","trace[1082441942] 'applied index is now lower than readState.Index' (duration: 281.705715ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:14.169489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.752001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-20T04:15:14.169571Z","caller":"traceutil/trace.go:171","msg":"trace[119926954] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4363; }","duration":"437.868873ms","start":"2026-05-20T04:15:13.731684Z","end":"2026-05-20T04:15:14.169553Z","steps":["trace[119926954] 'agreement among raft nodes before linearized reading' (duration: 437.441943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:14.169629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:13.731676Z","time spent":"437.941415ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-05-20T04:15:14.169813Z","caller":"traceutil/trace.go:171","msg":"trace[917388092] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"437.091313ms","start":"2026-05-20T04:15:13.732701Z","end":"2026-05-20T04:15:14.169792Z","steps":["trace[917388092] 'process raft request' (duration: 436.5637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:14.169928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:13.732689Z","time spent":"437.172646ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:14.170486Z","caller":"traceutil/trace.go:171","msg":"trace[656677018] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"437.121825ms","start":"2026-05-20T04:15:13.733348Z","end":"2026-05-20T04:15:14.17047Z","steps":["trace[656677018] 'process raft request' (duration: 436.204421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:14.170578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:13.733338Z","time spent":"437.192896ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:14.170634Z","caller":"traceutil/trace.go:171","msg":"trace[1452064675] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"437.204627ms","start":"2026-05-20T04:15:13.733403Z","end":"2026-05-20T04:15:14.170607Z","steps":["trace[1452064675] 'process raft request' (duration: 436.92856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:14.170803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:13.733398Z","time spent":"437.303069ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:14.171066Z","caller":"traceutil/trace.go:171","msg":"trace[186320059] transaction","detail":"{read_only:false; response_revision:4367; number_of_response:1; }","duration":"437.493595ms","start":"2026-05-20T04:15:13.733481Z","end":"2026-05-20T04:15:14.170974Z","steps":["trace[186320059] 'process raft request' (duration: 436.93091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:14.171193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:13.733475Z","time spent":"437.640859ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:14.171256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.399248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-20T04:15:14.171324Z","caller":"traceutil/trace.go:171","msg":"trace[832303260] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4368; }","duration":"438.495801ms","start":"2026-05-20T04:15:13.732812Z","end":"2026-05-20T04:15:14.171308Z","steps":["trace[832303260] 'agreement among raft nodes before linearized reading' (duration: 438.265695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:14.171352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.581965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:14.171407Z","caller":"traceutil/trace.go:171","msg":"trace[144535371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4368; }","duration":"435.660318ms","start":"2026-05-20T04:15:13.735731Z","end":"2026-05-20T04:15:14.171391Z","steps":["trace[144535371] 'agreement among raft nodes before linearized reading' (duration: 435.576966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:14.17146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:13.735722Z","time spent":"435.727579ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:15:14.17155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.93695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:118570"} {"level":"info","ts":"2026-05-20T04:15:14.171586Z","caller":"traceutil/trace.go:171","msg":"trace[171151078] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4368; }","duration":"436.981671ms","start":"2026-05-20T04:15:13.734595Z","end":"2026-05-20T04:15:14.171576Z","steps":["trace[171151078] 'agreement among raft nodes before linearized reading' (duration: 436.794577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:14.171612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:13.734574Z","time spent":"437.031362ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":118592,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:15:14.17179Z","caller":"traceutil/trace.go:171","msg":"trace[1705889883] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"437.34959ms","start":"2026-05-20T04:15:13.734421Z","end":"2026-05-20T04:15:14.171771Z","steps":["trace[1705889883] 'process raft request' (duration: 436.498618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:14.171895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:13.734401Z","time spent":"437.441333ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:14.171368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:13.732799Z","time spent":"438.558622ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-20T04:15:14.172676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.216952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:118570"} {"level":"info","ts":"2026-05-20T04:15:14.172749Z","caller":"traceutil/trace.go:171","msg":"trace[46409670] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4368; }","duration":"438.341196ms","start":"2026-05-20T04:15:13.734393Z","end":"2026-05-20T04:15:14.172734Z","steps":["trace[46409670] 'agreement among raft nodes before linearized reading' (duration: 437.160306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:14.172785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:13.734363Z","time spent":"438.414638ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":118592,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:15:14.406574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.493668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:15:14.406767Z","caller":"traceutil/trace.go:171","msg":"trace[577430804] linearizableReadLoop","detail":"{readStateIndex:4571; appliedIndex:4570; }","duration":"194.992125ms","start":"2026-05-20T04:15:14.211755Z","end":"2026-05-20T04:15:14.406747Z","steps":["trace[577430804] 'read index received' (duration: 63.181169ms)","trace[577430804] 'applied index is now lower than readState.Index' (duration: 131.809166ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:14.406849Z","caller":"traceutil/trace.go:171","msg":"trace[916006867] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"220.122728ms","start":"2026-05-20T04:15:14.186675Z","end":"2026-05-20T04:15:14.406797Z","steps":["trace[916006867] 'process raft request' (duration: 88.320132ms)","trace[916006867] 'compare' (duration: 131.336564ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:14.406936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.20025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:15:14.40698Z","caller":"traceutil/trace.go:171","msg":"trace[389472159] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4369; }","duration":"195.293912ms","start":"2026-05-20T04:15:14.211677Z","end":"2026-05-20T04:15:14.406971Z","steps":["trace[389472159] 'agreement among raft nodes before linearized reading' (duration: 195.126448ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:19.325212Z","caller":"traceutil/trace.go:171","msg":"trace[1671847736] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"610.800265ms","start":"2026-05-20T04:15:18.714386Z","end":"2026-05-20T04:15:19.325186Z","steps":["trace[1671847736] 'process raft request' (duration: 610.567859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:19.325368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:18.714365Z","time spent":"610.928487ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9210,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:19.325212Z","caller":"traceutil/trace.go:171","msg":"trace[670150805] linearizableReadLoop","detail":"{readStateIndex:4606; appliedIndex:4604; }","duration":"587.935368ms","start":"2026-05-20T04:15:18.737233Z","end":"2026-05-20T04:15:19.325168Z","steps":["trace[670150805] 'read index received' (duration: 15.650271ms)","trace[670150805] 'applied index is now lower than readState.Index' (duration: 572.283677ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:19.325848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.180094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:15:19.325934Z","caller":"traceutil/trace.go:171","msg":"trace[1751083712] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4402; }","duration":"588.708008ms","start":"2026-05-20T04:15:18.737209Z","end":"2026-05-20T04:15:19.325917Z","steps":["trace[1751083712] 'agreement among raft nodes before linearized reading' (duration: 588.070751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:19.325991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:18.7372Z","time spent":"588.777739ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:15:19.331897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.23404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:19.331975Z","caller":"traceutil/trace.go:171","msg":"trace[483598275] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:4403; }","duration":"293.338474ms","start":"2026-05-20T04:15:19.038625Z","end":"2026-05-20T04:15:19.331964Z","steps":["trace[483598275] 'agreement among raft nodes before linearized reading' (duration: 293.225281ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:19.331976Z","caller":"traceutil/trace.go:171","msg":"trace[141349768] transaction","detail":"{read_only:false; response_revision:4403; number_of_response:1; }","duration":"566.074088ms","start":"2026-05-20T04:15:18.765868Z","end":"2026-05-20T04:15:19.331942Z","steps":["trace[141349768] 'process raft request' (duration: 565.796861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:19.332006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.574796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:15:19.332095Z","caller":"traceutil/trace.go:171","msg":"trace[865873901] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4403; }","duration":"305.716959ms","start":"2026-05-20T04:15:19.026354Z","end":"2026-05-20T04:15:19.332071Z","steps":["trace[865873901] 'agreement among raft nodes before linearized reading' (duration: 305.532795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:19.332136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:18.765843Z","time spent":"566.210382ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:19.33215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:19.026332Z","time spent":"305.805812ms","remote":"127.0.0.1:57882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":26,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:15:20.099063Z","caller":"traceutil/trace.go:171","msg":"trace[178289176] transaction","detail":"{read_only:false; response_revision:4406; number_of_response:1; }","duration":"339.534186ms","start":"2026-05-20T04:15:19.759503Z","end":"2026-05-20T04:15:20.099037Z","steps":["trace[178289176] 'process raft request' (duration: 339.343312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:20.099253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:19.759486Z","time spent":"339.677841ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:20.145015Z","caller":"traceutil/trace.go:171","msg":"trace[1665021184] transaction","detail":"{read_only:false; response_revision:4407; number_of_response:1; }","duration":"385.374761ms","start":"2026-05-20T04:15:19.759609Z","end":"2026-05-20T04:15:20.144984Z","steps":["trace[1665021184] 'process raft request' (duration: 385.077944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:20.145202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:19.759583Z","time spent":"385.520264ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:20.145363Z","caller":"traceutil/trace.go:171","msg":"trace[1500529691] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"385.690299ms","start":"2026-05-20T04:15:19.75965Z","end":"2026-05-20T04:15:20.145341Z","steps":["trace[1500529691] 'process raft request' (duration: 385.271019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:20.145493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:19.759614Z","time spent":"385.818412ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:20.145619Z","caller":"traceutil/trace.go:171","msg":"trace[555981578] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"385.888913ms","start":"2026-05-20T04:15:19.759703Z","end":"2026-05-20T04:15:20.145592Z","steps":["trace[555981578] 'process raft request' (duration: 385.543314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:20.145782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:19.759671Z","time spent":"386.023677ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:20.433292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.83797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:15:20.433378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.313775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:15:20.433295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.217071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:15:20.433417Z","caller":"traceutil/trace.go:171","msg":"trace[1042789530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4411; }","duration":"229.423266ms","start":"2026-05-20T04:15:20.203986Z","end":"2026-05-20T04:15:20.433409Z","steps":["trace[1042789530] 'range keys from in-memory index tree' (duration: 229.026816ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:20.433378Z","caller":"traceutil/trace.go:171","msg":"trace[762238672] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4411; }","duration":"227.022204ms","start":"2026-05-20T04:15:20.206335Z","end":"2026-05-20T04:15:20.433357Z","steps":["trace[762238672] 'range keys from in-memory index tree' (duration: 226.665945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:20.433511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.846642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:15:20.433422Z","caller":"traceutil/trace.go:171","msg":"trace[1016011067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4411; }","duration":"231.387506ms","start":"2026-05-20T04:15:20.202022Z","end":"2026-05-20T04:15:20.433409Z","steps":["trace[1016011067] 'range keys from in-memory index tree' (duration: 231.210653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:20.43357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.313067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:15:20.433588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.259942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:15:20.433598Z","caller":"traceutil/trace.go:171","msg":"trace[874425382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4411; }","duration":"228.981105ms","start":"2026-05-20T04:15:20.204598Z","end":"2026-05-20T04:15:20.433579Z","steps":["trace[874425382] 'range keys from in-memory index tree' (duration: 228.672947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:20.433619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.546319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:15:20.433628Z","caller":"traceutil/trace.go:171","msg":"trace[425616432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4411; }","duration":"228.373849ms","start":"2026-05-20T04:15:20.205239Z","end":"2026-05-20T04:15:20.433612Z","steps":["trace[425616432] 'range keys from in-memory index tree' (duration: 228.192164ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:20.433638Z","caller":"traceutil/trace.go:171","msg":"trace[1890840578] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4411; }","duration":"229.329224ms","start":"2026-05-20T04:15:20.204295Z","end":"2026-05-20T04:15:20.433624Z","steps":["trace[1890840578] 'count revisions from in-memory index tree' (duration: 229.16449ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:20.433661Z","caller":"traceutil/trace.go:171","msg":"trace[1394758907] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4411; }","duration":"222.609621ms","start":"2026-05-20T04:15:20.21104Z","end":"2026-05-20T04:15:20.433649Z","steps":["trace[1394758907] 'range keys from in-memory index tree' (duration: 222.448117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:20.433511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.58064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:15:20.433805Z","caller":"traceutil/trace.go:171","msg":"trace[1211938010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4411; }","duration":"229.898108ms","start":"2026-05-20T04:15:20.20389Z","end":"2026-05-20T04:15:20.433788Z","steps":["trace[1211938010] 'range keys from in-memory index tree' (duration: 229.468517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:20.433792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.179938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:15:20.433917Z","caller":"traceutil/trace.go:171","msg":"trace[72849850] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4411; }","duration":"227.391103ms","start":"2026-05-20T04:15:20.206494Z","end":"2026-05-20T04:15:20.433885Z","steps":["trace[72849850] 'range keys from in-memory index tree' (duration: 226.902442ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:20.554245Z","caller":"traceutil/trace.go:171","msg":"trace[1812355850] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"116.010691ms","start":"2026-05-20T04:15:20.438208Z","end":"2026-05-20T04:15:20.554218Z","steps":["trace[1812355850] 'process raft request' (duration: 115.774855ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:20.610314Z","caller":"traceutil/trace.go:171","msg":"trace[1555199642] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"170.923677ms","start":"2026-05-20T04:15:20.439358Z","end":"2026-05-20T04:15:20.610282Z","steps":["trace[1555199642] 'process raft request' (duration: 170.744263ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:20.610668Z","caller":"traceutil/trace.go:171","msg":"trace[1362336688] linearizableReadLoop","detail":"{readStateIndex:4618; appliedIndex:4615; }","duration":"171.01034ms","start":"2026-05-20T04:15:20.439641Z","end":"2026-05-20T04:15:20.610651Z","steps":["trace[1362336688] 'read index received' (duration: 114.371239ms)","trace[1362336688] 'applied index is now lower than readState.Index' (duration: 56.637741ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:20.610776Z","caller":"traceutil/trace.go:171","msg":"trace[685494753] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"171.099283ms","start":"2026-05-20T04:15:20.439663Z","end":"2026-05-20T04:15:20.610762Z","steps":["trace[685494753] 'process raft request' (duration: 170.835136ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:20.610828Z","caller":"traceutil/trace.go:171","msg":"trace[701220402] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"170.663611ms","start":"2026-05-20T04:15:20.440131Z","end":"2026-05-20T04:15:20.610794Z","steps":["trace[701220402] 'process raft request' (duration: 170.473187ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:20.610897Z","caller":"traceutil/trace.go:171","msg":"trace[478752922] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"171.254476ms","start":"2026-05-20T04:15:20.439626Z","end":"2026-05-20T04:15:20.610881Z","steps":["trace[478752922] 'process raft request' (duration: 170.612389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:20.611273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.607235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:119783"} {"level":"info","ts":"2026-05-20T04:15:20.611323Z","caller":"traceutil/trace.go:171","msg":"trace[601807215] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4416; }","duration":"171.702688ms","start":"2026-05-20T04:15:20.439606Z","end":"2026-05-20T04:15:20.611309Z","steps":["trace[601807215] 'agreement among raft nodes before linearized reading' (duration: 171.265256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:20.611287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.571184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-05-20T04:15:20.611408Z","caller":"traceutil/trace.go:171","msg":"trace[2094733141] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4416; }","duration":"171.76633ms","start":"2026-05-20T04:15:20.439614Z","end":"2026-05-20T04:15:20.61138Z","steps":["trace[2094733141] 'agreement among raft nodes before linearized reading' (duration: 171.370919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:20.611559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.955333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:119783"} {"level":"info","ts":"2026-05-20T04:15:20.611622Z","caller":"traceutil/trace.go:171","msg":"trace[781572227] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4416; }","duration":"170.038975ms","start":"2026-05-20T04:15:20.441569Z","end":"2026-05-20T04:15:20.611608Z","steps":["trace[781572227] 'agreement among raft nodes before linearized reading' (duration: 169.801529ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:23.674553Z","caller":"traceutil/trace.go:171","msg":"trace[103161914] linearizableReadLoop","detail":"{readStateIndex:4633; appliedIndex:4632; }","duration":"409.648224ms","start":"2026-05-20T04:15:23.264848Z","end":"2026-05-20T04:15:23.674496Z","steps":["trace[103161914] 'read index received' (duration: 409.505651ms)","trace[103161914] 'applied index is now lower than readState.Index' (duration: 140.543µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:23.674571Z","caller":"traceutil/trace.go:171","msg":"trace[1530071898] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"538.28954ms","start":"2026-05-20T04:15:23.136247Z","end":"2026-05-20T04:15:23.674536Z","steps":["trace[1530071898] 'process raft request' (duration: 538.106006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:23.674728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:23.136221Z","time spent":"538.426044ms","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:23.674785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.912271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18990"} {"level":"info","ts":"2026-05-20T04:15:23.674843Z","caller":"traceutil/trace.go:171","msg":"trace[700626128] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4429; }","duration":"409.988413ms","start":"2026-05-20T04:15:23.264841Z","end":"2026-05-20T04:15:23.674829Z","steps":["trace[700626128] 'agreement among raft nodes before linearized reading' (duration: 409.774457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:23.674885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:23.264793Z","time spent":"410.081856ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19012,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-20T04:15:23.676319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.560105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:23.676388Z","caller":"traceutil/trace.go:171","msg":"trace[1704122755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4430; }","duration":"153.669677ms","start":"2026-05-20T04:15:23.522705Z","end":"2026-05-20T04:15:23.676375Z","steps":["trace[1704122755] 'agreement among raft nodes before linearized reading' (duration: 153.534353ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:23.68356Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2700} {"level":"info","ts":"2026-05-20T04:15:23.91302Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2700,"took":"226.325829ms","hash":3366021046,"current-db-size-bytes":42455040,"current-db-size":"42 MB","current-db-size-in-use-bytes":19075072,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-05-20T04:15:23.913866Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3366021046,"revision":2700,"compact-revision":-1} {"level":"info","ts":"2026-05-20T04:15:26.471003Z","caller":"traceutil/trace.go:171","msg":"trace[131055070] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"146.071902ms","start":"2026-05-20T04:15:26.324876Z","end":"2026-05-20T04:15:26.470948Z","steps":["trace[131055070] 'process raft request' (duration: 69.124601ms)","trace[131055070] 'compare' (duration: 76.807288ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:30.849487Z","caller":"traceutil/trace.go:171","msg":"trace[586968596] linearizableReadLoop","detail":"{readStateIndex:4687; appliedIndex:4686; }","duration":"157.956456ms","start":"2026-05-20T04:15:30.691511Z","end":"2026-05-20T04:15:30.849467Z","steps":["trace[586968596] 'read index received' (duration: 157.787102ms)","trace[586968596] 'applied index is now lower than readState.Index' (duration: 168.734µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:30.84964Z","caller":"traceutil/trace.go:171","msg":"trace[2011441962] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"315.370989ms","start":"2026-05-20T04:15:30.53426Z","end":"2026-05-20T04:15:30.849631Z","steps":["trace[2011441962] 'process raft request' (duration: 315.092301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:30.849733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:30.534243Z","time spent":"315.42232ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:30.85015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.643503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:15:30.850193Z","caller":"traceutil/trace.go:171","msg":"trace[730197932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4480; }","duration":"158.726375ms","start":"2026-05-20T04:15:30.691457Z","end":"2026-05-20T04:15:30.850183Z","steps":["trace[730197932] 'agreement among raft nodes before linearized reading' (duration: 158.560721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:30.850434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.909878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:15:30.850492Z","caller":"traceutil/trace.go:171","msg":"trace[199515220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4480; }","duration":"146.001551ms","start":"2026-05-20T04:15:30.704479Z","end":"2026-05-20T04:15:30.850481Z","steps":["trace[199515220] 'agreement among raft nodes before linearized reading' (duration: 145.869748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:30.850641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.093554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-20T04:15:30.850642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.787464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:15:30.850674Z","caller":"traceutil/trace.go:171","msg":"trace[105391895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4480; }","duration":"146.137035ms","start":"2026-05-20T04:15:30.704529Z","end":"2026-05-20T04:15:30.850666Z","steps":["trace[105391895] 'agreement among raft nodes before linearized reading' (duration: 146.047652ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:30.850694Z","caller":"traceutil/trace.go:171","msg":"trace[967283125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4480; }","duration":"136.880667ms","start":"2026-05-20T04:15:30.713799Z","end":"2026-05-20T04:15:30.850679Z","steps":["trace[967283125] 'agreement among raft nodes before linearized reading' (duration: 136.730633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:30.850793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.764212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-20T04:15:30.850844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.476138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:15:30.850877Z","caller":"traceutil/trace.go:171","msg":"trace[352041684] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4480; }","duration":"131.53729ms","start":"2026-05-20T04:15:30.719331Z","end":"2026-05-20T04:15:30.850869Z","steps":["trace[352041684] 'agreement among raft nodes before linearized reading' (duration: 131.446567ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:30.850878Z","caller":"traceutil/trace.go:171","msg":"trace[1954216257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4480; }","duration":"132.841674ms","start":"2026-05-20T04:15:30.718021Z","end":"2026-05-20T04:15:30.850862Z","steps":["trace[1954216257] 'agreement among raft nodes before linearized reading' (duration: 132.476414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:30.850747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.279023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-20T04:15:30.850958Z","caller":"traceutil/trace.go:171","msg":"trace[1958120816] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4480; }","duration":"129.536709ms","start":"2026-05-20T04:15:30.721412Z","end":"2026-05-20T04:15:30.850949Z","steps":["trace[1958120816] 'agreement among raft nodes before linearized reading' (duration: 129.230981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:30.851382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.901146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:15:30.851461Z","caller":"traceutil/trace.go:171","msg":"trace[518219380] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4480; }","duration":"126.017368ms","start":"2026-05-20T04:15:30.725426Z","end":"2026-05-20T04:15:30.851443Z","steps":["trace[518219380] 'agreement among raft nodes before linearized reading' (duration: 124.932841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:31.221663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.488363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:15:31.221821Z","caller":"traceutil/trace.go:171","msg":"trace[539166986] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"366.283424ms","start":"2026-05-20T04:15:30.855512Z","end":"2026-05-20T04:15:31.221795Z","steps":["trace[539166986] 'process raft request' (duration: 50.569876ms)","trace[539166986] 'compare' (duration: 315.199405ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:31.222534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:30.855492Z","time spent":"366.376916ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:31.387168Z","caller":"traceutil/trace.go:171","msg":"trace[17147551] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"531.572618ms","start":"2026-05-20T04:15:30.855569Z","end":"2026-05-20T04:15:31.387142Z","steps":["trace[17147551] 'process raft request' (duration: 474.468775ms)","trace[17147551] 'compare' (duration: 56.880947ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:31.387329Z","caller":"traceutil/trace.go:171","msg":"trace[1275974131] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"205.980766ms","start":"2026-05-20T04:15:31.181323Z","end":"2026-05-20T04:15:31.387304Z","steps":["trace[1275974131] 'process raft request' (duration: 205.894834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:31.387361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:30.855541Z","time spent":"531.742802ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:31.387387Z","caller":"traceutil/trace.go:171","msg":"trace[431758481] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"528.868659ms","start":"2026-05-20T04:15:30.858507Z","end":"2026-05-20T04:15:31.387376Z","steps":["trace[431758481] 'process raft request' (duration: 528.640113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:31.387479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:30.858496Z","time spent":"528.92301ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:31.387549Z","caller":"traceutil/trace.go:171","msg":"trace[162202284] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"531.908607ms","start":"2026-05-20T04:15:30.855631Z","end":"2026-05-20T04:15:31.38754Z","steps":["trace[162202284] 'process raft request' (duration: 531.414994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:31.387588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:30.85561Z","time spent":"531.957587ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:15:31.387572Z","caller":"traceutil/trace.go:171","msg":"trace[672070613] linearizableReadLoop","detail":"{readStateIndex:4690; appliedIndex:4687; }","duration":"529.802362ms","start":"2026-05-20T04:15:30.857757Z","end":"2026-05-20T04:15:31.387559Z","steps":["trace[672070613] 'read index received' (duration: 48.287497ms)","trace[672070613] 'applied index is now lower than readState.Index' (duration: 481.512545ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:31.387705Z","caller":"traceutil/trace.go:171","msg":"trace[531048048] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"528.292734ms","start":"2026-05-20T04:15:30.859401Z","end":"2026-05-20T04:15:31.387694Z","steps":["trace[531048048] 'process raft request' (duration: 527.779211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:31.387825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:30.859389Z","time spent":"528.348065ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:31.387841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.675093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:31.387892Z","caller":"traceutil/trace.go:171","msg":"trace[1639310732] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4486; }","duration":"131.772426ms","start":"2026-05-20T04:15:31.256102Z","end":"2026-05-20T04:15:31.387874Z","steps":["trace[1639310732] 'agreement among raft nodes before linearized reading' (duration: 131.671524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:31.3879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.076177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-20T04:15:31.387961Z","caller":"traceutil/trace.go:171","msg":"trace[472202241] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4486; }","duration":"156.16464ms","start":"2026-05-20T04:15:31.231777Z","end":"2026-05-20T04:15:31.387942Z","steps":["trace[472202241] 'agreement among raft nodes before linearized reading' (duration: 156.026236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:31.388125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.367096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120076"} {"level":"info","ts":"2026-05-20T04:15:31.388185Z","caller":"traceutil/trace.go:171","msg":"trace[1326375691] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4486; }","duration":"530.439669ms","start":"2026-05-20T04:15:30.857729Z","end":"2026-05-20T04:15:31.388168Z","steps":["trace[1326375691] 'agreement among raft nodes before linearized reading' (duration: 530.281245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:31.388229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:30.857717Z","time spent":"530.499891ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120098,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:15:31.387963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.393536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120076"} {"level":"info","ts":"2026-05-20T04:15:31.388319Z","caller":"traceutil/trace.go:171","msg":"trace[2069748312] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4486; }","duration":"528.768396ms","start":"2026-05-20T04:15:30.859538Z","end":"2026-05-20T04:15:31.388306Z","steps":["trace[2069748312] 'agreement among raft nodes before linearized reading' (duration: 528.218551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:31.388364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:30.859531Z","time spent":"528.819247ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120098,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:15:31.9193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.374211ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:15:32.397992Z","caller":"traceutil/trace.go:171","msg":"trace[1968373996] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"228.451593ms","start":"2026-05-20T04:15:32.169507Z","end":"2026-05-20T04:15:32.397958Z","steps":["trace[1968373996] 'process raft request' (duration: 228.212097ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:32.397905Z","caller":"traceutil/trace.go:171","msg":"trace[951468384] linearizableReadLoop","detail":"{readStateIndex:4695; appliedIndex:4694; }","duration":"186.901748ms","start":"2026-05-20T04:15:32.210983Z","end":"2026-05-20T04:15:32.397884Z","steps":["trace[951468384] 'read index received' (duration: 186.730004ms)","trace[951468384] 'applied index is now lower than readState.Index' (duration: 171.144µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:32.3983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.298308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:15:32.398374Z","caller":"traceutil/trace.go:171","msg":"trace[121963659] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4487; }","duration":"187.417601ms","start":"2026-05-20T04:15:32.210936Z","end":"2026-05-20T04:15:32.398353Z","steps":["trace[121963659] 'agreement among raft nodes before linearized reading' (duration: 187.127364ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:32.526632Z","caller":"traceutil/trace.go:171","msg":"trace[1250181029] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"271.640029ms","start":"2026-05-20T04:15:32.254954Z","end":"2026-05-20T04:15:32.526594Z","steps":["trace[1250181029] 'process raft request' (duration: 271.433793ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:32.526637Z","caller":"traceutil/trace.go:171","msg":"trace[2032824848] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"258.755668ms","start":"2026-05-20T04:15:32.267856Z","end":"2026-05-20T04:15:32.526611Z","steps":["trace[2032824848] 'process raft request' (duration: 258.686996ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:32.526809Z","caller":"traceutil/trace.go:171","msg":"trace[597297726] linearizableReadLoop","detail":"{readStateIndex:4698; appliedIndex:4695; }","duration":"124.803897ms","start":"2026-05-20T04:15:32.401976Z","end":"2026-05-20T04:15:32.52678Z","steps":["trace[597297726] 'read index received' (duration: 124.306265ms)","trace[597297726] 'applied index is now lower than readState.Index' (duration: 495.882µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:32.526879Z","caller":"traceutil/trace.go:171","msg":"trace[1851704418] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"244.821061ms","start":"2026-05-20T04:15:32.282019Z","end":"2026-05-20T04:15:32.52684Z","steps":["trace[1851704418] 'process raft request' (duration: 244.562754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:32.527201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.239778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-20T04:15:32.527318Z","caller":"traceutil/trace.go:171","msg":"trace[2069361073] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4490; }","duration":"125.390032ms","start":"2026-05-20T04:15:32.401909Z","end":"2026-05-20T04:15:32.527299Z","steps":["trace[2069361073] 'agreement among raft nodes before linearized reading' (duration: 125.008223ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:33.359002Z","caller":"traceutil/trace.go:171","msg":"trace[1531404247] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"127.727473ms","start":"2026-05-20T04:15:33.231248Z","end":"2026-05-20T04:15:33.358976Z","steps":["trace[1531404247] 'process raft request' (duration: 127.576219ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:33.543727Z","caller":"traceutil/trace.go:171","msg":"trace[1174531675] linearizableReadLoop","detail":"{readStateIndex:4700; appliedIndex:4699; }","duration":"148.137405ms","start":"2026-05-20T04:15:33.395563Z","end":"2026-05-20T04:15:33.5437Z","steps":["trace[1174531675] 'read index received' (duration: 71.866182ms)","trace[1174531675] 'applied index is now lower than readState.Index' (duration: 76.269903ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:33.543834Z","caller":"traceutil/trace.go:171","msg":"trace[440444716] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"148.29954ms","start":"2026-05-20T04:15:33.395498Z","end":"2026-05-20T04:15:33.543797Z","steps":["trace[440444716] 'process raft request' (duration: 71.841571ms)","trace[440444716] 'compare' (duration: 76.186222ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:15:33.544023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.438803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:15:33.544077Z","caller":"traceutil/trace.go:171","msg":"trace[343696821] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4492; }","duration":"148.522455ms","start":"2026-05-20T04:15:33.395539Z","end":"2026-05-20T04:15:33.544062Z","steps":["trace[343696821] 'agreement among raft nodes before linearized reading' (duration: 148.30612ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:33.553723Z","caller":"traceutil/trace.go:171","msg":"trace[644819151] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"156.613563ms","start":"2026-05-20T04:15:33.397081Z","end":"2026-05-20T04:15:33.553695Z","steps":["trace[644819151] 'process raft request' (duration: 156.54573ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:33.553827Z","caller":"traceutil/trace.go:171","msg":"trace[1322884555] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"158.023329ms","start":"2026-05-20T04:15:33.395785Z","end":"2026-05-20T04:15:33.553809Z","steps":["trace[1322884555] 'process raft request' (duration: 157.806952ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:33.55381Z","caller":"traceutil/trace.go:171","msg":"trace[1964261116] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"158.217154ms","start":"2026-05-20T04:15:33.39555Z","end":"2026-05-20T04:15:33.553767Z","steps":["trace[1964261116] 'process raft request' (duration: 157.941106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:33.553973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.187843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:15:33.554022Z","caller":"traceutil/trace.go:171","msg":"trace[1606192997] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4495; }","duration":"158.275286ms","start":"2026-05-20T04:15:33.395735Z","end":"2026-05-20T04:15:33.55401Z","steps":["trace[1606192997] 'agreement among raft nodes before linearized reading' (duration: 158.138822ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:35.676906Z","caller":"traceutil/trace.go:171","msg":"trace[1994122046] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"418.564522ms","start":"2026-05-20T04:15:35.258316Z","end":"2026-05-20T04:15:35.67688Z","steps":["trace[1994122046] 'process raft request' (duration: 418.371497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:35.677049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:35.258304Z","time spent":"418.682655ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:15:35.683793Z","caller":"traceutil/trace.go:171","msg":"trace[513177882] linearizableReadLoop","detail":"{readStateIndex:4709; appliedIndex:4707; }","duration":"335.949226ms","start":"2026-05-20T04:15:35.34782Z","end":"2026-05-20T04:15:35.68377Z","steps":["trace[513177882] 'read index received' (duration: 328.868245ms)","trace[513177882] 'applied index is now lower than readState.Index' (duration: 7.073431ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:35.683888Z","caller":"traceutil/trace.go:171","msg":"trace[1631190006] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"419.789224ms","start":"2026-05-20T04:15:35.26409Z","end":"2026-05-20T04:15:35.683879Z","steps":["trace[1631190006] 'process raft request' (duration: 419.540148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:35.683972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:35.26406Z","time spent":"419.848576ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:15:35.684094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.371692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:15:35.684151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.330606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-05-20T04:15:35.684136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.6385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:15:35.684178Z","caller":"traceutil/trace.go:171","msg":"trace[1086042209] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4501; }","duration":"336.396997ms","start":"2026-05-20T04:15:35.347769Z","end":"2026-05-20T04:15:35.684166Z","steps":["trace[1086042209] 'agreement among raft nodes before linearized reading' (duration: 336.304125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:35.684204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:35.347747Z","time spent":"336.451079ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-20T04:15:35.68421Z","caller":"traceutil/trace.go:171","msg":"trace[7975043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4501; }","duration":"321.766193ms","start":"2026-05-20T04:15:35.362426Z","end":"2026-05-20T04:15:35.684193Z","steps":["trace[7975043] 'agreement among raft nodes before linearized reading' (duration: 321.516217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:35.684248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.291953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:15:35.684284Z","caller":"traceutil/trace.go:171","msg":"trace[316614912] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4501; }","duration":"106.349414ms","start":"2026-05-20T04:15:35.577927Z","end":"2026-05-20T04:15:35.684277Z","steps":["trace[316614912] 'agreement among raft nodes before linearized reading' (duration: 106.261592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:35.684335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.036429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:15:35.684376Z","caller":"traceutil/trace.go:171","msg":"trace[744124022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4501; }","duration":"126.07485ms","start":"2026-05-20T04:15:35.558293Z","end":"2026-05-20T04:15:35.684368Z","steps":["trace[744124022] 'agreement among raft nodes before linearized reading' (duration: 125.983538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:35.684388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.167745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:15:35.684442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.096638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:15:35.684455Z","caller":"traceutil/trace.go:171","msg":"trace[1976496205] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4501; }","duration":"123.263128ms","start":"2026-05-20T04:15:35.561178Z","end":"2026-05-20T04:15:35.684441Z","steps":["trace[1976496205] 'agreement among raft nodes before linearized reading' (duration: 123.025312ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:35.684466Z","caller":"traceutil/trace.go:171","msg":"trace[615785872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4501; }","duration":"163.16192ms","start":"2026-05-20T04:15:35.521297Z","end":"2026-05-20T04:15:35.684459Z","steps":["trace[615785872] 'agreement among raft nodes before linearized reading' (duration: 163.126819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:35.68449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.064295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:15:35.68452Z","caller":"traceutil/trace.go:171","msg":"trace[781790265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4501; }","duration":"127.105016ms","start":"2026-05-20T04:15:35.557407Z","end":"2026-05-20T04:15:35.684512Z","steps":["trace[781790265] 'agreement among raft nodes before linearized reading' (duration: 127.031794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:35.684418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.517142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:15:35.684255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:15:35.362398Z","time spent":"321.848225ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:15:35.684574Z","caller":"traceutil/trace.go:171","msg":"trace[2078539445] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4501; }","duration":"128.703187ms","start":"2026-05-20T04:15:35.555859Z","end":"2026-05-20T04:15:35.684562Z","steps":["trace[2078539445] 'agreement among raft nodes before linearized reading' (duration: 128.508822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:35.684609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.87386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:15:35.684165Z","caller":"traceutil/trace.go:171","msg":"trace[1170961248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4501; }","duration":"125.479245ms","start":"2026-05-20T04:15:35.558671Z","end":"2026-05-20T04:15:35.68415Z","steps":["trace[1170961248] 'agreement among raft nodes before linearized reading' (duration: 125.314121ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:35.684637Z","caller":"traceutil/trace.go:171","msg":"trace[1152205990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4501; }","duration":"135.900071ms","start":"2026-05-20T04:15:35.54873Z","end":"2026-05-20T04:15:35.68463Z","steps":["trace[1152205990] 'agreement among raft nodes before linearized reading' (duration: 135.833069ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:37.804459Z","caller":"traceutil/trace.go:171","msg":"trace[1240788718] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"103.076201ms","start":"2026-05-20T04:15:37.701359Z","end":"2026-05-20T04:15:37.804436Z","steps":["trace[1240788718] 'process raft request' (duration: 102.896016ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:37.810033Z","caller":"traceutil/trace.go:171","msg":"trace[1968565036] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"107.943866ms","start":"2026-05-20T04:15:37.702069Z","end":"2026-05-20T04:15:37.810013Z","steps":["trace[1968565036] 'process raft request' (duration: 107.746061ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:37.810045Z","caller":"traceutil/trace.go:171","msg":"trace[301080254] linearizableReadLoop","detail":"{readStateIndex:4729; appliedIndex:4724; }","duration":"105.821981ms","start":"2026-05-20T04:15:37.704203Z","end":"2026-05-20T04:15:37.810025Z","steps":["trace[301080254] 'read index received' (duration: 100.082904ms)","trace[301080254] 'applied index is now lower than readState.Index' (duration: 5.737847ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:15:37.810355Z","caller":"traceutil/trace.go:171","msg":"trace[1976914386] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"107.947706ms","start":"2026-05-20T04:15:37.702396Z","end":"2026-05-20T04:15:37.810344Z","steps":["trace[1976914386] 'process raft request' (duration: 107.535466ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:37.810897Z","caller":"traceutil/trace.go:171","msg":"trace[52535993] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"107.984506ms","start":"2026-05-20T04:15:37.7029Z","end":"2026-05-20T04:15:37.810885Z","steps":["trace[52535993] 'process raft request' (duration: 107.062013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:37.810892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.662652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120278"} {"level":"info","ts":"2026-05-20T04:15:37.810947Z","caller":"traceutil/trace.go:171","msg":"trace[1214920318] transaction","detail":"{read_only:false; response_revision:4520; number_of_response:1; }","duration":"107.704429ms","start":"2026-05-20T04:15:37.70323Z","end":"2026-05-20T04:15:37.810935Z","steps":["trace[1214920318] 'process raft request' (duration: 106.756705ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:15:37.811187Z","caller":"traceutil/trace.go:171","msg":"trace[1479582855] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4520; }","duration":"106.979731ms","start":"2026-05-20T04:15:37.70417Z","end":"2026-05-20T04:15:37.81115Z","steps":["trace[1479582855] 'agreement among raft nodes before linearized reading' (duration: 106.493318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:15:37.8115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.417434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120278"} {"level":"info","ts":"2026-05-20T04:15:37.811663Z","caller":"traceutil/trace.go:171","msg":"trace[1101732370] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4520; }","duration":"104.659401ms","start":"2026-05-20T04:15:37.706984Z","end":"2026-05-20T04:15:37.811643Z","steps":["trace[1101732370] 'agreement among raft nodes before linearized reading' (duration: 103.82099ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:00.059402Z","caller":"traceutil/trace.go:171","msg":"trace[1112141247] linearizableReadLoop","detail":"{readStateIndex:4855; appliedIndex:4854; }","duration":"103.735228ms","start":"2026-05-20T04:15:59.955649Z","end":"2026-05-20T04:16:00.059384Z","steps":["trace[1112141247] 'read index received' (duration: 103.563333ms)","trace[1112141247] 'applied index is now lower than readState.Index' (duration: 171.195µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:00.05951Z","caller":"traceutil/trace.go:171","msg":"trace[133422026] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"118.360362ms","start":"2026-05-20T04:15:59.941115Z","end":"2026-05-20T04:16:00.059475Z","steps":["trace[133422026] 'process raft request' (duration: 118.147287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:00.059577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.911242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:16:00.059612Z","caller":"traceutil/trace.go:171","msg":"trace[1419069732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4642; }","duration":"103.972663ms","start":"2026-05-20T04:15:59.955631Z","end":"2026-05-20T04:16:00.059603Z","steps":["trace[1419069732] 'agreement among raft nodes before linearized reading' (duration: 103.85104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:00.05976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.894942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:16:00.059871Z","caller":"traceutil/trace.go:171","msg":"trace[897750609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4642; }","duration":"104.013195ms","start":"2026-05-20T04:15:59.955803Z","end":"2026-05-20T04:16:00.059816Z","steps":["trace[897750609] 'agreement among raft nodes before linearized reading' (duration: 103.796969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:00.05994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.28767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:16:00.059969Z","caller":"traceutil/trace.go:171","msg":"trace[1137533320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4642; }","duration":"102.347351ms","start":"2026-05-20T04:15:59.957615Z","end":"2026-05-20T04:16:00.059962Z","steps":["trace[1137533320] 'agreement among raft nodes before linearized reading' (duration: 102.27776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:00.060087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.340002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:16:00.060154Z","caller":"traceutil/trace.go:171","msg":"trace[614214517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4642; }","duration":"102.433724ms","start":"2026-05-20T04:15:59.957701Z","end":"2026-05-20T04:16:00.060135Z","steps":["trace[614214517] 'agreement among raft nodes before linearized reading' (duration: 102.083255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:00.230699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.086451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:00.230824Z","caller":"traceutil/trace.go:171","msg":"trace[2017523186] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"166.593908ms","start":"2026-05-20T04:16:00.064211Z","end":"2026-05-20T04:16:00.230805Z","steps":["trace[2017523186] 'process raft request' (duration: 22.321302ms)","trace[2017523186] 'compare' (duration: 143.981639ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:00.248978Z","caller":"traceutil/trace.go:171","msg":"trace[465630062] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"184.440365ms","start":"2026-05-20T04:16:00.064513Z","end":"2026-05-20T04:16:00.248953Z","steps":["trace[465630062] 'process raft request' (duration: 183.959163ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:00.249016Z","caller":"traceutil/trace.go:171","msg":"trace[1386659958] linearizableReadLoop","detail":"{readStateIndex:4859; appliedIndex:4855; }","duration":"183.758018ms","start":"2026-05-20T04:16:00.065228Z","end":"2026-05-20T04:16:00.248986Z","steps":["trace[1386659958] 'read index received' (duration: 21.389429ms)","trace[1386659958] 'applied index is now lower than readState.Index' (duration: 162.367189ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:00.249231Z","caller":"traceutil/trace.go:171","msg":"trace[1795921188] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"184.141298ms","start":"2026-05-20T04:16:00.065071Z","end":"2026-05-20T04:16:00.249212Z","steps":["trace[1795921188] 'process raft request' (duration: 183.806199ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:00.249422Z","caller":"traceutil/trace.go:171","msg":"trace[1570165217] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"184.788924ms","start":"2026-05-20T04:16:00.064624Z","end":"2026-05-20T04:16:00.249413Z","steps":["trace[1570165217] 'process raft request' (duration: 184.013694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:00.25078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.522182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120098"} {"level":"warn","ts":"2026-05-20T04:16:00.251739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.101508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120098"} {"level":"info","ts":"2026-05-20T04:16:00.251806Z","caller":"traceutil/trace.go:171","msg":"trace[141829136] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4646; }","duration":"179.18013ms","start":"2026-05-20T04:16:00.072611Z","end":"2026-05-20T04:16:00.251791Z","steps":["trace[141829136] 'agreement among raft nodes before linearized reading' (duration: 178.905363ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:00.250858Z","caller":"traceutil/trace.go:171","msg":"trace[1465808243] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4646; }","duration":"185.633427ms","start":"2026-05-20T04:16:00.065208Z","end":"2026-05-20T04:16:00.250841Z","steps":["trace[1465808243] 'agreement among raft nodes before linearized reading' (duration: 184.134608ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:00.804489Z","caller":"traceutil/trace.go:171","msg":"trace[873527796] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"234.141558ms","start":"2026-05-20T04:16:00.570318Z","end":"2026-05-20T04:16:00.80446Z","steps":["trace[873527796] 'process raft request' (duration: 233.965264ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:00.914839Z","caller":"traceutil/trace.go:171","msg":"trace[629717339] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"320.977463ms","start":"2026-05-20T04:16:00.593836Z","end":"2026-05-20T04:16:00.914813Z","steps":["trace[629717339] 'process raft request' (duration: 297.645364ms)","trace[629717339] 'compare' (duration: 23.114082ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:00.915038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:00.593807Z","time spent":"321.108686ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:00.915195Z","caller":"traceutil/trace.go:171","msg":"trace[1516810097] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"283.790041ms","start":"2026-05-20T04:16:00.631374Z","end":"2026-05-20T04:16:00.915165Z","steps":["trace[1516810097] 'process raft request' (duration: 283.400841ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:00.915311Z","caller":"traceutil/trace.go:171","msg":"trace[1013485703] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"278.695211ms","start":"2026-05-20T04:16:00.636583Z","end":"2026-05-20T04:16:00.915278Z","steps":["trace[1013485703] 'process raft request' (duration: 278.635789ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:00.915422Z","caller":"traceutil/trace.go:171","msg":"trace[1392093415] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"279.543072ms","start":"2026-05-20T04:16:00.635849Z","end":"2026-05-20T04:16:00.915392Z","steps":["trace[1392093415] 'process raft request' (duration: 279.240294ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:02.463308Z","caller":"traceutil/trace.go:171","msg":"trace[1980742717] linearizableReadLoop","detail":"{readStateIndex:4869; appliedIndex:4868; }","duration":"250.24501ms","start":"2026-05-20T04:16:02.21304Z","end":"2026-05-20T04:16:02.463285Z","steps":["trace[1980742717] 'read index received' (duration: 250.034795ms)","trace[1980742717] 'applied index is now lower than readState.Index' (duration: 209.485µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:02.463339Z","caller":"traceutil/trace.go:171","msg":"trace[1125597322] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"394.427085ms","start":"2026-05-20T04:16:02.068889Z","end":"2026-05-20T04:16:02.463316Z","steps":["trace[1125597322] 'process raft request' (duration: 394.2119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:02.463471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:02.068871Z","time spent":"394.524667ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:02.46357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.522838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:16:02.463621Z","caller":"traceutil/trace.go:171","msg":"trace[2080820864] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4654; }","duration":"250.593259ms","start":"2026-05-20T04:16:02.213018Z","end":"2026-05-20T04:16:02.463611Z","steps":["trace[2080820864] 'agreement among raft nodes before linearized reading' (duration: 250.393714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:02.463655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.397844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:16:02.46368Z","caller":"traceutil/trace.go:171","msg":"trace[1038294989] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4654; }","duration":"202.435226ms","start":"2026-05-20T04:16:02.261238Z","end":"2026-05-20T04:16:02.463674Z","steps":["trace[1038294989] 'agreement among raft nodes before linearized reading' (duration: 202.331133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:02.463703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.709847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:16:02.463764Z","caller":"traceutil/trace.go:171","msg":"trace[2101924640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4654; }","duration":"210.826901ms","start":"2026-05-20T04:16:02.252924Z","end":"2026-05-20T04:16:02.463751Z","steps":["trace[2101924640] 'agreement among raft nodes before linearized reading' (duration: 210.655137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:02.463898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.37842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T04:16:02.464016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.130039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:16:02.464008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.995544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:16:02.464047Z","caller":"traceutil/trace.go:171","msg":"trace[2017737922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4654; }","duration":"211.207211ms","start":"2026-05-20T04:16:02.252833Z","end":"2026-05-20T04:16:02.46404Z","steps":["trace[2017737922] 'agreement among raft nodes before linearized reading' (duration: 211.130479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:02.463946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.761302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:16:02.464063Z","caller":"traceutil/trace.go:171","msg":"trace[1138308804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4654; }","duration":"211.192541ms","start":"2026-05-20T04:16:02.252856Z","end":"2026-05-20T04:16:02.464049Z","steps":["trace[1138308804] 'agreement among raft nodes before linearized reading' (duration: 210.954514ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:02.464093Z","caller":"traceutil/trace.go:171","msg":"trace[43567492] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4654; }","duration":"205.945656ms","start":"2026-05-20T04:16:02.258138Z","end":"2026-05-20T04:16:02.464084Z","steps":["trace[43567492] 'agreement among raft nodes before linearized reading' (duration: 205.759461ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:02.464015Z","caller":"traceutil/trace.go:171","msg":"trace[1885704273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4654; }","duration":"228.555705ms","start":"2026-05-20T04:16:02.23544Z","end":"2026-05-20T04:16:02.463996Z","steps":["trace[1885704273] 'agreement among raft nodes before linearized reading' (duration: 228.132724ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:02.809913Z","caller":"traceutil/trace.go:171","msg":"trace[1095978407] linearizableReadLoop","detail":"{readStateIndex:4870; appliedIndex:4869; }","duration":"340.37167ms","start":"2026-05-20T04:16:02.469512Z","end":"2026-05-20T04:16:02.809884Z","steps":["trace[1095978407] 'read index received' (duration: 292.835782ms)","trace[1095978407] 'applied index is now lower than readState.Index' (duration: 47.534648ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:02.810067Z","caller":"traceutil/trace.go:171","msg":"trace[1487506315] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"340.703579ms","start":"2026-05-20T04:16:02.469304Z","end":"2026-05-20T04:16:02.810007Z","steps":["trace[1487506315] 'process raft request' (duration: 293.024078ms)","trace[1487506315] 'compare' (duration: 46.871581ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:02.810259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:02.469284Z","time spent":"340.878753ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:02.810504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.959874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120098"} {"level":"info","ts":"2026-05-20T04:16:02.810667Z","caller":"traceutil/trace.go:171","msg":"trace[847782859] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4655; }","duration":"341.15684ms","start":"2026-05-20T04:16:02.469489Z","end":"2026-05-20T04:16:02.810646Z","steps":["trace[847782859] 'agreement among raft nodes before linearized reading' (duration: 340.560805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:02.810757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:02.469477Z","time spent":"341.264792ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120120,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:16:02.834625Z","caller":"traceutil/trace.go:171","msg":"trace[1231362409] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"363.79648ms","start":"2026-05-20T04:16:02.470806Z","end":"2026-05-20T04:16:02.834603Z","steps":["trace[1231362409] 'process raft request' (duration: 363.581715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:02.834796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:02.470792Z","time spent":"363.929553ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:02.834632Z","caller":"traceutil/trace.go:171","msg":"trace[1793892114] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"362.876887ms","start":"2026-05-20T04:16:02.471737Z","end":"2026-05-20T04:16:02.834614Z","steps":["trace[1793892114] 'process raft request' (duration: 362.794484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:02.834937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.366233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:02.83496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.870152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-05-20T04:16:02.834997Z","caller":"traceutil/trace.go:171","msg":"trace[1567382217] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4658; }","duration":"305.450575ms","start":"2026-05-20T04:16:02.529531Z","end":"2026-05-20T04:16:02.834982Z","steps":["trace[1567382217] 'agreement among raft nodes before linearized reading' (duration: 305.356242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:02.835023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.937401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:02.835093Z","caller":"traceutil/trace.go:171","msg":"trace[179004114] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"362.956668ms","start":"2026-05-20T04:16:02.472125Z","end":"2026-05-20T04:16:02.835081Z","steps":["trace[179004114] 'process raft request' (duration: 362.452866ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:02.835137Z","caller":"traceutil/trace.go:171","msg":"trace[322842358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4658; }","duration":"312.054143ms","start":"2026-05-20T04:16:02.523032Z","end":"2026-05-20T04:16:02.835086Z","steps":["trace[322842358] 'agreement among raft nodes before linearized reading' (duration: 311.90574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:02.835188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:02.523019Z","time spent":"312.161287ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:16:02.835192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:02.472101Z","time spent":"363.050611ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:02.83507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:02.471723Z","time spent":"363.240966ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:02.835198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.970671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:02.835314Z","caller":"traceutil/trace.go:171","msg":"trace[1244272320] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:4658; }","duration":"262.129136ms","start":"2026-05-20T04:16:02.573164Z","end":"2026-05-20T04:16:02.835293Z","steps":["trace[1244272320] 'agreement among raft nodes before linearized reading' (duration: 261.929501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:02.835055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:02.52952Z","time spent":"305.524116ms","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"info","ts":"2026-05-20T04:16:02.835012Z","caller":"traceutil/trace.go:171","msg":"trace[304212942] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4658; }","duration":"363.924193ms","start":"2026-05-20T04:16:02.471074Z","end":"2026-05-20T04:16:02.834998Z","steps":["trace[304212942] 'agreement among raft nodes before linearized reading' (duration: 363.721818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:02.835451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:02.471052Z","time spent":"364.380824ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T04:16:02.835231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.141309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120098"} {"level":"info","ts":"2026-05-20T04:16:02.835547Z","caller":"traceutil/trace.go:171","msg":"trace[1705769699] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4658; }","duration":"364.440376ms","start":"2026-05-20T04:16:02.471079Z","end":"2026-05-20T04:16:02.83552Z","steps":["trace[1705769699] 'agreement among raft nodes before linearized reading' (duration: 363.953524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:02.835681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:02.471037Z","time spent":"364.622171ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120120,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:16:03.702116Z","caller":"traceutil/trace.go:171","msg":"trace[1229287575] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"781.538822ms","start":"2026-05-20T04:16:02.920549Z","end":"2026-05-20T04:16:03.702088Z","steps":["trace[1229287575] 'process raft request' (duration: 781.357117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:03.702286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:02.92012Z","time spent":"782.074816ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:05.521644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999821772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:16:05.521714Z","caller":"traceutil/trace.go:171","msg":"trace[500108935] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999946165s","start":"2026-05-20T04:16:03.521752Z","end":"2026-05-20T04:16:05.521699Z","steps":["trace[500108935] 'agreement among raft nodes before linearized reading' (duration: 1.999856792s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:05.521752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:03.521732Z","time spent":"2.000012017s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:06.549974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319398681s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:06.550111Z","caller":"traceutil/trace.go:171","msg":"trace[480172139] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4659; }","duration":"1.319546974s","start":"2026-05-20T04:16:05.230542Z","end":"2026-05-20T04:16:06.550089Z","steps":["trace[480172139] 'range keys from in-memory index tree' (duration: 1.31938188s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:06.552811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15430232s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:06.553059Z","caller":"traceutil/trace.go:171","msg":"trace[890100647] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"3.632388286s","start":"2026-05-20T04:16:02.920633Z","end":"2026-05-20T04:16:06.553021Z","steps":["trace[890100647] 'process raft request' (duration: 1.477709816s)","trace[890100647] 'compare' (duration: 2.150135264s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:06.553202Z","caller":"traceutil/trace.go:171","msg":"trace[478030192] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"3.630501057s","start":"2026-05-20T04:16:02.922663Z","end":"2026-05-20T04:16:06.553164Z","steps":["trace[478030192] 'process raft request' (duration: 3.630315192s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:06.553228Z","caller":"traceutil/trace.go:171","msg":"trace[1240415121] linearizableReadLoop","detail":"{readStateIndex:4877; appliedIndex:4873; }","duration":"3.031380479s","start":"2026-05-20T04:16:03.521805Z","end":"2026-05-20T04:16:06.553185Z","steps":["trace[1240415121] 'read index received' (duration: 180.117974ms)","trace[1240415121] 'applied index is now lower than readState.Index' (duration: 2.851260605s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:06.553242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:02.920608Z","time spent":"3.632537199s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:06.55335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:02.922652Z","time spent":"3.630615781s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:06.553374Z","caller":"traceutil/trace.go:171","msg":"trace[1404133880] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"3.630340243s","start":"2026-05-20T04:16:02.922862Z","end":"2026-05-20T04:16:06.553202Z","steps":["trace[1404133880] 'process raft request' (duration: 3.63022776s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:06.553658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:02.922856Z","time spent":"3.63062151s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:07.054394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:07.43623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.728680096s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:16:07.522248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0001305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:16:07.523308Z","caller":"traceutil/trace.go:171","msg":"trace[1700321347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000657094s","start":"2026-05-20T04:16:05.521869Z","end":"2026-05-20T04:16:07.522526Z","steps":["trace[1700321347] 'agreement among raft nodes before linearized reading' (duration: 2.00010464s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:07.523367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:05.521844Z","time spent":"2.001510577s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:09.05686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62033381s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:09.05707Z","caller":"traceutil/trace.go:171","msg":"trace[1630892] linearizableReadLoop","detail":"{readStateIndex:4878; appliedIndex:4877; }","duration":"2.503771642s","start":"2026-05-20T04:16:06.553283Z","end":"2026-05-20T04:16:09.057055Z","steps":["trace[1630892] 'read index received' (duration: 883.207097ms)","trace[1630892] 'applied index is now lower than readState.Index' (duration: 1.620563185s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:09.057293Z","caller":"traceutil/trace.go:171","msg":"trace[1561287762] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"3.349825717s","start":"2026-05-20T04:16:05.707455Z","end":"2026-05-20T04:16:09.057281Z","steps":["trace[1561287762] 'process raft request' (duration: 1.729003605s)","trace[1561287762] 'compare' (duration: 1.618770179s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:09.057399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:05.707431Z","time spent":"3.349930539s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:09.057617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625562652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:09.057691Z","caller":"traceutil/trace.go:171","msg":"trace[1055757126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4663; }","duration":"2.625642904s","start":"2026-05-20T04:16:06.432037Z","end":"2026-05-20T04:16:09.05768Z","steps":["trace[1055757126] 'agreement among raft nodes before linearized reading' (duration: 2.625541632s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.057748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:06.431967Z","time spent":"2.625770988s","remote":"127.0.0.1:49424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:09.057947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644170869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:09.058019Z","caller":"traceutil/trace.go:171","msg":"trace[1255710825] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4663; }","duration":"2.644259201s","start":"2026-05-20T04:16:06.413744Z","end":"2026-05-20T04:16:09.058003Z","steps":["trace[1255710825] 'agreement among raft nodes before linearized reading' (duration: 2.644171149s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.058074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:06.413735Z","time spent":"2.644323193s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:09.058319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739048679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:16:09.058388Z","caller":"traceutil/trace.go:171","msg":"trace[185640955] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:4663; }","duration":"2.739168152s","start":"2026-05-20T04:16:06.31921Z","end":"2026-05-20T04:16:09.058378Z","steps":["trace[185640955] 'agreement among raft nodes before linearized reading' (duration: 2.739021508s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.058444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:06.319179Z","time spent":"2.739252695s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:16:09.058652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527087428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18b12ae9968f0199\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-05-20T04:16:09.058718Z","caller":"traceutil/trace.go:171","msg":"trace[841502949] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18b12ae9968f0199; range_end:; response_count:1; response_revision:4663; }","duration":"3.52717895s","start":"2026-05-20T04:16:05.531527Z","end":"2026-05-20T04:16:09.058706Z","steps":["trace[841502949] 'agreement among raft nodes before linearized reading' (duration: 3.527064087s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.058767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:05.531506Z","time spent":"3.527251391s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.18b12ae9968f0199\" "} {"level":"warn","ts":"2026-05-20T04:16:09.059021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.644781703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:16:09.059092Z","caller":"traceutil/trace.go:171","msg":"trace[2020131086] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4663; }","duration":"3.644887116s","start":"2026-05-20T04:16:05.414195Z","end":"2026-05-20T04:16:09.059082Z","steps":["trace[2020131086] 'agreement among raft nodes before linearized reading' (duration: 3.644769823s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.059166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:05.414175Z","time spent":"3.644982558s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:16:09.059318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.217133617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:09.059368Z","caller":"traceutil/trace.go:171","msg":"trace[1533722263] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4663; }","duration":"4.217224379s","start":"2026-05-20T04:16:04.842137Z","end":"2026-05-20T04:16:09.059361Z","steps":["trace[1533722263] 'agreement among raft nodes before linearized reading' (duration: 4.217160937s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.059407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:04.842115Z","time spent":"4.21728532s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:16:09.059507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218643474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:16:09.059553Z","caller":"traceutil/trace.go:171","msg":"trace[420545981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4663; }","duration":"4.218702856s","start":"2026-05-20T04:16:04.840844Z","end":"2026-05-20T04:16:09.059547Z","steps":["trace[420545981] 'agreement among raft nodes before linearized reading' (duration: 4.218622074s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.059594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:04.840838Z","time spent":"4.218749117s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:16:09.059689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.92227922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:09.059742Z","caller":"traceutil/trace.go:171","msg":"trace[881269390] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:4663; }","duration":"4.922387263s","start":"2026-05-20T04:16:04.137338Z","end":"2026-05-20T04:16:09.059725Z","steps":["trace[881269390] 'agreement among raft nodes before linearized reading' (duration: 4.922305251s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.059774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:04.137318Z","time spent":"4.922447334s","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:09.059876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.244309091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:16:09.063437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.851655281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:16:09.059966Z","caller":"traceutil/trace.go:171","msg":"trace[1162444300] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4663; }","duration":"4.244464656s","start":"2026-05-20T04:16:04.815485Z","end":"2026-05-20T04:16:09.05995Z","steps":["trace[1162444300] 'agreement among raft nodes before linearized reading' (duration: 4.244174988s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.063623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:04.815476Z","time spent":"4.248116839s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:16:09.063546Z","caller":"traceutil/trace.go:171","msg":"trace[2126187910] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4663; }","duration":"4.851783674s","start":"2026-05-20T04:16:04.211722Z","end":"2026-05-20T04:16:09.063505Z","steps":["trace[2126187910] 'agreement among raft nodes before linearized reading' (duration: 4.848208313s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.066381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:04.2117Z","time spent":"4.854665668s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:16:09.066429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.252241945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:16:09.066569Z","caller":"traceutil/trace.go:171","msg":"trace[1318334659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4663; }","duration":"4.252404329s","start":"2026-05-20T04:16:04.814141Z","end":"2026-05-20T04:16:09.066546Z","steps":["trace[1318334659] 'agreement among raft nodes before linearized reading' (duration: 4.245747599s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.066602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:04.814122Z","time spent":"4.252472321s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:16:09.064941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.224186757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:16:09.066693Z","caller":"traceutil/trace.go:171","msg":"trace[1648837611] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4663; }","duration":"4.225927511s","start":"2026-05-20T04:16:04.840747Z","end":"2026-05-20T04:16:09.066675Z","steps":["trace[1648837611] 'agreement among raft nodes before linearized reading' (duration: 4.223780306s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.066759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:04.840711Z","time spent":"4.226032553s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:16:09.065358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.225480299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:16:09.066942Z","caller":"traceutil/trace.go:171","msg":"trace[1882607246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4663; }","duration":"4.227038949s","start":"2026-05-20T04:16:04.839827Z","end":"2026-05-20T04:16:09.066866Z","steps":["trace[1882607246] 'agreement among raft nodes before linearized reading' (duration: 4.225311955s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.059869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.58461543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:16:09.06717Z","caller":"traceutil/trace.go:171","msg":"trace[1033137298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4663; }","duration":"4.591965719s","start":"2026-05-20T04:16:04.475189Z","end":"2026-05-20T04:16:09.067155Z","steps":["trace[1033137298] 'agreement among raft nodes before linearized reading' (duration: 4.584542838s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.067224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:04.47517Z","time spent":"4.592029751s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:16:09.070921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:04.839803Z","time spent":"4.231074983s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:16:09.064502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.223979491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:16:09.071433Z","caller":"traceutil/trace.go:171","msg":"trace[1028512156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4663; }","duration":"4.230917958s","start":"2026-05-20T04:16:04.840494Z","end":"2026-05-20T04:16:09.071412Z","steps":["trace[1028512156] 'agreement among raft nodes before linearized reading' (duration: 4.223892459s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.071477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:04.840486Z","time spent":"4.230979891s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:16:09.533083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999832513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:16:09.533209Z","caller":"traceutil/trace.go:171","msg":"trace[359568698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000014337s","start":"2026-05-20T04:16:07.533173Z","end":"2026-05-20T04:16:09.533187Z","steps":["trace[359568698] 'agreement among raft nodes before linearized reading' (duration: 1.999855733s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:09.53326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:07.533156Z","time spent":"2.000094159s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:16:09.55762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:10.0584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:10.39086Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.831671494s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:16:10.391347Z","caller":"traceutil/trace.go:171","msg":"trace[1144747668] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"1.83229625s","start":"2026-05-20T04:16:08.559027Z","end":"2026-05-20T04:16:10.391323Z","steps":["trace[1144747668] 'process raft request' (duration: 1.832057304s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:10.391497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:08.558999Z","time spent":"1.832419283s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:11.403814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00592597s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:16:11.404379Z","caller":"traceutil/trace.go:171","msg":"trace[1565777436] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"2.841018551s","start":"2026-05-20T04:16:08.563333Z","end":"2026-05-20T04:16:11.404351Z","steps":["trace[1565777436] 'process raft request' (duration: 2.840931639s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.40453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:08.563315Z","time spent":"2.841139225s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:11.404398Z","caller":"traceutil/trace.go:171","msg":"trace[682661033] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"2.845286142s","start":"2026-05-20T04:16:08.559083Z","end":"2026-05-20T04:16:11.404369Z","steps":["trace[682661033] 'process raft request' (duration: 2.844942053s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:11.40461Z","caller":"traceutil/trace.go:171","msg":"trace[738143945] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"2.417595135s","start":"2026-05-20T04:16:08.987005Z","end":"2026-05-20T04:16:11.4046Z","steps":["trace[738143945] 'process raft request' (duration: 2.417308397s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.404635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:08.55906Z","time spent":"2.845522577s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:11.404721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:08.986979Z","time spent":"2.417672097s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:11.404741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.071238Z","time spent":"2.33349563s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T04:16:11.404854Z","caller":"traceutil/trace.go:171","msg":"trace[310759656] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"2.332792902s","start":"2026-05-20T04:16:09.072032Z","end":"2026-05-20T04:16:11.404825Z","steps":["trace[310759656] 'process raft request' (duration: 2.332587587s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:11.404889Z","caller":"traceutil/trace.go:171","msg":"trace[964350692] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"2.331287094s","start":"2026-05-20T04:16:09.073592Z","end":"2026-05-20T04:16:11.40488Z","steps":["trace[964350692] 'process raft request' (duration: 2.33114762s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.40493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.072022Z","time spent":"2.332867564s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:11.404954Z","caller":"traceutil/trace.go:171","msg":"trace[1573279113] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"2.327982808s","start":"2026-05-20T04:16:09.076964Z","end":"2026-05-20T04:16:11.404946Z","steps":["trace[1573279113] 'process raft request' (duration: 2.327891146s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:11.404926Z","caller":"traceutil/trace.go:171","msg":"trace[2013312861] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"2.331247672s","start":"2026-05-20T04:16:09.073642Z","end":"2026-05-20T04:16:11.40489Z","steps":["trace[2013312861] 'process raft request' (duration: 2.33116271s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.40499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.076958Z","time spent":"2.32801474s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:11.405082Z","caller":"traceutil/trace.go:171","msg":"trace[310824857] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"2.328082682s","start":"2026-05-20T04:16:09.076994Z","end":"2026-05-20T04:16:11.405077Z","steps":["trace[310824857] 'process raft request' (duration: 2.327928418s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.405078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.073637Z","time spent":"2.331356605s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:11.405113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.076973Z","time spent":"2.328126112s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:11.405223Z","caller":"traceutil/trace.go:171","msg":"trace[491755782] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"1.95524952s","start":"2026-05-20T04:16:09.449966Z","end":"2026-05-20T04:16:11.405215Z","steps":["trace[491755782] 'process raft request' (duration: 1.955168388s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:11.405231Z","caller":"traceutil/trace.go:171","msg":"trace[1795791401] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"2.327820935s","start":"2026-05-20T04:16:09.077394Z","end":"2026-05-20T04:16:11.405215Z","steps":["trace[1795791401] 'process raft request' (duration: 2.327669661s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:11.405231Z","caller":"traceutil/trace.go:171","msg":"trace[1550680350] linearizableReadLoop","detail":"{readStateIndex:4890; appliedIndex:4878; }","duration":"2.348096744s","start":"2026-05-20T04:16:09.05712Z","end":"2026-05-20T04:16:11.405217Z","steps":["trace[1550680350] 'read index received' (duration: 1.334111848s)","trace[1550680350] 'applied index is now lower than readState.Index' (duration: 1.013984036s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:11.405255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.449933Z","time spent":"1.955307222s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:11.405316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.077385Z","time spent":"2.327882237s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:11.405371Z","caller":"traceutil/trace.go:171","msg":"trace[777582669] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"1.023741746s","start":"2026-05-20T04:16:10.381622Z","end":"2026-05-20T04:16:11.405364Z","steps":["trace[777582669] 'process raft request' (duration: 1.023558401s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.405409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:10.381597Z","time spent":"1.023792058s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:11.405344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918078335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:11.405432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943009464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:16:11.405477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35142364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:11.40547Z","caller":"traceutil/trace.go:171","msg":"trace[1115583072] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:4675; }","duration":"2.918223299s","start":"2026-05-20T04:16:08.487223Z","end":"2026-05-20T04:16:11.405446Z","steps":["trace[1115583072] 'agreement among raft nodes before linearized reading' (duration: 2.918073295s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.405496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78793085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:11.405499Z","caller":"traceutil/trace.go:171","msg":"trace[157961530] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4675; }","duration":"2.35144473s","start":"2026-05-20T04:16:09.054048Z","end":"2026-05-20T04:16:11.405492Z","steps":["trace[157961530] 'agreement among raft nodes before linearized reading' (duration: 2.351412679s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.405532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.053999Z","time spent":"2.351528062s","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:11.405528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:08.4872Z","time spent":"2.918310592s","remote":"127.0.0.1:57596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:11.405538Z","caller":"traceutil/trace.go:171","msg":"trace[728903505] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4675; }","duration":"3.788016152s","start":"2026-05-20T04:16:07.617508Z","end":"2026-05-20T04:16:11.405524Z","steps":["trace[728903505] 'agreement among raft nodes before linearized reading' (duration: 3.787956321s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.405549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.692863253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:16:11.405575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:07.617479Z","time spent":"3.788088494s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:11.40558Z","caller":"traceutil/trace.go:171","msg":"trace[156388202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4675; }","duration":"4.692940305s","start":"2026-05-20T04:16:06.712631Z","end":"2026-05-20T04:16:11.405571Z","steps":["trace[156388202] 'agreement among raft nodes before linearized reading' (duration: 4.692889524s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.405587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086993262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:11.405496Z","caller":"traceutil/trace.go:171","msg":"trace[1592014289] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4675; }","duration":"2.943114217s","start":"2026-05-20T04:16:08.46237Z","end":"2026-05-20T04:16:11.405484Z","steps":["trace[1592014289] 'agreement among raft nodes before linearized reading' (duration: 2.942937463s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:11.405655Z","caller":"traceutil/trace.go:171","msg":"trace[1774431006] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4675; }","duration":"4.087068604s","start":"2026-05-20T04:16:07.318559Z","end":"2026-05-20T04:16:11.405628Z","steps":["trace[1774431006] 'agreement among raft nodes before linearized reading' (duration: 4.086945871s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.405657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.813417611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:11.40569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:07.318543Z","time spent":"4.087139186s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":53,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:11.405675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:08.462348Z","time spent":"2.943298622s","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:11.405691Z","caller":"traceutil/trace.go:171","msg":"trace[591895299] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:4675; }","duration":"4.813500553s","start":"2026-05-20T04:16:06.59218Z","end":"2026-05-20T04:16:11.40568Z","steps":["trace[591895299] 'agreement among raft nodes before linearized reading' (duration: 4.813454482s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.405729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:06.592136Z","time spent":"4.813585915s","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:11.40578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414133245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-20T04:16:11.4058Z","caller":"traceutil/trace.go:171","msg":"trace[208858239] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4675; }","duration":"2.414178876s","start":"2026-05-20T04:16:08.991614Z","end":"2026-05-20T04:16:11.405793Z","steps":["trace[208858239] 'agreement among raft nodes before linearized reading' (duration: 2.414134655s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.405831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:08.991602Z","time spent":"2.414222828s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T04:16:11.405656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390045559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:11.405737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395756985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-20T04:16:11.405886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735441027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:11.405866Z","caller":"traceutil/trace.go:171","msg":"trace[2108249269] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4675; }","duration":"2.390271874s","start":"2026-05-20T04:16:09.015582Z","end":"2026-05-20T04:16:11.405854Z","steps":["trace[2108249269] 'agreement among raft nodes before linearized reading' (duration: 2.390055959s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.405429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.288232786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:11.405904Z","caller":"traceutil/trace.go:171","msg":"trace[1514099696] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4675; }","duration":"2.735507498s","start":"2026-05-20T04:16:08.67039Z","end":"2026-05-20T04:16:11.405898Z","steps":["trace[1514099696] 'agreement among raft nodes before linearized reading' (duration: 2.735479868s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:11.405901Z","caller":"traceutil/trace.go:171","msg":"trace[608278651] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4675; }","duration":"2.395932929s","start":"2026-05-20T04:16:09.009954Z","end":"2026-05-20T04:16:11.405886Z","steps":["trace[608278651] 'agreement among raft nodes before linearized reading' (duration: 2.395722534s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.405924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:08.670367Z","time spent":"2.73555222s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:11.405933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.015571Z","time spent":"2.390350496s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:11.405942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.009943Z","time spent":"2.395986871s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-20T04:16:11.405937Z","caller":"traceutil/trace.go:171","msg":"trace[488792272] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4675; }","duration":"4.28877977s","start":"2026-05-20T04:16:07.117133Z","end":"2026-05-20T04:16:11.405913Z","steps":["trace[488792272] 'agreement among raft nodes before linearized reading' (duration: 4.288226246s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.406003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:07.117111Z","time spent":"4.288868854s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:11.405614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:06.71261Z","time spent":"4.692995486s","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:11.406113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.073583Z","time spent":"2.331339905s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:11.534592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:11.534669Z","caller":"traceutil/trace.go:171","msg":"trace[142336733] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000433258s","start":"2026-05-20T04:16:09.53422Z","end":"2026-05-20T04:16:11.534653Z","steps":["trace[142336733] 'agreement among raft nodes before linearized reading' (duration: 2.000327255s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:11.53471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.534198Z","time spent":"2.000503229s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:13.540393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000037678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:13.540479Z","caller":"traceutil/trace.go:171","msg":"trace[776728268] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175031s","start":"2026-05-20T04:16:11.540281Z","end":"2026-05-20T04:16:13.540457Z","steps":["trace[776728268] 'agreement among raft nodes before linearized reading' (duration: 2.000072448s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:13.540529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:11.540259Z","time spent":"2.000262393s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:13.939363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.695122536s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:16:15.541214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000438978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:16:15.54139Z","caller":"traceutil/trace.go:171","msg":"trace[193804723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000588412s","start":"2026-05-20T04:16:13.540691Z","end":"2026-05-20T04:16:15.54128Z","steps":["trace[193804723] 'agreement among raft nodes before linearized reading' (duration: 2.000472939s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:15.541486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:13.540678Z","time spent":"2.000790817s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:15.88668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.159149ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:15.886816Z","caller":"traceutil/trace.go:171","msg":"trace[1249709216] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4675; }","duration":"656.307164ms","start":"2026-05-20T04:16:15.230489Z","end":"2026-05-20T04:16:15.886796Z","steps":["trace[1249709216] 'range keys from in-memory index tree' (duration: 656.139829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:15.887925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.358275411s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:15.888078Z","caller":"traceutil/trace.go:171","msg":"trace[2032311275] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"4.813181925s","start":"2026-05-20T04:16:11.07485Z","end":"2026-05-20T04:16:15.888032Z","steps":["trace[2032311275] 'process raft request' (duration: 454.690449ms)","trace[2032311275] 'compare' (duration: 4.357022209s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:15.888163Z","caller":"traceutil/trace.go:171","msg":"trace[1619058637] linearizableReadLoop","detail":"{readStateIndex:4892; appliedIndex:4891; }","duration":"4.482841212s","start":"2026-05-20T04:16:11.405272Z","end":"2026-05-20T04:16:15.888114Z","steps":["trace[1619058637] 'read index received' (duration: 124.284654ms)","trace[1619058637] 'applied index is now lower than readState.Index' (duration: 4.358550818s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:15.888217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:11.074826Z","time spent":"4.813314069s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:15.889143Z","caller":"traceutil/trace.go:171","msg":"trace[309855990] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"4.481789016s","start":"2026-05-20T04:16:11.407299Z","end":"2026-05-20T04:16:15.889088Z","steps":["trace[309855990] 'process raft request' (duration: 4.480747788s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:15.889302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:11.407283Z","time spent":"4.48194009s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:15.889664Z","caller":"traceutil/trace.go:171","msg":"trace[773174338] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"4.476105671s","start":"2026-05-20T04:16:11.413532Z","end":"2026-05-20T04:16:15.889638Z","steps":["trace[773174338] 'process raft request' (duration: 4.474648024s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:15.889662Z","caller":"traceutil/trace.go:171","msg":"trace[205794413] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"4.477447134s","start":"2026-05-20T04:16:11.41218Z","end":"2026-05-20T04:16:15.889627Z","steps":["trace[205794413] 'process raft request' (duration: 4.475958366s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:15.889771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:11.413515Z","time spent":"4.476198223s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:15.889837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:11.412163Z","time spent":"4.477576557s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:16.388606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:16.889491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:17.390708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:17.395477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:12.397277Z","time spent":"4.998192776s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:16:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:17.546611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000467709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:16:17.546707Z","caller":"traceutil/trace.go:171","msg":"trace[1042185920] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610963s","start":"2026-05-20T04:16:15.546077Z","end":"2026-05-20T04:16:17.546688Z","steps":["trace[1042185920] 'agreement among raft nodes before linearized reading' (duration: 2.000471898s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:17.546857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:15.546073Z","time spent":"2.000769537s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:16:17.891601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:17.958153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.018594219s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:16:18.408525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:13.410795Z","time spent":"4.997722303s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:16:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:18.410771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:13.413885Z","time spent":"4.996878352s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:16:18.411344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999346194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:18.411408Z","caller":"traceutil/trace.go:171","msg":"trace[1527460577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999454456s","start":"2026-05-20T04:16:13.411935Z","end":"2026-05-20T04:16:18.41139Z","steps":["trace[1527460577] 'agreement among raft nodes before linearized reading' (duration: 4.999361564s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:18.411454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:13.411928Z","time spent":"4.999516989s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/20 04:16:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:18.411606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999415456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-05-20T04:16:18.411644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998835851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:16:18.411843Z","caller":"traceutil/trace.go:171","msg":"trace[321018469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999008185s","start":"2026-05-20T04:16:13.412772Z","end":"2026-05-20T04:16:18.41178Z","steps":["trace[321018469] 'agreement among raft nodes before linearized reading' (duration: 4.998837151s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:18.411693Z","caller":"traceutil/trace.go:171","msg":"trace[1524260471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999533159s","start":"2026-05-20T04:16:13.41214Z","end":"2026-05-20T04:16:18.411673Z","steps":["trace[1524260471] 'agreement among raft nodes before linearized reading' (duration: 4.999418086s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:18.411897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:13.412769Z","time spent":"4.999116778s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/20 04:16:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:18.412001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:13.412137Z","time spent":"4.999818526s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/20 04:16:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:18.49834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610098725s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-05-20T04:16:18.498531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.200170876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:18.498683Z","caller":"traceutil/trace.go:171","msg":"trace[172704386] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4679; }","duration":"7.200364151s","start":"2026-05-20T04:16:11.298293Z","end":"2026-05-20T04:16:18.498657Z","steps":["trace[172704386] 'agreement among raft nodes before linearized reading' (duration: 4.589967868s)","trace[172704386] 'count revisions from in-memory index tree' (duration: 2.610211729s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:18.498837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:11.298273Z","time spent":"7.200546455s","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:18.498862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.425671479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-20T04:16:18.498977Z","caller":"traceutil/trace.go:171","msg":"trace[1052680968] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4679; }","duration":"9.425816672s","start":"2026-05-20T04:16:09.073131Z","end":"2026-05-20T04:16:18.498948Z","steps":["trace[1052680968] 'agreement among raft nodes before linearized reading' (duration: 6.815248285s)","trace[1052680968] 'range keys from in-memory index tree' (duration: 2.610299541s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:18.499044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.073121Z","time spent":"9.425905305s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-20T04:16:18.499368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.431142643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:18.49943Z","caller":"traceutil/trace.go:171","msg":"trace[650190778] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4679; }","duration":"7.431225116s","start":"2026-05-20T04:16:11.068188Z","end":"2026-05-20T04:16:18.499413Z","steps":["trace[650190778] 'agreement among raft nodes before linearized reading' (duration: 4.820096033s)","trace[650190778] 'range keys from in-memory index tree' (duration: 2.61105413s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:18.49948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:11.068172Z","time spent":"7.431296037s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:16:18.499587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.924960013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:18.499669Z","caller":"traceutil/trace.go:171","msg":"trace[519729182] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4679; }","duration":"8.925076375s","start":"2026-05-20T04:16:09.574564Z","end":"2026-05-20T04:16:18.49964Z","steps":["trace[519729182] 'agreement among raft nodes before linearized reading' (duration: 6.313769688s)","trace[519729182] 'count revisions from in-memory index tree' (duration: 2.611202654s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:18.499737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.574545Z","time spent":"8.925174928s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:18.499795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.035478695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:18.499859Z","caller":"traceutil/trace.go:171","msg":"trace[141719860] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4679; }","duration":"9.035593707s","start":"2026-05-20T04:16:09.464245Z","end":"2026-05-20T04:16:18.499839Z","steps":["trace[141719860] 'agreement among raft nodes before linearized reading' (duration: 6.424097415s)","trace[141719860] 'count revisions from in-memory index tree' (duration: 2.611396979s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:18.499914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.464223Z","time spent":"9.035676189s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":6,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:18.500115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.639921901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:18.500183Z","caller":"traceutil/trace.go:171","msg":"trace[1672968553] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4679; }","duration":"7.640021474s","start":"2026-05-20T04:16:10.860142Z","end":"2026-05-20T04:16:18.500164Z","steps":["trace[1672968553] 'agreement among raft nodes before linearized reading' (duration: 5.028152463s)","trace[1672968553] 'count revisions from in-memory index tree' (duration: 2.611785409s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:18.500239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:10.860125Z","time spent":"7.640099665s","remote":"127.0.0.1:58330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:18.500313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.422965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120098"} {"level":"warn","ts":"2026-05-20T04:16:18.500328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.465637335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:18.500377Z","caller":"traceutil/trace.go:171","msg":"trace[1443985402] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4679; }","duration":"9.423027842s","start":"2026-05-20T04:16:09.077333Z","end":"2026-05-20T04:16:18.50036Z","steps":["trace[1443985402] 'agreement among raft nodes before linearized reading' (duration: 6.811019507s)","trace[1443985402] 'range keys from in-memory index tree' (duration: 2.611764639s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:18.500409Z","caller":"traceutil/trace.go:171","msg":"trace[1615224419] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4679; }","duration":"8.465759739s","start":"2026-05-20T04:16:10.034626Z","end":"2026-05-20T04:16:18.500386Z","steps":["trace[1615224419] 'agreement among raft nodes before linearized reading' (duration: 5.853689032s)","trace[1615224419] 'count revisions from in-memory index tree' (duration: 2.611946774s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:18.500397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.79209088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:18.500456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:10.034613Z","time spent":"8.46583121s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:18.500455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.427162657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:16:18.500518Z","caller":"traceutil/trace.go:171","msg":"trace[1180526073] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4679; }","duration":"7.792237964s","start":"2026-05-20T04:16:10.708249Z","end":"2026-05-20T04:16:18.500487Z","steps":["trace[1180526073] 'agreement among raft nodes before linearized reading' (duration: 5.180056375s)","trace[1180526073] 'count revisions from in-memory index tree' (duration: 2.612003575s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:18.500445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.077327Z","time spent":"9.423104154s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120120,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:16:18.500567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:10.708189Z","time spent":"7.792366718s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:18.500559Z","caller":"traceutil/trace.go:171","msg":"trace[1086210961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4679; }","duration":"9.42728696s","start":"2026-05-20T04:16:09.073245Z","end":"2026-05-20T04:16:18.500532Z","steps":["trace[1086210961] 'agreement among raft nodes before linearized reading' (duration: 6.815125172s)","trace[1086210961] 'range keys from in-memory index tree' (duration: 2.611917412s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:18.500635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.073239Z","time spent":"9.427386184s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:16:18.50053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.423388261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120098"} {"level":"warn","ts":"2026-05-20T04:16:18.500577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.491721213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:18.500914Z","caller":"traceutil/trace.go:171","msg":"trace[1310002363] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4679; }","duration":"8.492316398s","start":"2026-05-20T04:16:10.008572Z","end":"2026-05-20T04:16:18.500889Z","steps":["trace[1310002363] 'agreement among raft nodes before linearized reading' (duration: 5.879751919s)","trace[1310002363] 'count revisions from in-memory index tree' (duration: 2.611970583s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:18.500738Z","caller":"traceutil/trace.go:171","msg":"trace[20388212] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4679; }","duration":"9.423612307s","start":"2026-05-20T04:16:09.0771Z","end":"2026-05-20T04:16:18.500712Z","steps":["trace[20388212] 'agreement among raft nodes before linearized reading' (duration: 6.811262173s)","trace[20388212] 'range keys from in-memory index tree' (duration: 2.611861882s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:18.501047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:09.077094Z","time spent":"9.423931105s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120120,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:16:18.501067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:10.008554Z","time spent":"8.492491773s","remote":"127.0.0.1:34652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:19.54847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000708915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:19.548533Z","caller":"traceutil/trace.go:171","msg":"trace[395814076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000832118s","start":"2026-05-20T04:16:17.547687Z","end":"2026-05-20T04:16:19.548519Z","steps":["trace[395814076] 'agreement among raft nodes before linearized reading' (duration: 2.000750446s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:19.548569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:17.547662Z","time spent":"2.000899159s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:19.928163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.969859435s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:16:21.536994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036291835s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:21.537292Z","caller":"traceutil/trace.go:171","msg":"trace[73221762] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"2.622868093s","start":"2026-05-20T04:16:18.914405Z","end":"2026-05-20T04:16:21.537273Z","steps":["trace[73221762] 'process raft request' (duration: 2.622825652s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:21.537287Z","caller":"traceutil/trace.go:171","msg":"trace[2009423558] linearizableReadLoop","detail":"{readStateIndex:4899; appliedIndex:4895; }","duration":"5.649027748s","start":"2026-05-20T04:16:15.888227Z","end":"2026-05-20T04:16:21.537254Z","steps":["trace[2009423558] 'read index received' (duration: 2.070073151s)","trace[2009423558] 'applied index is now lower than readState.Index' (duration: 3.578949247s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:21.537338Z","caller":"traceutil/trace.go:171","msg":"trace[1977908801] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"3.643256654s","start":"2026-05-20T04:16:17.894057Z","end":"2026-05-20T04:16:21.537314Z","steps":["trace[1977908801] 'process raft request' (duration: 3.64313214s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:21.5374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:18.914378Z","time spent":"2.622958955s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:21.537506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.480110826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:16:21.537515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.523625353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:21.537516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.125503601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:16:21.537571Z","caller":"traceutil/trace.go:171","msg":"trace[1665386972] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4684; }","duration":"8.480225359s","start":"2026-05-20T04:16:13.057331Z","end":"2026-05-20T04:16:21.537556Z","steps":["trace[1665386972] 'agreement among raft nodes before linearized reading' (duration: 8.480074315s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:21.537555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.319230874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:21.537584Z","caller":"traceutil/trace.go:171","msg":"trace[93133771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4684; }","duration":"7.523748296s","start":"2026-05-20T04:16:14.013818Z","end":"2026-05-20T04:16:21.537567Z","steps":["trace[93133771] 'agreement among raft nodes before linearized reading' (duration: 7.523628423s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:21.537572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.991848781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-05-20T04:16:21.537613Z","caller":"traceutil/trace.go:171","msg":"trace[1767052780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4684; }","duration":"8.125615284s","start":"2026-05-20T04:16:13.411976Z","end":"2026-05-20T04:16:21.537591Z","steps":["trace[1767052780] 'agreement among raft nodes before linearized reading' (duration: 8.125347697s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:21.537635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:14.013797Z","time spent":"7.523827908s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:21.537633Z","caller":"traceutil/trace.go:171","msg":"trace[1005390133] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4684; }","duration":"9.319369397s","start":"2026-05-20T04:16:12.218246Z","end":"2026-05-20T04:16:21.537616Z","steps":["trace[1005390133] 'agreement among raft nodes before linearized reading' (duration: 9.319208833s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:21.537654Z","caller":"traceutil/trace.go:171","msg":"trace[370207676] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4684; }","duration":"5.991966484s","start":"2026-05-20T04:16:15.54567Z","end":"2026-05-20T04:16:21.537636Z","steps":["trace[370207676] 'agreement among raft nodes before linearized reading' (duration: 5.991730728s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:21.537693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:12.218225Z","time spent":"9.319458389s","remote":"127.0.0.1:34596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:21.537687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:13.411972Z","time spent":"8.125699487s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:16:21.537731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.815271181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-05-20T04:16:21.537624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:13.057303Z","time spent":"8.480303461s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":39,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:21.537762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.12791016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-20T04:16:21.537772Z","caller":"traceutil/trace.go:171","msg":"trace[572279435] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4684; }","duration":"9.815348233s","start":"2026-05-20T04:16:11.722412Z","end":"2026-05-20T04:16:21.53776Z","steps":["trace[572279435] 'agreement among raft nodes before linearized reading' (duration: 9.81522069s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:21.537768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.946438572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-20T04:16:21.537828Z","caller":"traceutil/trace.go:171","msg":"trace[1642234353] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783; range_end:; response_count:1; response_revision:4684; }","duration":"10.128008672s","start":"2026-05-20T04:16:11.409799Z","end":"2026-05-20T04:16:21.537808Z","steps":["trace[1642234353] 'agreement among raft nodes before linearized reading' (duration: 10.127857318s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:21.537785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:17.89403Z","time spent":"3.643410938s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:21.537584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.622239127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:16:21.537879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:11.409778Z","time spent":"10.128088383s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" "} {"level":"info","ts":"2026-05-20T04:16:21.537911Z","caller":"traceutil/trace.go:171","msg":"trace[228538531] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4684; }","duration":"8.622568515s","start":"2026-05-20T04:16:12.915325Z","end":"2026-05-20T04:16:21.537894Z","steps":["trace[228538531] 'agreement among raft nodes before linearized reading' (duration: 8.622211976s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:21.537877Z","caller":"traceutil/trace.go:171","msg":"trace[97604280] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4684; }","duration":"8.946590136s","start":"2026-05-20T04:16:12.591266Z","end":"2026-05-20T04:16:21.537856Z","steps":["trace[97604280] 'agreement among raft nodes before linearized reading' (duration: 8.946298439s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:21.537703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:15.545655Z","time spent":"5.992039296s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-20T04:16:21.537981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:12.915298Z","time spent":"8.622662168s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:21.537684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.125496751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:16:21.538056Z","caller":"traceutil/trace.go:171","msg":"trace[1696086987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4684; }","duration":"8.125876701s","start":"2026-05-20T04:16:13.412169Z","end":"2026-05-20T04:16:21.538045Z","steps":["trace[1696086987] 'agreement among raft nodes before linearized reading' (duration: 8.125397719s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:21.538101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:13.412165Z","time spent":"8.125923862s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:16:21.537823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:11.722391Z","time spent":"9.815425835s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-20T04:16:21.538142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.594656814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:21.538245Z","caller":"traceutil/trace.go:171","msg":"trace[1236617802] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4684; }","duration":"6.595412153s","start":"2026-05-20T04:16:14.942817Z","end":"2026-05-20T04:16:21.538229Z","steps":["trace[1236617802] 'agreement among raft nodes before linearized reading' (duration: 6.594598572s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:21.53831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:14.942795Z","time spent":"6.595484815s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:21.538604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:12.591244Z","time spent":"8.946722549s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-20T04:16:21.555349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000580501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:16:21.555397Z","caller":"traceutil/trace.go:171","msg":"trace[2046512311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000634234s","start":"2026-05-20T04:16:19.554754Z","end":"2026-05-20T04:16:21.555388Z","steps":["trace[2046512311] 'agreement among raft nodes before linearized reading' (duration: 2.000579241s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:21.555432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:19.55471Z","time spent":"2.000715066s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:16:22.395779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99881034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:22.395863Z","caller":"traceutil/trace.go:171","msg":"trace[1721485775] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998945835s","start":"2026-05-20T04:16:17.396898Z","end":"2026-05-20T04:16:22.395844Z","steps":["trace[1721485775] 'agreement among raft nodes before linearized reading' (duration: 4.998837601s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:22.395909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:17.39688Z","time spent":"4.999019527s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/20 04:16:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:23.412514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999821316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:16:23.4126Z","caller":"traceutil/trace.go:171","msg":"trace[408512585] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999927499s","start":"2026-05-20T04:16:18.412652Z","end":"2026-05-20T04:16:23.412579Z","steps":["trace[408512585] 'agreement among raft nodes before linearized reading' (duration: 4.999817766s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.412657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:18.412584Z","time spent":"5.000064102s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-20T04:16:23.423981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009479858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:23.42406Z","caller":"traceutil/trace.go:171","msg":"trace[400071503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.009577751s","start":"2026-05-20T04:16:20.414464Z","end":"2026-05-20T04:16:23.424042Z","steps":["trace[400071503] 'agreement among raft nodes before linearized reading' (duration: 3.009475768s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.424114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:20.414433Z","time spent":"3.009672273s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/20 04:16:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:23.424215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009246133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:23.424248Z","caller":"traceutil/trace.go:171","msg":"trace[1504666001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.009295764s","start":"2026-05-20T04:16:20.414942Z","end":"2026-05-20T04:16:23.424238Z","steps":["trace[1504666001] 'agreement among raft nodes before linearized reading' (duration: 3.009262153s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.424281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:20.414934Z","time spent":"3.009340916s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/20 04:16:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:23.424343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:21.550222Z","time spent":"1.874119741s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:16:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:23.424392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:21.541633Z","time spent":"1.882757923s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:16:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:23.424542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.979183479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:23.424578Z","caller":"traceutil/trace.go:171","msg":"trace[1986718761] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.979269151s","start":"2026-05-20T04:16:18.4453Z","end":"2026-05-20T04:16:23.424569Z","steps":["trace[1986718761] 'agreement among raft nodes before linearized reading' (duration: 4.97922617s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.424626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:18.445279Z","time spent":"4.979338323s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/20 04:16:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:23.439284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025791766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:23.444145Z","caller":"traceutil/trace.go:171","msg":"trace[429582868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.030706412s","start":"2026-05-20T04:16:20.413416Z","end":"2026-05-20T04:16:23.444122Z","steps":["trace[429582868] 'agreement among raft nodes before linearized reading' (duration: 3.025826316s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.444211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:20.413383Z","time spent":"3.030805164s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/20 04:16:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:23.448263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.944700324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:23.448311Z","caller":"traceutil/trace.go:171","msg":"trace[2035862957] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"4.944774246s","start":"2026-05-20T04:16:18.50353Z","end":"2026-05-20T04:16:23.448304Z","steps":["trace[2035862957] 'agreement among raft nodes before linearized reading' (duration: 4.944722705s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.448334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:18.503508Z","time spent":"4.944819828s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/05/20 04:16:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:23.55758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999916835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:23.557689Z","caller":"traceutil/trace.go:171","msg":"trace[42724640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000072358s","start":"2026-05-20T04:16:21.557594Z","end":"2026-05-20T04:16:23.557666Z","steps":["trace[42724640] 'agreement among raft nodes before linearized reading' (duration: 1.999942165s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.557739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:21.557578Z","time spent":"2.000150381s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:23.76106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946797894s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:23.761184Z","caller":"traceutil/trace.go:171","msg":"trace[1920111260] linearizableReadLoop","detail":"{readStateIndex:4902; appliedIndex:4901; }","duration":"2.22379294s","start":"2026-05-20T04:16:21.537372Z","end":"2026-05-20T04:16:23.761165Z","steps":["trace[1920111260] 'read index received' (duration: 276.811662ms)","trace[1920111260] 'applied index is now lower than readState.Index' (duration: 1.946979188s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:23.761388Z","caller":"traceutil/trace.go:171","msg":"trace[1409808249] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"2.287516643s","start":"2026-05-20T04:16:21.473858Z","end":"2026-05-20T04:16:23.761374Z","steps":["trace[1409808249] 'process raft request' (duration: 340.313269ms)","trace[1409808249] 'compare' (duration: 1.946174698s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:23.761448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:21.473834Z","time spent":"2.287580704s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:23.761635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39088046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:23.761664Z","caller":"traceutil/trace.go:171","msg":"trace[221438355] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:4685; }","duration":"2.390941611s","start":"2026-05-20T04:16:21.370713Z","end":"2026-05-20T04:16:23.761655Z","steps":["trace[221438355] 'agreement among raft nodes before linearized reading' (duration: 2.39088716s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.761721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:21.370697Z","time spent":"2.391015993s","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:23.76188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.870576951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:23.761916Z","caller":"traceutil/trace.go:171","msg":"trace[483191387] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4685; }","duration":"7.870646261s","start":"2026-05-20T04:16:15.891261Z","end":"2026-05-20T04:16:23.761907Z","steps":["trace[483191387] 'agreement among raft nodes before linearized reading' (duration: 7.87059333s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.761946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:15.891244Z","time spent":"7.870692093s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:23.762269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.870444577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-20T04:16:23.762339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.312606058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:23.762375Z","caller":"traceutil/trace.go:171","msg":"trace[2141562661] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4685; }","duration":"6.312643599s","start":"2026-05-20T04:16:17.449722Z","end":"2026-05-20T04:16:23.762366Z","steps":["trace[2141562661] 'agreement among raft nodes before linearized reading' (duration: 6.312588188s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.762393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510287029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:16:23.762407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:17.449666Z","time spent":"6.312733861s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:23.76237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.584743777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:23.762505Z","caller":"traceutil/trace.go:171","msg":"trace[1931663905] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4685; }","duration":"2.510423923s","start":"2026-05-20T04:16:21.252055Z","end":"2026-05-20T04:16:23.762479Z","steps":["trace[1931663905] 'agreement among raft nodes before linearized reading' (duration: 2.51029247s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:23.762537Z","caller":"traceutil/trace.go:171","msg":"trace[606721041] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4685; }","duration":"7.584973593s","start":"2026-05-20T04:16:16.177519Z","end":"2026-05-20T04:16:23.762493Z","steps":["trace[606721041] 'agreement among raft nodes before linearized reading' (duration: 7.584738197s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.762571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:21.252035Z","time spent":"2.510523635s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:23.762393Z","caller":"traceutil/trace.go:171","msg":"trace[1677342918] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4685; }","duration":"7.87055598s","start":"2026-05-20T04:16:15.891794Z","end":"2026-05-20T04:16:23.76235Z","steps":["trace[1677342918] 'agreement among raft nodes before linearized reading' (duration: 7.870078988s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.762764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.767106339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:23.762812Z","caller":"traceutil/trace.go:171","msg":"trace[1916985938] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4685; }","duration":"7.767212622s","start":"2026-05-20T04:16:15.99559Z","end":"2026-05-20T04:16:23.762802Z","steps":["trace[1916985938] 'agreement among raft nodes before linearized reading' (duration: 7.76714005s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.762842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:15.995557Z","time spent":"7.767277195s","remote":"127.0.0.1:57884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:23.762627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:16.177495Z","time spent":"7.585117007s","remote":"127.0.0.1:34012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:23.762854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252860104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:16:23.762932Z","caller":"traceutil/trace.go:171","msg":"trace[258519366] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4685; }","duration":"3.252990677s","start":"2026-05-20T04:16:20.509924Z","end":"2026-05-20T04:16:23.762915Z","steps":["trace[258519366] 'agreement among raft nodes before linearized reading' (duration: 3.25275321s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.762915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.254737301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:23.76294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253166641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:16:23.76298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:20.509897Z","time spent":"3.253074489s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:16:23.762959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451797559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:23.763005Z","caller":"traceutil/trace.go:171","msg":"trace[1611067448] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4685; }","duration":"3.254840803s","start":"2026-05-20T04:16:20.508129Z","end":"2026-05-20T04:16:23.762969Z","steps":["trace[1611067448] 'agreement among raft nodes before linearized reading' (duration: 3.254744961s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:23.762994Z","caller":"traceutil/trace.go:171","msg":"trace[175149439] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4685; }","duration":"3.253237523s","start":"2026-05-20T04:16:20.50974Z","end":"2026-05-20T04:16:23.762978Z","steps":["trace[175149439] 'agreement among raft nodes before linearized reading' (duration: 3.25309417s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:23.763052Z","caller":"traceutil/trace.go:171","msg":"trace[1743205104] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:4685; }","duration":"4.451949792s","start":"2026-05-20T04:16:19.311078Z","end":"2026-05-20T04:16:23.763028Z","steps":["trace[1743205104] 'agreement among raft nodes before linearized reading' (duration: 4.451766917s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.763067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:20.509726Z","time spent":"3.253321525s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:16:23.763049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920809987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:23.763039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743050223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:16:23.762268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.255958388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-05-20T04:16:23.763104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:19.311056Z","time spent":"4.452039284s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:23.763054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:20.508108Z","time spent":"3.254935976s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"info","ts":"2026-05-20T04:16:23.763151Z","caller":"traceutil/trace.go:171","msg":"trace[1305213520] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4685; }","duration":"2.92093663s","start":"2026-05-20T04:16:20.842169Z","end":"2026-05-20T04:16:23.763105Z","steps":["trace[1305213520] 'agreement among raft nodes before linearized reading' (duration: 2.920802266s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:23.763171Z","caller":"traceutil/trace.go:171","msg":"trace[1758837116] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4685; }","duration":"2.743198167s","start":"2026-05-20T04:16:21.019916Z","end":"2026-05-20T04:16:23.763114Z","steps":["trace[1758837116] 'agreement among raft nodes before linearized reading' (duration: 2.743037003s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.763201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:20.842146Z","time spent":"2.921039702s","remote":"127.0.0.1:34610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:23.763228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:21.019896Z","time spent":"2.74332139s","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:23.76326Z","caller":"traceutil/trace.go:171","msg":"trace[1840421663] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4685; }","duration":"5.256921194s","start":"2026-05-20T04:16:18.506219Z","end":"2026-05-20T04:16:23.76314Z","steps":["trace[1840421663] 'agreement among raft nodes before linearized reading' (duration: 5.255434425s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:23.763247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:15.891788Z","time spent":"7.871065443s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T04:16:23.763383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:18.506201Z","time spent":"5.25714701s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T04:16:24.038147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000071428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:24.038338Z","caller":"traceutil/trace.go:171","msg":"trace[537704035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295164s","start":"2026-05-20T04:16:22.038015Z","end":"2026-05-20T04:16:24.03831Z","steps":["trace[537704035] 'agreement among raft nodes before linearized reading' (duration: 2.000064228s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:24.038432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:22.037956Z","time spent":"2.000459608s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:24.261396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:24.672805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.663814052s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:16:25.566599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000043458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:25.566703Z","caller":"traceutil/trace.go:171","msg":"trace[622171293] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000211462s","start":"2026-05-20T04:16:23.566467Z","end":"2026-05-20T04:16:25.566679Z","steps":["trace[622171293] 'agreement among raft nodes before linearized reading' (duration: 2.000082188s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:25.566775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:23.56644Z","time spent":"2.000313154s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:25.829358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.644936ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:25.829486Z","caller":"traceutil/trace.go:171","msg":"trace[1314258582] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4685; }","duration":"598.78899ms","start":"2026-05-20T04:16:25.230677Z","end":"2026-05-20T04:16:25.829466Z","steps":["trace[1314258582] 'range keys from in-memory index tree' (duration: 598.624706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:25.829576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156374245s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:25.830177Z","caller":"traceutil/trace.go:171","msg":"trace[74824240] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"4.027417565s","start":"2026-05-20T04:16:21.80274Z","end":"2026-05-20T04:16:25.830158Z","steps":["trace[74824240] 'process raft request' (duration: 4.027367494s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:25.830416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:21.802707Z","time spent":"4.027540989s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:25.830403Z","caller":"traceutil/trace.go:171","msg":"trace[483132336] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"4.28638682s","start":"2026-05-20T04:16:21.54397Z","end":"2026-05-20T04:16:25.830357Z","steps":["trace[483132336] 'process raft request' (duration: 4.285977179s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:25.830626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:21.543961Z","time spent":"4.286546315s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:25.830427Z","caller":"traceutil/trace.go:171","msg":"trace[816858244] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"4.290004013s","start":"2026-05-20T04:16:21.540295Z","end":"2026-05-20T04:16:25.830299Z","steps":["trace[816858244] 'process raft request' (duration: 3.132819187s)","trace[816858244] 'compare' (duration: 1.155733848s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:25.831092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:21.540273Z","time spent":"4.290702331s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:26.531369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.69448453s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:16:27.566847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999588505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:27.566972Z","caller":"traceutil/trace.go:171","msg":"trace[480970221] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999856222s","start":"2026-05-20T04:16:25.567087Z","end":"2026-05-20T04:16:27.566943Z","steps":["trace[480970221] 'agreement among raft nodes before linearized reading' (duration: 1.999685537s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:27.567033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:25.56706Z","time spent":"1.999961615s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:27.674304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14254436s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:27.674576Z","caller":"traceutil/trace.go:171","msg":"trace[941266743] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"5.27435672s","start":"2026-05-20T04:16:22.400186Z","end":"2026-05-20T04:16:27.674542Z","steps":["trace[941266743] 'process raft request' (duration: 4.131475361s)","trace[941266743] 'compare' (duration: 1.142037338s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:27.674693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:22.400168Z","time spent":"5.274470153s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:16:27.674876Z","caller":"traceutil/trace.go:171","msg":"trace[1046673003] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4691; }","duration":"4.248912121s","start":"2026-05-20T04:16:23.425928Z","end":"2026-05-20T04:16:27.67484Z","steps":["trace[1046673003] 'process raft request' (duration: 4.24851223s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:27.675057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:23.425904Z","time spent":"4.249052923s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:27.675199Z","caller":"traceutil/trace.go:171","msg":"trace[672624712] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4691; }","duration":"4.249173217s","start":"2026-05-20T04:16:23.426Z","end":"2026-05-20T04:16:27.675173Z","steps":["trace[672624712] 'process raft request' (duration: 4.248531191s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:27.67531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:23.425973Z","time spent":"4.249279499s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:27.675602Z","caller":"traceutil/trace.go:171","msg":"trace[1763601972] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"4.248641693s","start":"2026-05-20T04:16:23.426916Z","end":"2026-05-20T04:16:27.675557Z","steps":["trace[1763601972] 'process raft request' (duration: 4.247651488s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:27.675684Z","caller":"traceutil/trace.go:171","msg":"trace[256478249] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"4.248206141s","start":"2026-05-20T04:16:23.427453Z","end":"2026-05-20T04:16:27.675659Z","steps":["trace[256478249] 'process raft request' (duration: 4.248021257s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:27.67576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:23.426903Z","time spent":"4.248775736s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:27.675776Z","caller":"traceutil/trace.go:171","msg":"trace[793129853] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"4.132034026s","start":"2026-05-20T04:16:23.543716Z","end":"2026-05-20T04:16:27.67575Z","steps":["trace[793129853] 'process raft request' (duration: 4.131850021s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:27.675803Z","caller":"traceutil/trace.go:171","msg":"trace[2072575070] linearizableReadLoop","detail":"{readStateIndex:4913; appliedIndex:4902; }","duration":"3.914536424s","start":"2026-05-20T04:16:23.761214Z","end":"2026-05-20T04:16:27.67575Z","steps":["trace[2072575070] 'read index received' (duration: 911.88105ms)","trace[2072575070] 'applied index is now lower than readState.Index' (duration: 3.002652723s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:27.675886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:23.543685Z","time spent":"4.132147999s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:27.676495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:23.42744Z","time spent":"4.248321164s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:28.783804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108134799s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:16:28.78393Z","caller":"traceutil/trace.go:171","msg":"trace[625406521] linearizableReadLoop","detail":"{readStateIndex:4914; appliedIndex:4913; }","duration":"1.108039106s","start":"2026-05-20T04:16:27.675873Z","end":"2026-05-20T04:16:28.783912Z","steps":["trace[625406521] 'read index received' (duration: 93.072µs)","trace[625406521] 'applied index is now lower than readState.Index' (duration: 1.107944464s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:28.784023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.018826934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:28.784069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.236010348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:28.784122Z","caller":"traceutil/trace.go:171","msg":"trace[334505621] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4695; }","duration":"5.236058289s","start":"2026-05-20T04:16:23.548024Z","end":"2026-05-20T04:16:28.784082Z","steps":["trace[334505621] 'agreement among raft nodes before linearized reading' (duration: 4.12792234s)","trace[334505621] 'count revisions from in-memory index tree' (duration: 1.108101288s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:28.784157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:23.548012Z","time spent":"5.236137511s","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:28.784201Z","caller":"traceutil/trace.go:171","msg":"trace[84245272] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:4695; }","duration":"5.018870396s","start":"2026-05-20T04:16:23.765168Z","end":"2026-05-20T04:16:28.784038Z","steps":["trace[84245272] 'agreement among raft nodes before linearized reading' (duration: 5.018787373s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:28.784383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:23.765136Z","time spent":"5.019191164s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-20T04:16:28.784969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01501755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:28.785033Z","caller":"traceutil/trace.go:171","msg":"trace[413121173] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4695; }","duration":"3.015119732s","start":"2026-05-20T04:16:25.769894Z","end":"2026-05-20T04:16:28.785013Z","steps":["trace[413121173] 'agreement among raft nodes before linearized reading' (duration: 3.01501832s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:28.785074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:25.76987Z","time spent":"3.015193784s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:16:28.785454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.018477355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-05-20T04:16:28.785503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862940822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:28.785509Z","caller":"traceutil/trace.go:171","msg":"trace[880090542] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4695; }","duration":"5.018563457s","start":"2026-05-20T04:16:23.766932Z","end":"2026-05-20T04:16:28.785495Z","steps":["trace[880090542] 'agreement among raft nodes before linearized reading' (duration: 5.018351502s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:28.785528Z","caller":"traceutil/trace.go:171","msg":"trace[1793275488] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4695; }","duration":"3.863001654s","start":"2026-05-20T04:16:24.922517Z","end":"2026-05-20T04:16:28.785519Z","steps":["trace[1793275488] 'agreement among raft nodes before linearized reading' (duration: 3.862965023s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:28.78547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.244386349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-05-20T04:16:28.785649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.016328999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120098"} {"level":"info","ts":"2026-05-20T04:16:28.785667Z","caller":"traceutil/trace.go:171","msg":"trace[1571722162] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4695; }","duration":"5.016359721s","start":"2026-05-20T04:16:23.769302Z","end":"2026-05-20T04:16:28.785662Z","steps":["trace[1571722162] 'agreement among raft nodes before linearized reading' (duration: 5.016253608s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:28.78568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:23.769292Z","time spent":"5.016384691s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120120,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:16:28.785673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113482576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:28.785756Z","caller":"traceutil/trace.go:171","msg":"trace[16584430] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:4695; }","duration":"1.1136423s","start":"2026-05-20T04:16:27.672093Z","end":"2026-05-20T04:16:28.785735Z","steps":["trace[16584430] 'agreement among raft nodes before linearized reading' (duration: 1.113467395s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:28.785805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:27.672063Z","time spent":"1.113731993s","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:28.785824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212738058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:28.785858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.821535204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:28.785872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93184146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:28.785908Z","caller":"traceutil/trace.go:171","msg":"trace[1258129818] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4695; }","duration":"2.931904011s","start":"2026-05-20T04:16:25.853995Z","end":"2026-05-20T04:16:28.785899Z","steps":["trace[1258129818] 'agreement among raft nodes before linearized reading' (duration: 2.931817998s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:28.785902Z","caller":"traceutil/trace.go:171","msg":"trace[1094983318] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4695; }","duration":"2.821626656s","start":"2026-05-20T04:16:25.964263Z","end":"2026-05-20T04:16:28.785889Z","steps":["trace[1094983318] 'agreement among raft nodes before linearized reading' (duration: 2.821555395s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:28.785897Z","caller":"traceutil/trace.go:171","msg":"trace[2110214577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4695; }","duration":"1.212845622s","start":"2026-05-20T04:16:27.573025Z","end":"2026-05-20T04:16:28.78587Z","steps":["trace[2110214577] 'agreement among raft nodes before linearized reading' (duration: 1.212735389s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:28.78593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:25.853984Z","time spent":"2.931940662s","remote":"127.0.0.1:34656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:28.785943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:25.964234Z","time spent":"2.821699098s","remote":"127.0.0.1:34580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:28.785917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61950249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:28.785962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:27.57299Z","time spent":"1.212958364s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:16:28.786026Z","caller":"traceutil/trace.go:171","msg":"trace[1090242121] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4695; }","duration":"1.619673574s","start":"2026-05-20T04:16:27.166328Z","end":"2026-05-20T04:16:28.786002Z","steps":["trace[1090242121] 'agreement among raft nodes before linearized reading' (duration: 1.618884353s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:28.785543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:23.766917Z","time spent":"5.018619098s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7482,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T04:16:28.786077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:27.166306Z","time spent":"1.619760677s","remote":"127.0.0.1:33748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:28.786084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946464113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-05-20T04:16:28.785546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:24.922495Z","time spent":"3.863047115s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:28.786176Z","caller":"traceutil/trace.go:171","msg":"trace[1535247132] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4695; }","duration":"2.946605967s","start":"2026-05-20T04:16:25.839549Z","end":"2026-05-20T04:16:28.786155Z","steps":["trace[1535247132] 'agreement among raft nodes before linearized reading' (duration: 2.946351151s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:28.78546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.018382172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120098"} {"level":"info","ts":"2026-05-20T04:16:28.786229Z","caller":"traceutil/trace.go:171","msg":"trace[1089826888] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:4695; }","duration":"7.244530382s","start":"2026-05-20T04:16:21.541044Z","end":"2026-05-20T04:16:28.785575Z","steps":["trace[1089826888] 'agreement among raft nodes before linearized reading' (duration: 6.134921186s)","trace[1089826888] 'range keys from in-memory index tree' (duration: 1.109090133s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:28.786289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:21.541031Z","time spent":"7.245242422s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"info","ts":"2026-05-20T04:16:28.786307Z","caller":"traceutil/trace.go:171","msg":"trace[224357441] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4695; }","duration":"5.019224614s","start":"2026-05-20T04:16:23.767057Z","end":"2026-05-20T04:16:28.786282Z","steps":["trace[224357441] 'agreement among raft nodes before linearized reading' (duration: 5.018187787s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:28.78522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950001554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18b12ae9968f0199\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-05-20T04:16:28.786367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:23.767049Z","time spent":"5.019301957s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120120,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:16:28.786224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:25.839525Z","time spent":"2.94668896s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-20T04:16:28.786536Z","caller":"traceutil/trace.go:171","msg":"trace[553142268] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18b12ae9968f0199; range_end:; response_count:1; response_revision:4695; }","duration":"2.951417641s","start":"2026-05-20T04:16:25.835096Z","end":"2026-05-20T04:16:28.786514Z","steps":["trace[553142268] 'agreement among raft nodes before linearized reading' (duration: 2.949802539s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:28.786601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:25.835075Z","time spent":"2.951507943s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.18b12ae9968f0199\" "} {"level":"warn","ts":"2026-05-20T04:16:28.786822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.534156644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414310"} {"level":"info","ts":"2026-05-20T04:16:28.786883Z","caller":"traceutil/trace.go:171","msg":"trace[1663162725] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4695; }","duration":"6.534267668s","start":"2026-05-20T04:16:22.252598Z","end":"2026-05-20T04:16:28.786866Z","steps":["trace[1663162725] 'agreement among raft nodes before linearized reading' (duration: 5.423388159s)","trace[1663162725] 'range keys from in-memory index tree' (duration: 1.109382041s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:28.786925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:22.252543Z","time spent":"6.53437162s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414332,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-20T04:16:29.295183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:29.74447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:28.789746Z","time spent":"954.720278ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:16:30.796017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000803147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:30.796109Z","caller":"traceutil/trace.go:171","msg":"trace[1950093172] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000922181s","start":"2026-05-20T04:16:28.795167Z","end":"2026-05-20T04:16:30.796089Z","steps":["trace[1950093172] 'agreement among raft nodes before linearized reading' (duration: 2.000813008s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:30.796225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:28.79516Z","time spent":"2.001047284s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:31.832221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.953380702s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:16:31.832868Z","caller":"traceutil/trace.go:171","msg":"trace[564134418] linearizableReadLoop","detail":"{readStateIndex:4917; appliedIndex:4914; }","duration":"3.038751078s","start":"2026-05-20T04:16:28.794091Z","end":"2026-05-20T04:16:31.832842Z","steps":["trace[564134418] 'read index received' (duration: 950.234125ms)","trace[564134418] 'applied index is now lower than readState.Index' (duration: 2.088515953s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:31.832955Z","caller":"traceutil/trace.go:171","msg":"trace[1803517172] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"2.785634553s","start":"2026-05-20T04:16:29.04731Z","end":"2026-05-20T04:16:31.832945Z","steps":["trace[1803517172] 'process raft request' (duration: 2.785433448s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:31.833016Z","caller":"traceutil/trace.go:171","msg":"trace[1845171988] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"2.150923753s","start":"2026-05-20T04:16:29.68205Z","end":"2026-05-20T04:16:31.832974Z","steps":["trace[1845171988] 'process raft request' (duration: 2.150751389s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:31.833062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:29.047282Z","time spent":"2.785705495s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:31.833097Z","caller":"traceutil/trace.go:171","msg":"trace[1801351735] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"3.040253006s","start":"2026-05-20T04:16:28.79281Z","end":"2026-05-20T04:16:31.833063Z","steps":["trace[1801351735] 'process raft request' (duration: 3.039757253s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:31.833155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.039048635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-20T04:16:31.833216Z","caller":"traceutil/trace.go:171","msg":"trace[1195470867] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4698; }","duration":"3.039157828s","start":"2026-05-20T04:16:28.794045Z","end":"2026-05-20T04:16:31.833203Z","steps":["trace[1195470867] 'agreement among raft nodes before linearized reading' (duration: 3.038959863s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:31.8332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:29.682025Z","time spent":"2.151084537s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:31.833256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:28.794027Z","time spent":"3.039222359s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-20T04:16:31.83328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:28.792785Z","time spent":"3.04040864s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:32.333936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:32.796585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:32.796696Z","caller":"traceutil/trace.go:171","msg":"trace[596565584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382977s","start":"2026-05-20T04:16:30.796282Z","end":"2026-05-20T04:16:32.796665Z","steps":["trace[596565584] 'agreement among raft nodes before linearized reading' (duration: 2.000243083s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:32.796771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:30.796258Z","time spent":"2.000495609s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:33.606684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.649679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:33.606832Z","caller":"traceutil/trace.go:171","msg":"trace[759716495] linearizableReadLoop","detail":"{readStateIndex:4919; appliedIndex:4918; }","duration":"1.773891864s","start":"2026-05-20T04:16:31.832917Z","end":"2026-05-20T04:16:33.606809Z","steps":["trace[759716495] 'read index received' (duration: 844.920766ms)","trace[759716495] 'applied index is now lower than readState.Index' (duration: 928.964508ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:33.606962Z","caller":"traceutil/trace.go:171","msg":"trace[1252865507] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"3.86129226s","start":"2026-05-20T04:16:29.745649Z","end":"2026-05-20T04:16:33.606941Z","steps":["trace[1252865507] 'process raft request' (duration: 2.93226157s)","trace[1252865507] 'compare' (duration: 928.453844ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:33.607054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:29.745631Z","time spent":"3.861373362s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:33.607216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395176088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-20T04:16:33.60723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81320758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:33.607269Z","caller":"traceutil/trace.go:171","msg":"trace[1834577689] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4699; }","duration":"3.395275121s","start":"2026-05-20T04:16:30.21198Z","end":"2026-05-20T04:16:33.607255Z","steps":["trace[1834577689] 'agreement among raft nodes before linearized reading' (duration: 3.395058466s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:33.607257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.973930465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:16:33.607299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:30.211959Z","time spent":"3.395334482s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:16:33.60729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770531198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-703f48a8-a951-4040-a972-6b6403611a3e\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-05-20T04:16:33.607298Z","caller":"traceutil/trace.go:171","msg":"trace[2059903672] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4699; }","duration":"2.813311723s","start":"2026-05-20T04:16:30.79397Z","end":"2026-05-20T04:16:33.607281Z","steps":["trace[2059903672] 'agreement among raft nodes before linearized reading' (duration: 2.81318796s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:33.607308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.812861497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-05-20T04:16:33.607311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80970665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:16:33.607337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.814442202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:16:33.607346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:30.793955Z","time spent":"2.813383114s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:16:33.6073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.734436098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:33.607557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570712959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:33.607558Z","caller":"traceutil/trace.go:171","msg":"trace[1456003809] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4699; }","duration":"4.81296812s","start":"2026-05-20T04:16:28.794389Z","end":"2026-05-20T04:16:33.607357Z","steps":["trace[1456003809] 'agreement among raft nodes before linearized reading' (duration: 4.812759064s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:33.607569Z","caller":"traceutil/trace.go:171","msg":"trace[2045515999] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4699; }","duration":"2.809999347s","start":"2026-05-20T04:16:30.797553Z","end":"2026-05-20T04:16:33.607552Z","steps":["trace[2045515999] 'agreement among raft nodes before linearized reading' (duration: 2.809597916s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:33.607573Z","caller":"traceutil/trace.go:171","msg":"trace[391260393] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4699; }","duration":"2.814718388s","start":"2026-05-20T04:16:30.79284Z","end":"2026-05-20T04:16:33.607559Z","steps":["trace[391260393] 'agreement among raft nodes before linearized reading' (duration: 2.814341848s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:33.607596Z","caller":"traceutil/trace.go:171","msg":"trace[188518678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4699; }","duration":"1.570974655s","start":"2026-05-20T04:16:32.036611Z","end":"2026-05-20T04:16:33.607585Z","steps":["trace[188518678] 'agreement among raft nodes before linearized reading' (duration: 1.570711789s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:33.607597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.905746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:33.607604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770164059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18b12ae9968f0199\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-05-20T04:16:33.607613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:30.797546Z","time spent":"2.810057869s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:16:33.607358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.749045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:33.607612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:28.794376Z","time spent":"4.813223707s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-20T04:16:33.607613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:30.792821Z","time spent":"2.81478398s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:16:33.607635Z","caller":"traceutil/trace.go:171","msg":"trace[932214531] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18b12ae9968f0199; range_end:; response_count:1; response_revision:4699; }","duration":"1.77021842s","start":"2026-05-20T04:16:31.837409Z","end":"2026-05-20T04:16:33.607627Z","steps":["trace[932214531] 'agreement among raft nodes before linearized reading' (duration: 1.769945443s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:33.607641Z","caller":"traceutil/trace.go:171","msg":"trace[1975402616] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:4699; }","duration":"684.981668ms","start":"2026-05-20T04:16:32.922643Z","end":"2026-05-20T04:16:33.607625Z","steps":["trace[1975402616] 'agreement among raft nodes before linearized reading' (duration: 684.923937ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:33.607656Z","caller":"traceutil/trace.go:171","msg":"trace[1579883396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4699; }","duration":"803.077844ms","start":"2026-05-20T04:16:32.804567Z","end":"2026-05-20T04:16:33.607645Z","steps":["trace[1579883396] 'agreement among raft nodes before linearized reading' (duration: 802.753346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:33.607668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:31.837394Z","time spent":"1.770267571s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.18b12ae9968f0199\" "} {"level":"warn","ts":"2026-05-20T04:16:33.607672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:32.922619Z","time spent":"685.04648ms","remote":"127.0.0.1:57580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:33.607328Z","caller":"traceutil/trace.go:171","msg":"trace[373074278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4699; }","duration":"3.974058348s","start":"2026-05-20T04:16:29.633253Z","end":"2026-05-20T04:16:33.607311Z","steps":["trace[373074278] 'agreement among raft nodes before linearized reading' (duration: 3.973902754s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:33.607678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378635928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:33.607337Z","caller":"traceutil/trace.go:171","msg":"trace[703903035] range","detail":"{range_begin:/registry/persistentvolumes/pvc-703f48a8-a951-4040-a972-6b6403611a3e; range_end:; response_count:1; response_revision:4699; }","duration":"1.77061511s","start":"2026-05-20T04:16:31.83671Z","end":"2026-05-20T04:16:33.607325Z","steps":["trace[703903035] 'agreement among raft nodes before linearized reading' (duration: 1.770466936s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:33.607701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:32.804534Z","time spent":"803.154686ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:16:33.607715Z","caller":"traceutil/trace.go:171","msg":"trace[928523681] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4699; }","duration":"1.37871704s","start":"2026-05-20T04:16:32.228989Z","end":"2026-05-20T04:16:33.607706Z","steps":["trace[928523681] 'agreement among raft nodes before linearized reading' (duration: 1.378652379s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:33.607742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:32.228968Z","time spent":"1.378766061s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:33.607605Z","caller":"traceutil/trace.go:171","msg":"trace[915135567] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4699; }","duration":"4.734765176s","start":"2026-05-20T04:16:28.872811Z","end":"2026-05-20T04:16:33.607576Z","steps":["trace[915135567] 'agreement among raft nodes before linearized reading' (duration: 4.734365416s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:33.607734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:29.63323Z","time spent":"3.97448087s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:33.607624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:32.03659Z","time spent":"1.571027087s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:16:33.607775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:28.872741Z","time spent":"4.735023433s","remote":"127.0.0.1:58292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:33.607785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713036903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-20T04:16:33.607738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:31.836692Z","time spent":"1.771036371s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1315,"request content":"key:\"/registry/persistentvolumes/pvc-703f48a8-a951-4040-a972-6b6403611a3e\" "} {"level":"info","ts":"2026-05-20T04:16:33.607824Z","caller":"traceutil/trace.go:171","msg":"trace[558592965] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4699; }","duration":"2.713115185s","start":"2026-05-20T04:16:30.894698Z","end":"2026-05-20T04:16:33.607814Z","steps":["trace[558592965] 'agreement among raft nodes before linearized reading' (duration: 2.713004442s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:33.607852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:30.894673Z","time spent":"2.713173557s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T04:16:33.607868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713109435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-20T04:16:33.607921Z","caller":"traceutil/trace.go:171","msg":"trace[1137580465] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4699; }","duration":"2.713185997s","start":"2026-05-20T04:16:30.894719Z","end":"2026-05-20T04:16:33.607905Z","steps":["trace[1137580465] 'agreement among raft nodes before linearized reading' (duration: 2.713051414s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:33.607966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:30.894705Z","time spent":"2.713248369s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:16:33.607998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.931659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T04:16:33.608048Z","caller":"traceutil/trace.go:171","msg":"trace[1109596739] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4699; }","duration":"657.049963ms","start":"2026-05-20T04:16:32.950987Z","end":"2026-05-20T04:16:33.608037Z","steps":["trace[1109596739] 'agreement among raft nodes before linearized reading' (duration: 656.56545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:33.608116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:32.950975Z","time spent":"657.122044ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":520,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:34.110918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:35.615483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000083448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:16:35.615562Z","caller":"traceutil/trace.go:171","msg":"trace[1745598892] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000192771s","start":"2026-05-20T04:16:33.615351Z","end":"2026-05-20T04:16:35.615544Z","steps":["trace[1745598892] 'agreement among raft nodes before linearized reading' (duration: 2.000100178s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:35.615614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:33.615343Z","time spent":"2.000259304s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:36.016652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.817872ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:36.016773Z","caller":"traceutil/trace.go:171","msg":"trace[1983699425] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4699; }","duration":"785.953515ms","start":"2026-05-20T04:16:35.230802Z","end":"2026-05-20T04:16:36.016755Z","steps":["trace[1983699425] 'range keys from in-memory index tree' (duration: 785.803222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:36.016833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56331826s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:36.01696Z","caller":"traceutil/trace.go:171","msg":"trace[2022411754] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"2.40687405s","start":"2026-05-20T04:16:33.610061Z","end":"2026-05-20T04:16:36.016935Z","steps":["trace[2022411754] 'process raft request' (duration: 843.357935ms)","trace[2022411754] 'compare' (duration: 1.563092214s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:36.017044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:33.610033Z","time spent":"2.406969623s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:36.970827Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.370007325s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:16:37.616325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:37.616415Z","caller":"traceutil/trace.go:171","msg":"trace[1524729197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260373s","start":"2026-05-20T04:16:35.616136Z","end":"2026-05-20T04:16:37.616396Z","steps":["trace[1524729197] 'agreement among raft nodes before linearized reading' (duration: 2.00013665s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:37.616465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:35.616125Z","time spent":"2.000329855s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:38.568894Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.597872386s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:16:38.837432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:33.83959Z","time spent":"4.997835086s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:16:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:39.517134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545991864s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:39.517402Z","caller":"traceutil/trace.go:171","msg":"trace[1020844823] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"5.900994092s","start":"2026-05-20T04:16:33.616389Z","end":"2026-05-20T04:16:39.517383Z","steps":["trace[1020844823] 'process raft request' (duration: 5.9009021s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:39.517391Z","caller":"traceutil/trace.go:171","msg":"trace[1205106673] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"5.90403046s","start":"2026-05-20T04:16:33.613331Z","end":"2026-05-20T04:16:39.517361Z","steps":["trace[1205106673] 'process raft request' (duration: 5.903887416s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:39.517321Z","caller":"traceutil/trace.go:171","msg":"trace[2056725034] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"5.904685747s","start":"2026-05-20T04:16:33.612602Z","end":"2026-05-20T04:16:39.517288Z","steps":["trace[2056725034] 'process raft request' (duration: 3.358468488s)","trace[2056725034] 'compare' (duration: 2.544406383s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:39.517542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:33.613323Z","time spent":"5.904146954s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:39.517545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:33.612591Z","time spent":"5.904878162s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:39.517557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:33.616378Z","time spent":"5.901069884s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:39.517871Z","caller":"traceutil/trace.go:171","msg":"trace[207391275] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"5.688346995s","start":"2026-05-20T04:16:33.829509Z","end":"2026-05-20T04:16:39.517856Z","steps":["trace[207391275] 'process raft request' (duration: 5.687834901s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:39.517933Z","caller":"traceutil/trace.go:171","msg":"trace[635040645] linearizableReadLoop","detail":"{readStateIndex:4925; appliedIndex:4919; }","duration":"5.907202452s","start":"2026-05-20T04:16:33.610696Z","end":"2026-05-20T04:16:39.517898Z","steps":["trace[635040645] 'read index received' (duration: 842.814792ms)","trace[635040645] 'applied index is now lower than readState.Index' (duration: 5.06438668s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:39.51796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:33.829476Z","time spent":"5.688438568s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:39.518159Z","caller":"traceutil/trace.go:171","msg":"trace[182648057] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"3.591155338s","start":"2026-05-20T04:16:35.926983Z","end":"2026-05-20T04:16:39.518138Z","steps":["trace[182648057] 'process raft request' (duration: 3.590885112s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:39.518417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.907702455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:16:39.518476Z","caller":"traceutil/trace.go:171","msg":"trace[369980628] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4706; }","duration":"5.907776157s","start":"2026-05-20T04:16:33.61067Z","end":"2026-05-20T04:16:39.518446Z","steps":["trace[369980628] 'agreement among raft nodes before linearized reading' (duration: 5.907331436s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:39.518509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:33.610656Z","time spent":"5.907844809s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T04:16:39.518526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:35.926949Z","time spent":"3.591257081s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:39.624112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:16:39.624218Z","caller":"traceutil/trace.go:171","msg":"trace[673953632] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202872s","start":"2026-05-20T04:16:37.623993Z","end":"2026-05-20T04:16:39.624196Z","steps":["trace[673953632] 'agreement among raft nodes before linearized reading' (duration: 2.000063078s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:39.624277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:37.623971Z","time spent":"2.000293905s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:16:41.251535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437590549s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:41.251653Z","caller":"traceutil/trace.go:171","msg":"trace[328515052] linearizableReadLoop","detail":"{readStateIndex:4927; appliedIndex:4926; }","duration":"1.733634352s","start":"2026-05-20T04:16:39.517999Z","end":"2026-05-20T04:16:41.251634Z","steps":["trace[328515052] 'read index received' (duration: 295.830898ms)","trace[328515052] 'applied index is now lower than readState.Index' (duration: 1.437801724s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:41.251659Z","caller":"traceutil/trace.go:171","msg":"trace[420549777] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"1.911631612s","start":"2026-05-20T04:16:39.339998Z","end":"2026-05-20T04:16:41.25163Z","steps":["trace[420549777] 'process raft request' (duration: 473.830328ms)","trace[420549777] 'compare' (duration: 1.436716607s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:41.251706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.105941435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:16:41.251736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239088341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:41.251785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:39.339972Z","time spent":"1.911745075s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:41.251806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.933883299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:41.251826Z","caller":"traceutil/trace.go:171","msg":"trace[930837276] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4707; }","duration":"3.933941491s","start":"2026-05-20T04:16:37.317878Z","end":"2026-05-20T04:16:41.25182Z","steps":["trace[930837276] 'agreement among raft nodes before linearized reading' (duration: 3.93390868s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:41.251819Z","caller":"traceutil/trace.go:171","msg":"trace[1108095114] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:4707; }","duration":"2.239217844s","start":"2026-05-20T04:16:39.012579Z","end":"2026-05-20T04:16:41.251797Z","steps":["trace[1108095114] 'agreement among raft nodes before linearized reading' (duration: 2.239086441s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:41.25182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412559375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-05-20T04:16:41.251856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:37.317854Z","time spent":"3.933996713s","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:41.251871Z","caller":"traceutil/trace.go:171","msg":"trace[260904210] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4707; }","duration":"2.412651209s","start":"2026-05-20T04:16:38.839204Z","end":"2026-05-20T04:16:41.251855Z","steps":["trace[260904210] 'agreement among raft nodes before linearized reading' (duration: 2.412475353s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:41.251895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.878258029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:41.251947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.638500996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120098"} {"level":"warn","ts":"2026-05-20T04:16:41.251959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155297985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:16:41.251957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.637311409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:41.251997Z","caller":"traceutil/trace.go:171","msg":"trace[1341938162] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4707; }","duration":"2.155377667s","start":"2026-05-20T04:16:39.096611Z","end":"2026-05-20T04:16:41.251989Z","steps":["trace[1341938162] 'agreement among raft nodes before linearized reading' (duration: 2.155293445s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:41.251998Z","caller":"traceutil/trace.go:171","msg":"trace[1284111811] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4707; }","duration":"7.638569887s","start":"2026-05-20T04:16:33.613413Z","end":"2026-05-20T04:16:41.251983Z","steps":["trace[1284111811] 'agreement among raft nodes before linearized reading' (duration: 7.638231267s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:41.252013Z","caller":"traceutil/trace.go:171","msg":"trace[587492189] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4707; }","duration":"5.637406031s","start":"2026-05-20T04:16:35.614592Z","end":"2026-05-20T04:16:41.251998Z","steps":["trace[587492189] 'agreement among raft nodes before linearized reading' (duration: 5.637307229s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:41.252012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.849518766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:41.252034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:39.096592Z","time spent":"2.155434769s","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":37,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:41.252039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:33.613401Z","time spent":"7.638629519s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120120,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:16:41.25205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.702974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:41.252105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578277493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:41.252161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.544669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:16:41.252171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.468503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:41.252182Z","caller":"traceutil/trace.go:171","msg":"trace[1911996786] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4707; }","duration":"439.880659ms","start":"2026-05-20T04:16:40.812292Z","end":"2026-05-20T04:16:41.252173Z","steps":["trace[1911996786] 'agreement among raft nodes before linearized reading' (duration: 439.703854ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:41.252208Z","caller":"traceutil/trace.go:171","msg":"trace[88016909] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4707; }","duration":"323.630221ms","start":"2026-05-20T04:16:40.928567Z","end":"2026-05-20T04:16:41.252197Z","steps":["trace[88016909] 'agreement among raft nodes before linearized reading' (duration: 323.524029ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:41.252211Z","caller":"traceutil/trace.go:171","msg":"trace[1093261258] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4707; }","duration":"340.566396ms","start":"2026-05-20T04:16:40.911636Z","end":"2026-05-20T04:16:41.252203Z","steps":["trace[1093261258] 'agreement among raft nodes before linearized reading' (duration: 340.485883ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:41.252216Z","caller":"traceutil/trace.go:171","msg":"trace[932142918] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4707; }","duration":"1.578455038s","start":"2026-05-20T04:16:39.673735Z","end":"2026-05-20T04:16:41.25219Z","steps":["trace[932142918] 'agreement among raft nodes before linearized reading' (duration: 1.578267984s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:41.252218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:40.812269Z","time spent":"439.939951ms","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:41.252357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.231302997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18b12ae9968f0199\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-05-20T04:16:41.252443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.640399624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120098"} {"level":"warn","ts":"2026-05-20T04:16:41.251881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:39.012559Z","time spent":"2.239294838s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:41.252247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:40.928546Z","time spent":"323.693322ms","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":82,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:41.252482Z","caller":"traceutil/trace.go:171","msg":"trace[1718620008] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4707; }","duration":"7.640449136s","start":"2026-05-20T04:16:33.61202Z","end":"2026-05-20T04:16:41.25247Z","steps":["trace[1718620008] 'agreement among raft nodes before linearized reading' (duration: 7.639654015s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:41.252511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:33.612012Z","time spent":"7.640491747s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120120,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:16:41.252506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7315651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T04:16:41.251959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:38.83918Z","time spent":"2.412764442s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-20T04:16:41.252581Z","caller":"traceutil/trace.go:171","msg":"trace[300028966] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18b12ae9968f0199; range_end:; response_count:1; response_revision:4707; }","duration":"5.231459701s","start":"2026-05-20T04:16:36.020999Z","end":"2026-05-20T04:16:41.252459Z","steps":["trace[300028966] 'agreement among raft nodes before linearized reading' (duration: 5.230896397s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:41.252707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:36.020982Z","time spent":"5.231703418s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.18b12ae9968f0199\" "} {"level":"info","ts":"2026-05-20T04:16:41.251768Z","caller":"traceutil/trace.go:171","msg":"trace[2002631790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4707; }","duration":"5.106063008s","start":"2026-05-20T04:16:36.145689Z","end":"2026-05-20T04:16:41.251752Z","steps":["trace[2002631790] 'agreement among raft nodes before linearized reading' (duration: 5.105944645s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:41.252844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:36.145669Z","time spent":"5.107156456s","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:41.251966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.640411805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-20T04:16:41.252948Z","caller":"traceutil/trace.go:171","msg":"trace[533451973] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4707; }","duration":"7.641490732s","start":"2026-05-20T04:16:33.611439Z","end":"2026-05-20T04:16:41.252929Z","steps":["trace[533451973] 'agreement among raft nodes before linearized reading' (duration: 7.64028202s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:41.253014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:33.611401Z","time spent":"7.641595714s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-20T04:16:41.252054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:35.61457Z","time spent":"5.637475623s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"info","ts":"2026-05-20T04:16:41.252068Z","caller":"traceutil/trace.go:171","msg":"trace[844043410] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:4707; }","duration":"5.849601117s","start":"2026-05-20T04:16:35.40244Z","end":"2026-05-20T04:16:41.252041Z","steps":["trace[844043410] 'agreement among raft nodes before linearized reading' (duration: 5.849544156s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:41.253292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:35.402403Z","time spent":"5.85087381s","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:41.251947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.736476567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:41.253463Z","caller":"traceutil/trace.go:171","msg":"trace[671287747] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4707; }","duration":"6.738059077s","start":"2026-05-20T04:16:34.515389Z","end":"2026-05-20T04:16:41.253448Z","steps":["trace[671287747] 'agreement among raft nodes before linearized reading' (duration: 6.73624807s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:41.253511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:34.515325Z","time spent":"6.73816748s","remote":"127.0.0.1:57882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":27,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:41.252111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627152265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:41.253685Z","caller":"traceutil/trace.go:171","msg":"trace[526972642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4707; }","duration":"1.628749565s","start":"2026-05-20T04:16:39.624921Z","end":"2026-05-20T04:16:41.25367Z","steps":["trace[526972642] 'agreement among raft nodes before linearized reading' (duration: 1.627159955s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:41.253729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:39.624902Z","time spent":"1.628815757s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:16:41.252252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:40.911614Z","time spent":"340.629707ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":37,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:41.252305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729424986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-05-20T04:16:41.253875Z","caller":"traceutil/trace.go:171","msg":"trace[1582542589] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4707; }","duration":"1.731001785s","start":"2026-05-20T04:16:39.522861Z","end":"2026-05-20T04:16:41.253863Z","steps":["trace[1582542589] 'agreement among raft nodes before linearized reading' (duration: 1.729241201s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:41.253921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:39.522855Z","time spent":"1.731054486s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-20T04:16:41.252286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:39.673724Z","time spent":"1.5785418s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:41.251971Z","caller":"traceutil/trace.go:171","msg":"trace[655653446] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4707; }","duration":"6.878549467s","start":"2026-05-20T04:16:34.373402Z","end":"2026-05-20T04:16:41.251952Z","steps":["trace[655653446] 'agreement among raft nodes before linearized reading' (duration: 6.878262359s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:41.254025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:34.373373Z","time spent":"6.880635099s","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:41.252551Z","caller":"traceutil/trace.go:171","msg":"trace[988145107] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4707; }","duration":"1.731642332s","start":"2026-05-20T04:16:39.520897Z","end":"2026-05-20T04:16:41.25254Z","steps":["trace[988145107] 'agreement among raft nodes before linearized reading' (duration: 1.731071498s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:41.254189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:39.520884Z","time spent":"1.733294723s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-20T04:16:41.756943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:42.78446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.40795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:42.784674Z","caller":"traceutil/trace.go:171","msg":"trace[844887804] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"1.528539569s","start":"2026-05-20T04:16:41.256108Z","end":"2026-05-20T04:16:42.784647Z","steps":["trace[844887804] 'process raft request' (duration: 623.848212ms)","trace[844887804] 'compare' (duration: 904.167633ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:42.78476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:41.256072Z","time spent":"1.528652412s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:42.785935Z","caller":"traceutil/trace.go:171","msg":"trace[2134281056] linearizableReadLoop","detail":"{readStateIndex:4929; appliedIndex:4927; }","duration":"1.529334189s","start":"2026-05-20T04:16:41.256584Z","end":"2026-05-20T04:16:42.785919Z","steps":["trace[2134281056] 'read index received' (duration: 623.386221ms)","trace[2134281056] 'applied index is now lower than readState.Index' (duration: 905.947018ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:42.786038Z","caller":"traceutil/trace.go:171","msg":"trace[254742508] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"1.524091204s","start":"2026-05-20T04:16:41.261917Z","end":"2026-05-20T04:16:42.786008Z","steps":["trace[254742508] 'process raft request' (duration: 1.523876999s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:42.78618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:41.261908Z","time spent":"1.524196738s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:42.786196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529604736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-20T04:16:42.786233Z","caller":"traceutil/trace.go:171","msg":"trace[1677297097] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4709; }","duration":"1.529684178s","start":"2026-05-20T04:16:41.25654Z","end":"2026-05-20T04:16:42.786224Z","steps":["trace[1677297097] 'agreement among raft nodes before linearized reading' (duration: 1.529471362s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:42.786263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:41.256525Z","time spent":"1.52973196s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T04:16:42.786246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.264953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:42.786287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52469458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:42.786301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528886798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-05-20T04:16:42.786314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.295487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:42.786346Z","caller":"traceutil/trace.go:171","msg":"trace[286704596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4709; }","duration":"1.524762461s","start":"2026-05-20T04:16:41.261566Z","end":"2026-05-20T04:16:42.786329Z","steps":["trace[286704596] 'agreement among raft nodes before linearized reading' (duration: 1.524676329s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:42.786347Z","caller":"traceutil/trace.go:171","msg":"trace[882104332] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4709; }","duration":"925.434938ms","start":"2026-05-20T04:16:41.860886Z","end":"2026-05-20T04:16:42.786321Z","steps":["trace[882104332] 'agreement among raft nodes before linearized reading' (duration: 925.205162ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:42.786365Z","caller":"traceutil/trace.go:171","msg":"trace[439236815] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4709; }","duration":"1.52895629s","start":"2026-05-20T04:16:41.257392Z","end":"2026-05-20T04:16:42.786348Z","steps":["trace[439236815] 'agreement among raft nodes before linearized reading' (duration: 1.528680183s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:42.786372Z","caller":"traceutil/trace.go:171","msg":"trace[1262676772] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4709; }","duration":"146.39925ms","start":"2026-05-20T04:16:42.639956Z","end":"2026-05-20T04:16:42.786356Z","steps":["trace[1262676772] 'agreement among raft nodes before linearized reading' (duration: 146.233346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:42.786412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:41.261561Z","time spent":"1.524839733s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:16:42.786413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:41.860825Z","time spent":"925.568481ms","remote":"127.0.0.1:34628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:42.786415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.414652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:16:42.78641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:41.257341Z","time spent":"1.529058132s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-05-20T04:16:42.786535Z","caller":"traceutil/trace.go:171","msg":"trace[619098035] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4709; }","duration":"641.591136ms","start":"2026-05-20T04:16:42.144926Z","end":"2026-05-20T04:16:42.786517Z","steps":["trace[619098035] 'agreement among raft nodes before linearized reading' (duration: 641.368881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:42.78654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527637705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-05-20T04:16:42.786585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:42.144904Z","time spent":"641.665099ms","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:42.786584Z","caller":"traceutil/trace.go:171","msg":"trace[406167756] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4709; }","duration":"1.527682047s","start":"2026-05-20T04:16:41.258887Z","end":"2026-05-20T04:16:42.786569Z","steps":["trace[406167756] 'agreement among raft nodes before linearized reading' (duration: 1.527549133s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:42.786629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:41.258872Z","time spent":"1.527745768s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:16:44.425698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.554910734s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:16:44.794817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:16:44.794914Z","caller":"traceutil/trace.go:171","msg":"trace[230105376] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360775s","start":"2026-05-20T04:16:42.794525Z","end":"2026-05-20T04:16:44.794886Z","steps":["trace[230105376] 'agreement among raft nodes before linearized reading' (duration: 2.000243462s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:44.79499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:42.794517Z","time spent":"2.000456558s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:16:45.678786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:42.914373Z","time spent":"2.7644063s","remote":"127.0.0.1:51356","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:16:45.680695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.087329ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:45.680828Z","caller":"traceutil/trace.go:171","msg":"trace[981990504] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4710; }","duration":"450.231053ms","start":"2026-05-20T04:16:45.23058Z","end":"2026-05-20T04:16:45.680811Z","steps":["trace[981990504] 'range keys from in-memory index tree' (duration: 450.070319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:45.680929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254898648s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-05-20T04:16:45.68114Z","caller":"traceutil/trace.go:171","msg":"trace[1442697930] linearizableReadLoop","detail":"{readStateIndex:4931; appliedIndex:4929; }","duration":"2.888849628s","start":"2026-05-20T04:16:42.792253Z","end":"2026-05-20T04:16:45.681103Z","steps":["trace[1442697930] 'read index received' (duration: 78.583083ms)","trace[1442697930] 'applied index is now lower than readState.Index' (duration: 2.810265495s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:45.681275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:42.791915Z","time spent":"2.889354141s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:16:45.681835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889554186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-05-20T04:16:45.681908Z","caller":"traceutil/trace.go:171","msg":"trace[58689143] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4710; }","duration":"2.889677569s","start":"2026-05-20T04:16:42.792205Z","end":"2026-05-20T04:16:45.681883Z","steps":["trace[58689143] 'agreement among raft nodes before linearized reading' (duration: 2.889367711s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:45.681969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:42.792184Z","time spent":"2.889771412s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-20T04:16:46.182217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:46.424239Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.998330314s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:16:46.795862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00048132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:46.795944Z","caller":"traceutil/trace.go:171","msg":"trace[1752603929] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000619943s","start":"2026-05-20T04:16:44.795306Z","end":"2026-05-20T04:16:46.795926Z","steps":["trace[1752603929] 'agreement among raft nodes before linearized reading' (duration: 2.000516961s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:46.796419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:44.795289Z","time spent":"2.000691836s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:47.697603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272901179s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:47.697804Z","caller":"traceutil/trace.go:171","msg":"trace[1030390883] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"4.822011091s","start":"2026-05-20T04:16:42.875767Z","end":"2026-05-20T04:16:47.697778Z","steps":["trace[1030390883] 'process raft request' (duration: 3.548874556s)","trace[1030390883] 'compare' (duration: 1.272780886s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:47.697874Z","caller":"traceutil/trace.go:171","msg":"trace[251615902] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"2.905035332s","start":"2026-05-20T04:16:44.792806Z","end":"2026-05-20T04:16:47.697841Z","steps":["trace[251615902] 'process raft request' (duration: 2.904905947s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:47.697895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:42.875744Z","time spent":"4.822113745s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:16:47.698036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:44.792771Z","time spent":"2.905178496s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:48.571311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.439196ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:16:48.571801Z","caller":"traceutil/trace.go:171","msg":"trace[610226191] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4713; }","duration":"2.88816817s","start":"2026-05-20T04:16:45.683591Z","end":"2026-05-20T04:16:48.571759Z","steps":["trace[610226191] 'process raft request' (duration: 2.887968365s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:48.571987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:45.683483Z","time spent":"2.888424348s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:48.57226Z","caller":"traceutil/trace.go:171","msg":"trace[2035157075] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"869.152117ms","start":"2026-05-20T04:16:47.703092Z","end":"2026-05-20T04:16:48.572244Z","steps":["trace[2035157075] 'process raft request' (duration: 868.693845ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:48.572372Z","caller":"traceutil/trace.go:171","msg":"trace[2009903347] linearizableReadLoop","detail":"{readStateIndex:4935; appliedIndex:4931; }","duration":"2.891162656s","start":"2026-05-20T04:16:45.681191Z","end":"2026-05-20T04:16:48.572353Z","steps":["trace[2009903347] 'read index received' (duration: 743.323722ms)","trace[2009903347] 'applied index is now lower than readState.Index' (duration: 2.147836824s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:48.572572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.324403944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:48.572625Z","caller":"traceutil/trace.go:171","msg":"trace[1406349059] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4714; }","duration":"4.324503057s","start":"2026-05-20T04:16:44.248109Z","end":"2026-05-20T04:16:48.572612Z","steps":["trace[1406349059] 'agreement among raft nodes before linearized reading' (duration: 4.324333082s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:48.572663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:44.248089Z","time spent":"4.324561929s","remote":"127.0.0.1:57912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":31,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:48.572687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.312131968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:16:48.572653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:47.703064Z","time spent":"869.335681ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:16:48.572766Z","caller":"traceutil/trace.go:171","msg":"trace[697763654] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4714; }","duration":"5.31225216s","start":"2026-05-20T04:16:43.260497Z","end":"2026-05-20T04:16:48.572749Z","steps":["trace[697763654] 'agreement among raft nodes before linearized reading' (duration: 5.312003264s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:48.572884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:43.260484Z","time spent":"5.312315222s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:16:48.573184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.312676961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:16:48.573252Z","caller":"traceutil/trace.go:171","msg":"trace[275949471] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4714; }","duration":"5.312788024s","start":"2026-05-20T04:16:43.260445Z","end":"2026-05-20T04:16:48.573233Z","steps":["trace[275949471] 'agreement among raft nodes before linearized reading' (duration: 5.312404655s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:48.573252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.137905054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:48.573346Z","caller":"traceutil/trace.go:171","msg":"trace[1230505574] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4714; }","duration":"5.138053038s","start":"2026-05-20T04:16:43.435273Z","end":"2026-05-20T04:16:48.573326Z","steps":["trace[1230505574] 'agreement among raft nodes before linearized reading' (duration: 5.137901724s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:48.573357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.650944747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:48.573401Z","caller":"traceutil/trace.go:171","msg":"trace[807270470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4714; }","duration":"5.651015519s","start":"2026-05-20T04:16:42.922374Z","end":"2026-05-20T04:16:48.573389Z","steps":["trace[807270470] 'agreement among raft nodes before linearized reading' (duration: 5.650943948s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:48.573294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:43.260416Z","time spent":"5.312865757s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:16:48.573452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:42.922359Z","time spent":"5.651079811s","remote":"127.0.0.1:49482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:48.573448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.299820393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:48.573504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.277343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:48.573517Z","caller":"traceutil/trace.go:171","msg":"trace[1808635556] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4714; }","duration":"5.299947586s","start":"2026-05-20T04:16:43.273553Z","end":"2026-05-20T04:16:48.5735Z","steps":["trace[1808635556] 'agreement among raft nodes before linearized reading' (duration: 5.299820713s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:48.573538Z","caller":"traceutil/trace.go:171","msg":"trace[1656851643] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4714; }","duration":"398.337495ms","start":"2026-05-20T04:16:48.175191Z","end":"2026-05-20T04:16:48.573529Z","steps":["trace[1656851643] 'agreement among raft nodes before linearized reading' (duration: 398.290814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:48.57351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.312016735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:48.573554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769667736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:48.573567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:43.273529Z","time spent":"5.300023207s","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:48.57358Z","caller":"traceutil/trace.go:171","msg":"trace[1380052172] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4714; }","duration":"5.312119367s","start":"2026-05-20T04:16:43.261445Z","end":"2026-05-20T04:16:48.573564Z","steps":["trace[1380052172] 'agreement among raft nodes before linearized reading' (duration: 5.312008924s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:48.57358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.463449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:16:48.573458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562186001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:48.573614Z","caller":"traceutil/trace.go:171","msg":"trace[351292506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4714; }","duration":"1.769755039s","start":"2026-05-20T04:16:46.803843Z","end":"2026-05-20T04:16:48.573598Z","steps":["trace[351292506] 'agreement among raft nodes before linearized reading' (duration: 1.769682787s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:48.573495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887413131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-05-20T04:16:48.573638Z","caller":"traceutil/trace.go:171","msg":"trace[168545549] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4714; }","duration":"740.561921ms","start":"2026-05-20T04:16:47.833063Z","end":"2026-05-20T04:16:48.573625Z","steps":["trace[168545549] 'agreement among raft nodes before linearized reading' (duration: 740.475419ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:48.573658Z","caller":"traceutil/trace.go:171","msg":"trace[203693938] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4714; }","duration":"2.887623546s","start":"2026-05-20T04:16:45.686026Z","end":"2026-05-20T04:16:48.573649Z","steps":["trace[203693938] 'agreement among raft nodes before linearized reading' (duration: 2.887355499s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:48.573408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:43.435253Z","time spent":"5.13813647s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:48.573674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:47.833039Z","time spent":"740.626013ms","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:48.573562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:48.175176Z","time spent":"398.379956ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:48.573699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:45.685991Z","time spent":"2.887700208s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-20T04:16:48.573656Z","caller":"traceutil/trace.go:171","msg":"trace[1534677379] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4714; }","duration":"1.562409777s","start":"2026-05-20T04:16:47.011228Z","end":"2026-05-20T04:16:48.573637Z","steps":["trace[1534677379] 'agreement among raft nodes before linearized reading' (duration: 1.56215642s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:48.573621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:43.261432Z","time spent":"5.312181139s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:16:48.573765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:47.011207Z","time spent":"1.56253615s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:48.573792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825431092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:48.573665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:46.803826Z","time spent":"1.769824241s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:16:48.573869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.362232813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:16:48.573918Z","caller":"traceutil/trace.go:171","msg":"trace[1228116467] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4714; }","duration":"4.362326925s","start":"2026-05-20T04:16:44.211577Z","end":"2026-05-20T04:16:48.573904Z","steps":["trace[1228116467] 'agreement among raft nodes before linearized reading' (duration: 4.361758851s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:48.573991Z","caller":"traceutil/trace.go:171","msg":"trace[170742224] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:4714; }","duration":"2.825842333s","start":"2026-05-20T04:16:45.748138Z","end":"2026-05-20T04:16:48.57398Z","steps":["trace[170742224] 'agreement among raft nodes before linearized reading' (duration: 2.825450443s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:48.574038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:45.748111Z","time spent":"2.825916154s","remote":"127.0.0.1:57688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:48.57395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:44.211547Z","time spent":"4.362396217s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:16:49.076164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:50.575794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000247413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:16:50.575877Z","caller":"traceutil/trace.go:171","msg":"trace[991256538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000390436s","start":"2026-05-20T04:16:48.575468Z","end":"2026-05-20T04:16:50.575858Z","steps":["trace[991256538] 'agreement among raft nodes before linearized reading' (duration: 2.000292234s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:50.575921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:48.57545Z","time spent":"2.000460329s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:16:50.577294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036520274s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-05-20T04:16:50.577394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:48.573282Z","time spent":"2.004108631s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:16:50.759401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00051075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:50.759486Z","caller":"traceutil/trace.go:171","msg":"trace[791422384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000655203s","start":"2026-05-20T04:16:48.758811Z","end":"2026-05-20T04:16:50.759467Z","steps":["trace[791422384] 'agreement among raft nodes before linearized reading' (duration: 2.000545591s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:50.759537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:48.758787Z","time spent":"2.000741305s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:51.576811Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.922265686s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:16:51.730624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.549754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:51.730879Z","caller":"traceutil/trace.go:171","msg":"trace[1711614670] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"2.199298332s","start":"2026-05-20T04:16:49.531561Z","end":"2026-05-20T04:16:51.73086Z","steps":["trace[1711614670] 'process raft request' (duration: 2.199232491s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:51.730899Z","caller":"traceutil/trace.go:171","msg":"trace[5600494] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"3.14973845s","start":"2026-05-20T04:16:48.581118Z","end":"2026-05-20T04:16:51.730857Z","steps":["trace[5600494] 'process raft request' (duration: 2.995898609s)","trace[5600494] 'compare' (duration: 153.344939ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:51.731011Z","caller":"traceutil/trace.go:171","msg":"trace[1253708338] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"2.195646009s","start":"2026-05-20T04:16:49.535342Z","end":"2026-05-20T04:16:51.730988Z","steps":["trace[1253708338] 'process raft request' (duration: 2.195486575s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:51.73101Z","caller":"traceutil/trace.go:171","msg":"trace[854069790] linearizableReadLoop","detail":"{readStateIndex:4939; appliedIndex:4936; }","duration":"3.155453907s","start":"2026-05-20T04:16:48.575522Z","end":"2026-05-20T04:16:51.730976Z","steps":["trace[854069790] 'read index received' (duration: 965.246098ms)","trace[854069790] 'applied index is now lower than readState.Index' (duration: 2.190205059s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:51.730921Z","caller":"traceutil/trace.go:171","msg":"trace[1652892369] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"2.971642888s","start":"2026-05-20T04:16:48.759255Z","end":"2026-05-20T04:16:51.730898Z","steps":["trace[1652892369] 'process raft request' (duration: 2.971447733s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:51.731081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:48.581105Z","time spent":"3.149882155s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:51.73105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:49.53154Z","time spent":"2.199384695s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:51.731152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:49.53532Z","time spent":"2.195749492s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:51.731205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:48.759234Z","time spent":"2.971874455s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:51.79554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577684207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:16:51.795596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.663972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:16:51.795632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211853594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:51.795677Z","caller":"traceutil/trace.go:171","msg":"trace[1819208597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4720; }","duration":"793.805885ms","start":"2026-05-20T04:16:51.001852Z","end":"2026-05-20T04:16:51.795658Z","steps":["trace[1819208597] 'agreement among raft nodes before linearized reading' (duration: 793.657341ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:51.795723Z","caller":"traceutil/trace.go:171","msg":"trace[1932677514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4720; }","duration":"1.211980818s","start":"2026-05-20T04:16:50.58372Z","end":"2026-05-20T04:16:51.795701Z","steps":["trace[1932677514] 'agreement among raft nodes before linearized reading' (duration: 1.211828634s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:51.795749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217142647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18b12ae9968f0199\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-05-20T04:16:51.795767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:51.001818Z","time spent":"793.937438ms","remote":"127.0.0.1:49452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:51.795781Z","caller":"traceutil/trace.go:171","msg":"trace[1340699274] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18b12ae9968f0199; range_end:; response_count:1; response_revision:4720; }","duration":"3.217185498s","start":"2026-05-20T04:16:48.578584Z","end":"2026-05-20T04:16:51.795769Z","steps":["trace[1340699274] 'agreement among raft nodes before linearized reading' (duration: 3.217067915s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:51.795817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:48.578578Z","time spent":"3.21723208s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.18b12ae9968f0199\" "} {"level":"warn","ts":"2026-05-20T04:16:51.79589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475695483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T04:16:51.795954Z","caller":"traceutil/trace.go:171","msg":"trace[1550507048] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4720; }","duration":"1.475809177s","start":"2026-05-20T04:16:50.320127Z","end":"2026-05-20T04:16:51.795936Z","steps":["trace[1550507048] 'agreement among raft nodes before linearized reading' (duration: 1.475310144s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:51.795918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.923494484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:51.795975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21725951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120098"} {"level":"warn","ts":"2026-05-20T04:16:51.796019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:50.320095Z","time spent":"1.475904159s","remote":"127.0.0.1:34154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":523,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:51.795776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:50.583707Z","time spent":"1.21205752s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:16:51.79606Z","caller":"traceutil/trace.go:171","msg":"trace[2104929144] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4720; }","duration":"3.217371703s","start":"2026-05-20T04:16:48.578671Z","end":"2026-05-20T04:16:51.796043Z","steps":["trace[2104929144] 'agreement among raft nodes before linearized reading' (duration: 3.216940922s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:51.79627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:48.578667Z","time spent":"3.217592129s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120120,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:16:51.796295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218555554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-05-20T04:16:51.795841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028244601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:51.79634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216907882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120098"} {"level":"info","ts":"2026-05-20T04:16:51.796351Z","caller":"traceutil/trace.go:171","msg":"trace[203066857] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4720; }","duration":"3.218629186s","start":"2026-05-20T04:16:48.577709Z","end":"2026-05-20T04:16:51.796338Z","steps":["trace[203066857] 'agreement among raft nodes before linearized reading' (duration: 3.218280176s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:51.796367Z","caller":"traceutil/trace.go:171","msg":"trace[2033732767] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4720; }","duration":"1.028808637s","start":"2026-05-20T04:16:50.767547Z","end":"2026-05-20T04:16:51.796356Z","steps":["trace[2033732767] 'agreement among raft nodes before linearized reading' (duration: 1.028254722s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:51.79562Z","caller":"traceutil/trace.go:171","msg":"trace[885366510] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4720; }","duration":"1.57782559s","start":"2026-05-20T04:16:50.217776Z","end":"2026-05-20T04:16:51.795601Z","steps":["trace[885366510] 'agreement among raft nodes before linearized reading' (duration: 1.577665856s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:51.796352Z","caller":"traceutil/trace.go:171","msg":"trace[845559653] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"2.092711532s","start":"2026-05-20T04:16:49.703621Z","end":"2026-05-20T04:16:51.796333Z","steps":["trace[845559653] 'process raft request' (duration: 2.091602743s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:51.796393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:48.5777Z","time spent":"3.218685317s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-05-20T04:16:51.796389Z","caller":"traceutil/trace.go:171","msg":"trace[1411700456] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4720; }","duration":"3.216971884s","start":"2026-05-20T04:16:48.579404Z","end":"2026-05-20T04:16:51.796376Z","steps":["trace[1411700456] 'agreement among raft nodes before linearized reading' (duration: 3.216486051s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:51.79643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:50.217751Z","time spent":"1.578661933s","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:51.796454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:48.579395Z","time spent":"3.217044956s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120120,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:16:51.79648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664514922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:51.796525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:49.703594Z","time spent":"2.092841586s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:51.796536Z","caller":"traceutil/trace.go:171","msg":"trace[870205289] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:4720; }","duration":"1.664614625s","start":"2026-05-20T04:16:50.131906Z","end":"2026-05-20T04:16:51.796521Z","steps":["trace[870205289] 'agreement among raft nodes before linearized reading' (duration: 1.664524922s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:51.796249Z","caller":"traceutil/trace.go:171","msg":"trace[888677953] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4720; }","duration":"2.923640818s","start":"2026-05-20T04:16:48.872364Z","end":"2026-05-20T04:16:51.796004Z","steps":["trace[888677953] 'agreement among raft nodes before linearized reading' (duration: 2.923496014s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:51.796591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:50.131884Z","time spent":"1.664693617s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:51.796612Z","caller":"traceutil/trace.go:171","msg":"trace[1939504121] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"1.218215849s","start":"2026-05-20T04:16:50.578386Z","end":"2026-05-20T04:16:51.796601Z","steps":["trace[1939504121] 'process raft request' (duration: 1.216968496s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:51.796632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:48.872343Z","time spent":"2.924274635s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:51.796405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:50.767529Z","time spent":"1.028865479s","remote":"127.0.0.1:58352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:51.796696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:50.578364Z","time spent":"1.21827558s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:51.796953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216828483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:51.797017Z","caller":"traceutil/trace.go:171","msg":"trace[1368850797] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4720; }","duration":"1.216931026s","start":"2026-05-20T04:16:50.580073Z","end":"2026-05-20T04:16:51.797004Z","steps":["trace[1368850797] 'agreement among raft nodes before linearized reading' (duration: 1.216837014s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:51.797052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:50.580056Z","time spent":"1.216985788s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:16:52.30007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:52.801122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:53.302245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:53.451925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.652257668s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:16:53.807654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:16:53.807735Z","caller":"traceutil/trace.go:171","msg":"trace[1726951814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306026s","start":"2026-05-20T04:16:51.807412Z","end":"2026-05-20T04:16:53.807718Z","steps":["trace[1726951814] 'agreement among raft nodes before linearized reading' (duration: 2.000199202s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:53.807789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:51.807404Z","time spent":"2.000377117s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:16:53.90059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.71719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:16:53.900721Z","caller":"traceutil/trace.go:171","msg":"trace[622186212] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"2.101121727s","start":"2026-05-20T04:16:51.799573Z","end":"2026-05-20T04:16:53.900695Z","steps":["trace[622186212] 'process raft request' (duration: 1.653328915s)","trace[622186212] 'compare' (duration: 447.060113ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:53.900803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:51.799549Z","time spent":"2.10120991s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:55.808632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00055025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:55.808727Z","caller":"traceutil/trace.go:171","msg":"trace[1210886265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000686424s","start":"2026-05-20T04:16:53.808023Z","end":"2026-05-20T04:16:55.808709Z","steps":["trace[1210886265] 'agreement among raft nodes before linearized reading' (duration: 2.000566641s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:55.808774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:53.808009Z","time spent":"2.000755865s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:16:55.974219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.316812ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:55.974316Z","caller":"traceutil/trace.go:171","msg":"trace[1704123737] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4721; }","duration":"743.425055ms","start":"2026-05-20T04:16:55.230878Z","end":"2026-05-20T04:16:55.974303Z","steps":["trace[1704123737] 'range keys from in-memory index tree' (duration: 743.302712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:56.028466Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.57631126s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:16:56.028862Z","caller":"traceutil/trace.go:171","msg":"trace[1288142692] linearizableReadLoop","detail":"{readStateIndex:4945; appliedIndex:4943; }","duration":"4.228813215s","start":"2026-05-20T04:16:51.800022Z","end":"2026-05-20T04:16:56.028835Z","steps":["trace[1288142692] 'read index received' (duration: 1.652265649s)","trace[1288142692] 'applied index is now lower than readState.Index' (duration: 2.576546326s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:56.028928Z","caller":"traceutil/trace.go:171","msg":"trace[264172378] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"4.22198539s","start":"2026-05-20T04:16:51.806907Z","end":"2026-05-20T04:16:56.028892Z","steps":["trace[264172378] 'process raft request' (duration: 4.221762804s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:56.029113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:51.806895Z","time spent":"4.222124723s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:16:56.029107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.229067541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:16:56.029186Z","caller":"traceutil/trace.go:171","msg":"trace[1629755066] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4722; }","duration":"4.229153874s","start":"2026-05-20T04:16:51.800013Z","end":"2026-05-20T04:16:56.029167Z","steps":["trace[1629755066] 'agreement among raft nodes before linearized reading' (duration: 4.228918187s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:56.029174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.229123793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-05-20T04:16:56.029237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:51.79996Z","time spent":"4.229263867s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-20T04:16:56.029249Z","caller":"traceutil/trace.go:171","msg":"trace[1793297624] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4722; }","duration":"4.229232476s","start":"2026-05-20T04:16:51.8Z","end":"2026-05-20T04:16:56.029232Z","steps":["trace[1793297624] 'agreement among raft nodes before linearized reading' (duration: 4.228972458s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:56.029297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:51.799992Z","time spent":"4.229294548s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T04:16:56.52956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:57.029781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:57.531295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:16:57.815602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000365126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:16:57.815686Z","caller":"traceutil/trace.go:171","msg":"trace[1506363729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000468658s","start":"2026-05-20T04:16:55.815199Z","end":"2026-05-20T04:16:57.815667Z","steps":["trace[1506363729] 'agreement among raft nodes before linearized reading' (duration: 2.000360516s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.815734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:55.815107Z","time spent":"2.000617072s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:16:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-20T04:16:57.847305Z","caller":"traceutil/trace.go:171","msg":"trace[1852121229] linearizableReadLoop","detail":"{readStateIndex:4946; appliedIndex:4945; }","duration":"1.818341764s","start":"2026-05-20T04:16:56.02894Z","end":"2026-05-20T04:16:57.847282Z","steps":["trace[1852121229] 'read index received' (duration: 1.802109648s)","trace[1852121229] 'applied index is now lower than readState.Index' (duration: 16.230666ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:57.847322Z","caller":"traceutil/trace.go:171","msg":"trace[1746459366] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"4.045643403s","start":"2026-05-20T04:16:53.801642Z","end":"2026-05-20T04:16:57.847285Z","steps":["trace[1746459366] 'process raft request' (duration: 4.029391647s)","trace[1746459366] 'compare' (duration: 15.507396ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:57.847382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169081607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:57.847376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943380196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:57.847432Z","caller":"traceutil/trace.go:171","msg":"trace[473127456] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:4723; }","duration":"3.169195239s","start":"2026-05-20T04:16:54.678223Z","end":"2026-05-20T04:16:57.847419Z","steps":["trace[473127456] 'agreement among raft nodes before linearized reading' (duration: 3.169061436s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.847435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:53.801612Z","time spent":"4.045766966s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:16:57.847446Z","caller":"traceutil/trace.go:171","msg":"trace[1194521587] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4723; }","duration":"1.943501169s","start":"2026-05-20T04:16:55.903927Z","end":"2026-05-20T04:16:57.847428Z","steps":["trace[1194521587] 'agreement among raft nodes before linearized reading' (duration: 1.943355276s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.847476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:54.678204Z","time spent":"3.169262441s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:57.847488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:55.903907Z","time spent":"1.943570561s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:57.847521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.325305108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T04:16:57.8476Z","caller":"traceutil/trace.go:171","msg":"trace[2132513749] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4723; }","duration":"3.325419751s","start":"2026-05-20T04:16:54.522163Z","end":"2026-05-20T04:16:57.847582Z","steps":["trace[2132513749] 'agreement among raft nodes before linearized reading' (duration: 3.325243967s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.847656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:54.522143Z","time spent":"3.325497693s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:16:57.847784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.044893973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:16:57.847823Z","caller":"traceutil/trace.go:171","msg":"trace[1564800223] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4723; }","duration":"4.045059907s","start":"2026-05-20T04:16:53.802754Z","end":"2026-05-20T04:16:57.847814Z","steps":["trace[1564800223] 'agreement among raft nodes before linearized reading' (duration: 4.044741809s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.847846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.262242132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:57.84788Z","caller":"traceutil/trace.go:171","msg":"trace[1985034188] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4723; }","duration":"4.262276393s","start":"2026-05-20T04:16:53.585593Z","end":"2026-05-20T04:16:57.847869Z","steps":["trace[1985034188] 'agreement among raft nodes before linearized reading' (duration: 4.262219931s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.847867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:53.80273Z","time spent":"4.045129998s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:16:57.847908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.887312693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:57.847953Z","caller":"traceutil/trace.go:171","msg":"trace[930340845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4723; }","duration":"5.887394864s","start":"2026-05-20T04:16:51.960548Z","end":"2026-05-20T04:16:57.847943Z","steps":["trace[930340845] 'agreement among raft nodes before linearized reading' (duration: 5.887324633s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.847982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:51.960517Z","time spent":"5.887455896s","remote":"127.0.0.1:34698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:57.848009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815366536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:16:57.848036Z","caller":"traceutil/trace.go:171","msg":"trace[1870712393] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4723; }","duration":"1.815441909s","start":"2026-05-20T04:16:56.032585Z","end":"2026-05-20T04:16:57.848027Z","steps":["trace[1870712393] 'agreement among raft nodes before linearized reading' (duration: 1.815359897s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.848067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:56.032563Z","time spent":"1.815498089s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-20T04:16:57.848145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.63733801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:57.848184Z","caller":"traceutil/trace.go:171","msg":"trace[937130668] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4723; }","duration":"4.637424463s","start":"2026-05-20T04:16:53.210751Z","end":"2026-05-20T04:16:57.848175Z","steps":["trace[937130668] 'agreement among raft nodes before linearized reading' (duration: 4.637358812s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.848205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326255163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-20T04:16:57.848259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.917485807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:57.848253Z","caller":"traceutil/trace.go:171","msg":"trace[108838687] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4723; }","duration":"3.326362066s","start":"2026-05-20T04:16:54.521879Z","end":"2026-05-20T04:16:57.848242Z","steps":["trace[108838687] 'agreement among raft nodes before linearized reading' (duration: 3.326247023s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:16:57.848299Z","caller":"traceutil/trace.go:171","msg":"trace[1932165313] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4723; }","duration":"4.917562119s","start":"2026-05-20T04:16:52.930727Z","end":"2026-05-20T04:16:57.848289Z","steps":["trace[1932165313] 'agreement among raft nodes before linearized reading' (duration: 4.917508078s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.848318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:54.521854Z","time spent":"3.326452559s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T04:16:57.848321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343061187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:16:57.84834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:52.930707Z","time spent":"4.917624521s","remote":"127.0.0.1:33840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:57.848356Z","caller":"traceutil/trace.go:171","msg":"trace[332320634] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4723; }","duration":"1.343136129s","start":"2026-05-20T04:16:56.505209Z","end":"2026-05-20T04:16:57.848346Z","steps":["trace[332320634] 'agreement among raft nodes before linearized reading' (duration: 1.343073377s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.848388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:56.505185Z","time spent":"1.343195271s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:57.848253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056810994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:57.848141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.291841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:16:57.847918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:53.585534Z","time spent":"4.262375255s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:57.848486Z","caller":"traceutil/trace.go:171","msg":"trace[1873775924] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4723; }","duration":"1.057095981s","start":"2026-05-20T04:16:56.791379Z","end":"2026-05-20T04:16:57.848475Z","steps":["trace[1873775924] 'agreement among raft nodes before linearized reading' (duration: 1.056819404s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.848484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.045075628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:57.848499Z","caller":"traceutil/trace.go:171","msg":"trace[988359929] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:4723; }","duration":"969.701271ms","start":"2026-05-20T04:16:56.878786Z","end":"2026-05-20T04:16:57.848488Z","steps":["trace[988359929] 'agreement among raft nodes before linearized reading' (duration: 969.300731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.848527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:56.791347Z","time spent":"1.057169432s","remote":"127.0.0.1:58312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:57.848531Z","caller":"traceutil/trace.go:171","msg":"trace[1995070466] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4723; }","duration":"4.045146019s","start":"2026-05-20T04:16:53.803372Z","end":"2026-05-20T04:16:57.848518Z","steps":["trace[1995070466] 'agreement among raft nodes before linearized reading' (duration: 4.045069927s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.848558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:56.878761Z","time spent":"969.786344ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:57.848582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:53.803362Z","time spent":"4.04521194s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:16:57.848641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815220203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-05-20T04:16:57.848753Z","caller":"traceutil/trace.go:171","msg":"trace[485479424] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4723; }","duration":"1.815309625s","start":"2026-05-20T04:16:56.033377Z","end":"2026-05-20T04:16:57.848687Z","steps":["trace[485479424] 'agreement among raft nodes before linearized reading' (duration: 1.815140121s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.848806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:56.033361Z","time spent":"1.815432238s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7482,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T04:16:57.84888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.895595449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:57.848929Z","caller":"traceutil/trace.go:171","msg":"trace[1938311969] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4723; }","duration":"3.895680171s","start":"2026-05-20T04:16:53.953237Z","end":"2026-05-20T04:16:57.848917Z","steps":["trace[1938311969] 'agreement among raft nodes before linearized reading' (duration: 3.895606849s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.848968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:53.953219Z","time spent":"3.895740572s","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:57.848217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:53.210711Z","time spent":"4.637497835s","remote":"127.0.0.1:34128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:16:57.849071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.045526029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:16:57.849118Z","caller":"traceutil/trace.go:171","msg":"trace[459060381] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4723; }","duration":"4.045605111s","start":"2026-05-20T04:16:53.803502Z","end":"2026-05-20T04:16:57.849107Z","steps":["trace[459060381] 'agreement among raft nodes before linearized reading' (duration: 4.045482068s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.84912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813437037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc\" ","response":"range_response_count:1 size:5484"} {"level":"warn","ts":"2026-05-20T04:16:57.849151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:53.803489Z","time spent":"4.045656602s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:16:57.849157Z","caller":"traceutil/trace.go:171","msg":"trace[297330160] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc; range_end:; response_count:1; response_revision:4723; }","duration":"1.813475358s","start":"2026-05-20T04:16:56.035671Z","end":"2026-05-20T04:16:57.849146Z","steps":["trace[297330160] 'agreement among raft nodes before linearized reading' (duration: 1.813309864s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.849188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:56.03564Z","time spent":"1.813539209s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5506,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc\" "} {"level":"warn","ts":"2026-05-20T04:16:57.849225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944708936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-4crz9.18b12a9ca3d41b27\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-05-20T04:16:57.849311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536474301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:16:57.849344Z","caller":"traceutil/trace.go:171","msg":"trace[1431501573] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4723; }","duration":"1.536695847s","start":"2026-05-20T04:16:56.31264Z","end":"2026-05-20T04:16:57.849335Z","steps":["trace[1431501573] 'agreement among raft nodes before linearized reading' (duration: 1.536495432s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.849439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:56.312618Z","time spent":"1.536812039s","remote":"127.0.0.1:34614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:16:57.849376Z","caller":"traceutil/trace.go:171","msg":"trace[1503371091] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-4crz9.18b12a9ca3d41b27; range_end:; response_count:1; response_revision:4723; }","duration":"3.944836289s","start":"2026-05-20T04:16:53.904442Z","end":"2026-05-20T04:16:57.849279Z","steps":["trace[1503371091] 'agreement among raft nodes before linearized reading' (duration: 3.944610564s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:57.849511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:16:53.904419Z","time spent":"3.945075776s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":883,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-4crz9.18b12a9ca3d41b27\" "} {"level":"info","ts":"2026-05-20T04:16:59.04079Z","caller":"traceutil/trace.go:171","msg":"trace[136068129] linearizableReadLoop","detail":"{readStateIndex:4991; appliedIndex:4990; }","duration":"206.293925ms","start":"2026-05-20T04:16:58.834477Z","end":"2026-05-20T04:16:59.04077Z","steps":["trace[136068129] 'read index received' (duration: 195.633622ms)","trace[136068129] 'applied index is now lower than readState.Index' (duration: 10.659403ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:16:59.040883Z","caller":"traceutil/trace.go:171","msg":"trace[555619356] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"207.558388ms","start":"2026-05-20T04:16:58.833315Z","end":"2026-05-20T04:16:59.040874Z","steps":["trace[555619356] 'process raft request' (duration: 196.860464ms)","trace[555619356] 'compare' (duration: 10.309963ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:16:59.041063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.571362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b12aa15ea48ffd\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-05-20T04:16:59.04109Z","caller":"traceutil/trace.go:171","msg":"trace[470642048] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18b12aa15ea48ffd; range_end:; response_count:1; response_revision:4767; }","duration":"206.633694ms","start":"2026-05-20T04:16:58.834449Z","end":"2026-05-20T04:16:59.041083Z","steps":["trace[470642048] 'agreement among raft nodes before linearized reading' (duration: 206.515581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:16:59.041088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.008784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:16:59.041129Z","caller":"traceutil/trace.go:171","msg":"trace[1035116504] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4767; }","duration":"145.092077ms","start":"2026-05-20T04:16:58.896026Z","end":"2026-05-20T04:16:59.041118Z","steps":["trace[1035116504] 'agreement among raft nodes before linearized reading' (duration: 144.995234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:10.461686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.646408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"info","ts":"2026-05-20T04:17:10.461758Z","caller":"traceutil/trace.go:171","msg":"trace[189269896] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:4827; }","duration":"107.764811ms","start":"2026-05-20T04:17:10.353976Z","end":"2026-05-20T04:17:10.461741Z","steps":["trace[189269896] 'range keys from in-memory index tree' (duration: 107.466473ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:10.639748Z","caller":"traceutil/trace.go:171","msg":"trace[2137281598] linearizableReadLoop","detail":"{readStateIndex:5056; appliedIndex:5055; }","duration":"119.500252ms","start":"2026-05-20T04:17:10.520224Z","end":"2026-05-20T04:17:10.639724Z","steps":["trace[2137281598] 'read index received' (duration: 119.283306ms)","trace[2137281598] 'applied index is now lower than readState.Index' (duration: 216.006µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:17:10.639899Z","caller":"traceutil/trace.go:171","msg":"trace[182012939] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"169.556143ms","start":"2026-05-20T04:17:10.470328Z","end":"2026-05-20T04:17:10.639884Z","steps":["trace[182012939] 'process raft request' (duration: 169.242435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:10.640095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.852491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:10.640128Z","caller":"traceutil/trace.go:171","msg":"trace[1347344109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4828; }","duration":"119.940753ms","start":"2026-05-20T04:17:10.520177Z","end":"2026-05-20T04:17:10.640118Z","steps":["trace[1347344109] 'agreement among raft nodes before linearized reading' (duration: 119.871131ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:11.434146Z","caller":"traceutil/trace.go:171","msg":"trace[1555396459] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"119.863331ms","start":"2026-05-20T04:17:11.314249Z","end":"2026-05-20T04:17:11.434112Z","steps":["trace[1555396459] 'process raft request' (duration: 88.389984ms)","trace[1555396459] 'compare' (duration: 31.324934ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:17:13.019022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:13.360693Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012432246s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:17:14.518713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:14.518802Z","caller":"traceutil/trace.go:171","msg":"trace[1513340178] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000715325s","start":"2026-05-20T04:17:12.518063Z","end":"2026-05-20T04:17:14.518778Z","steps":["trace[1513340178] 'agreement among raft nodes before linearized reading' (duration: 2.000608973s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:14.518864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:12.518042Z","time spent":"2.000808788s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:14.840427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.479591225s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:17:15.871709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.876328ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:15.871834Z","caller":"traceutil/trace.go:171","msg":"trace[440765225] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4838; }","duration":"641.014332ms","start":"2026-05-20T04:17:15.230802Z","end":"2026-05-20T04:17:15.871816Z","steps":["trace[440765225] 'range keys from in-memory index tree' (duration: 640.856128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:15.872108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511126361s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:17:15.872308Z","caller":"traceutil/trace.go:171","msg":"trace[1457214337] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"3.524134982s","start":"2026-05-20T04:17:12.348137Z","end":"2026-05-20T04:17:15.872272Z","steps":["trace[1457214337] 'process raft request' (duration: 1.012776055s)","trace[1457214337] 'compare' (duration: 2.510779632s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:17:15.872481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:12.348119Z","time spent":"3.524273076s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:17:15.873202Z","caller":"traceutil/trace.go:171","msg":"trace[2073864886] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"3.523739402s","start":"2026-05-20T04:17:12.349444Z","end":"2026-05-20T04:17:15.873183Z","steps":["trace[2073864886] 'process raft request' (duration: 3.522753617s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:15.873308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:12.349435Z","time spent":"3.523820574s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:17:15.913898Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.073266615s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:17:16.526179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000769006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:16.52625Z","caller":"traceutil/trace.go:171","msg":"trace[2092501619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000884709s","start":"2026-05-20T04:17:14.52535Z","end":"2026-05-20T04:17:16.526235Z","steps":["trace[2092501619] 'agreement among raft nodes before linearized reading' (duration: 2.000791957s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:16.526287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:14.525337Z","time spent":"2.00094265s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:18.288118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415814639s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:17:18.288478Z","caller":"traceutil/trace.go:171","msg":"trace[612729443] linearizableReadLoop","detail":"{readStateIndex:5068; appliedIndex:5066; }","duration":"5.770341515s","start":"2026-05-20T04:17:12.518118Z","end":"2026-05-20T04:17:18.288459Z","steps":["trace[612729443] 'read index received' (duration: 842.8148ms)","trace[612729443] 'applied index is now lower than readState.Index' (duration: 4.927525745s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:17:18.289943Z","caller":"traceutil/trace.go:171","msg":"trace[1143859609] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"4.267570799s","start":"2026-05-20T04:17:14.022343Z","end":"2026-05-20T04:17:18.289914Z","steps":["trace[1143859609] 'process raft request' (duration: 4.265951487s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:18.290122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:14.022318Z","time spent":"4.267705062s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:17:18.526624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:18.526726Z","caller":"traceutil/trace.go:171","msg":"trace[1428162729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427618s","start":"2026-05-20T04:17:16.526279Z","end":"2026-05-20T04:17:18.526706Z","steps":["trace[1428162729] 'agreement among raft nodes before linearized reading' (duration: 2.000294424s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:18.526839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:16.526267Z","time spent":"2.000498079s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:17:18.788914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:19.253029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999083388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:19.253137Z","caller":"traceutil/trace.go:171","msg":"trace[1456387021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999222262s","start":"2026-05-20T04:17:14.253869Z","end":"2026-05-20T04:17:19.253092Z","steps":["trace[1456387021] 'agreement among raft nodes before linearized reading' (duration: 4.999118979s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:19.253224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:14.25385Z","time spent":"4.999357596s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/20 04:17:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:19.289725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:19.328035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999391595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:19.328121Z","caller":"traceutil/trace.go:171","msg":"trace[761190624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999637551s","start":"2026-05-20T04:17:14.328465Z","end":"2026-05-20T04:17:19.328103Z","steps":["trace[761190624] 'agreement among raft nodes before linearized reading' (duration: 4.999431646s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:19.328171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:14.328431Z","time spent":"4.999729244s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/20 04:17:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:19.53217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.618057298s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:17:20.497424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:19.19962Z","time spent":"1.297798827s","remote":"127.0.0.1:46960","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:20.498355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208417666s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:17:20.498428Z","caller":"traceutil/trace.go:171","msg":"trace[441544977] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"6.238950012s","start":"2026-05-20T04:17:14.259468Z","end":"2026-05-20T04:17:20.498418Z","steps":["trace[441544977] 'process raft request' (duration: 4.030427453s)","trace[441544977] 'compare' (duration: 2.20699706s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:17:20.498458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:14.259456Z","time spent":"6.238988332s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:17:20.498507Z","caller":"traceutil/trace.go:171","msg":"trace[1653550746] linearizableReadLoop","detail":"{readStateIndex:5072; appliedIndex:5070; }","duration":"2.209987317s","start":"2026-05-20T04:17:18.288515Z","end":"2026-05-20T04:17:20.498502Z","steps":["trace[1653550746] 'read index received' (duration: 1.243825695s)","trace[1653550746] 'applied index is now lower than readState.Index' (duration: 966.161082ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:17:20.498546Z","caller":"traceutil/trace.go:171","msg":"trace[1440512678] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"4.62205812s","start":"2026-05-20T04:17:15.876483Z","end":"2026-05-20T04:17:20.498541Z","steps":["trace[1440512678] 'process raft request' (duration: 4.621909506s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.49857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:15.876457Z","time spent":"4.62210322s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:17:20.498682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293497415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:17:20.498702Z","caller":"traceutil/trace.go:171","msg":"trace[1187392113] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4843; }","duration":"2.293557177s","start":"2026-05-20T04:17:18.20514Z","end":"2026-05-20T04:17:20.498697Z","steps":["trace[1187392113] 'agreement among raft nodes before linearized reading' (duration: 2.293496315s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.498716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:18.20512Z","time spent":"2.293592507s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":44,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:20.498839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.447068782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:17:20.498855Z","caller":"traceutil/trace.go:171","msg":"trace[1510928676] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4843; }","duration":"6.447128694s","start":"2026-05-20T04:17:14.051723Z","end":"2026-05-20T04:17:20.498851Z","steps":["trace[1510928676] 'agreement among raft nodes before linearized reading' (duration: 6.447057832s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.498835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.445138453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:17:20.498884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.605152172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:20.498899Z","caller":"traceutil/trace.go:171","msg":"trace[861569047] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4843; }","duration":"6.605207314s","start":"2026-05-20T04:17:13.893689Z","end":"2026-05-20T04:17:20.498896Z","steps":["trace[861569047] 'agreement among raft nodes before linearized reading' (duration: 6.605185993s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.498913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:13.893666Z","time spent":"6.605244634s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"info","ts":"2026-05-20T04:17:20.498907Z","caller":"traceutil/trace.go:171","msg":"trace[1503254855] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4843; }","duration":"6.445251006s","start":"2026-05-20T04:17:14.053639Z","end":"2026-05-20T04:17:20.49889Z","steps":["trace[1503254855] 'agreement among raft nodes before linearized reading' (duration: 6.445067581s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.498955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:14.053619Z","time spent":"6.445324747s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:17:20.498998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.696585485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:20.499015Z","caller":"traceutil/trace.go:171","msg":"trace[1116177572] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4843; }","duration":"6.696644527s","start":"2026-05-20T04:17:13.802367Z","end":"2026-05-20T04:17:20.499011Z","steps":["trace[1116177572] 'agreement among raft nodes before linearized reading' (duration: 6.696615106s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.499031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:13.802345Z","time spent":"6.696682457s","remote":"127.0.0.1:34672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:20.499112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.759534047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:20.49915Z","caller":"traceutil/trace.go:171","msg":"trace[1144586188] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:4843; }","duration":"6.759614099s","start":"2026-05-20T04:17:13.739531Z","end":"2026-05-20T04:17:20.499145Z","steps":["trace[1144586188] 'agreement among raft nodes before linearized reading' (duration: 6.759567418s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.499166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:13.739509Z","time spent":"6.759653249s","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:20.499222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622358932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:17:20.499254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.96257044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:17:20.499266Z","caller":"traceutil/trace.go:171","msg":"trace[1039736231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4843; }","duration":"6.962620201s","start":"2026-05-20T04:17:13.536643Z","end":"2026-05-20T04:17:20.499263Z","steps":["trace[1039736231] 'agreement among raft nodes before linearized reading' (duration: 6.96258131s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:20.499263Z","caller":"traceutil/trace.go:171","msg":"trace[1215609405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4843; }","duration":"2.622425913s","start":"2026-05-20T04:17:17.876827Z","end":"2026-05-20T04:17:20.499253Z","steps":["trace[1215609405] 'agreement among raft nodes before linearized reading' (duration: 2.622282398s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.499282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:13.536623Z","time spent":"6.962656551s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:17:20.499293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:17.876815Z","time spent":"2.622470675s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:17:20.49937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.034344238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:17:20.499385Z","caller":"traceutil/trace.go:171","msg":"trace[1219421123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4843; }","duration":"7.034397259s","start":"2026-05-20T04:17:13.464984Z","end":"2026-05-20T04:17:20.499381Z","steps":["trace[1219421123] 'agreement among raft nodes before linearized reading' (duration: 7.034358478s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.4994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:13.464962Z","time spent":"7.03443515s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:17:20.499473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.475969982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:17:20.499488Z","caller":"traceutil/trace.go:171","msg":"trace[1372103301] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4843; }","duration":"7.476025284s","start":"2026-05-20T04:17:13.02346Z","end":"2026-05-20T04:17:20.499485Z","steps":["trace[1372103301] 'agreement among raft nodes before linearized reading' (duration: 7.475991693s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.499506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:13.023438Z","time spent":"7.476064154s","remote":"127.0.0.1:34118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:20.499523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087538908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:20.499553Z","caller":"traceutil/trace.go:171","msg":"trace[218349387] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4843; }","duration":"3.08760317s","start":"2026-05-20T04:17:17.41194Z","end":"2026-05-20T04:17:20.499543Z","steps":["trace[218349387] 'agreement among raft nodes before linearized reading' (duration: 3.087561639s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.499589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:17.411919Z","time spent":"3.087661392s","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:20.499602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.550412489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T04:17:20.499616Z","caller":"traceutil/trace.go:171","msg":"trace[1603652003] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4843; }","duration":"7.55043453s","start":"2026-05-20T04:17:12.949176Z","end":"2026-05-20T04:17:20.499611Z","steps":["trace[1603652003] 'agreement among raft nodes before linearized reading' (duration: 7.550395959s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.499632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:12.94917Z","time spent":"7.55045915s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:17:20.499714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.55086082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-20T04:17:20.499729Z","caller":"traceutil/trace.go:171","msg":"trace[1991477305] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4843; }","duration":"7.550901982s","start":"2026-05-20T04:17:12.948823Z","end":"2026-05-20T04:17:20.499725Z","steps":["trace[1991477305] 'agreement among raft nodes before linearized reading' (duration: 7.550863681s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.499741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:12.948808Z","time spent":"7.550931242s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T04:17:20.499775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113054052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:17:20.499808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.667201161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:20.499811Z","caller":"traceutil/trace.go:171","msg":"trace[1254949971] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4843; }","duration":"3.113130844s","start":"2026-05-20T04:17:17.386671Z","end":"2026-05-20T04:17:20.499801Z","steps":["trace[1254949971] 'agreement among raft nodes before linearized reading' (duration: 3.113041661s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:20.499825Z","caller":"traceutil/trace.go:171","msg":"trace[885752689] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4843; }","duration":"7.667285403s","start":"2026-05-20T04:17:12.832535Z","end":"2026-05-20T04:17:20.499821Z","steps":["trace[885752689] 'agreement among raft nodes before linearized reading' (duration: 7.667257162s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.499842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:12.832513Z","time spent":"7.667325663s","remote":"127.0.0.1:58376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:20.499842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:17.38665Z","time spent":"3.113183255s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:20.499913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965720648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:20.499927Z","caller":"traceutil/trace.go:171","msg":"trace[1286941021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4843; }","duration":"1.965812561s","start":"2026-05-20T04:17:18.534111Z","end":"2026-05-20T04:17:20.499924Z","steps":["trace[1286941021] 'agreement among raft nodes before linearized reading' (duration: 1.96579013s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.499941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:18.534095Z","time spent":"1.965843432s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:17:20.499985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.873239466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:20.500026Z","caller":"traceutil/trace.go:171","msg":"trace[1418913944] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:4843; }","duration":"3.873334018s","start":"2026-05-20T04:17:16.626682Z","end":"2026-05-20T04:17:20.500016Z","steps":["trace[1418913944] 'agreement among raft nodes before linearized reading' (duration: 3.873278377s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.500061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:16.626659Z","time spent":"3.87339284s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:20.499484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645109393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:17:20.500124Z","caller":"traceutil/trace.go:171","msg":"trace[1440236869] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:4843; }","duration":"2.645790081s","start":"2026-05-20T04:17:17.854328Z","end":"2026-05-20T04:17:20.500118Z","steps":["trace[1440236869] 'agreement among raft nodes before linearized reading' (duration: 2.645095633s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.500145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:17.854309Z","time spent":"2.645831102s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:17:20.500204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.009566038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:20.500233Z","caller":"traceutil/trace.go:171","msg":"trace[246781356] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4843; }","duration":"4.0096335s","start":"2026-05-20T04:17:16.490589Z","end":"2026-05-20T04:17:20.500223Z","steps":["trace[246781356] 'agreement among raft nodes before linearized reading' (duration: 4.009591479s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.500262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:16.49057Z","time spent":"4.009684131s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:20.500289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.838778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-20T04:17:20.500305Z","caller":"traceutil/trace.go:171","msg":"trace[44764290] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4843; }","duration":"204.854158ms","start":"2026-05-20T04:17:20.295446Z","end":"2026-05-20T04:17:20.5003Z","steps":["trace[44764290] 'agreement among raft nodes before linearized reading' (duration: 204.810507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.500407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466974887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:20.500439Z","caller":"traceutil/trace.go:171","msg":"trace[2131389615] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4843; }","duration":"4.467044288s","start":"2026-05-20T04:17:16.033386Z","end":"2026-05-20T04:17:20.500431Z","steps":["trace[2131389615] 'agreement among raft nodes before linearized reading' (duration: 4.466998207s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.500473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:16.033366Z","time spent":"4.46709811s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:20.500745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.769437774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-20T04:17:20.500784Z","caller":"traceutil/trace.go:171","msg":"trace[887447285] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4843; }","duration":"4.769517306s","start":"2026-05-20T04:17:15.731257Z","end":"2026-05-20T04:17:20.500774Z","steps":["trace[887447285] 'agreement among raft nodes before linearized reading' (duration: 4.769416564s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.500818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:15.731188Z","time spent":"4.76962382s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-20T04:17:20.500995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663743043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:20.498867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:14.051699Z","time spent":"6.447165305s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:17:20.501074Z","caller":"traceutil/trace.go:171","msg":"trace[140051021] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4843; }","duration":"1.663874726s","start":"2026-05-20T04:17:18.837181Z","end":"2026-05-20T04:17:20.501055Z","steps":["trace[140051021] 'agreement among raft nodes before linearized reading' (duration: 1.663736443s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.501125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:18.837156Z","time spent":"1.663958718s","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:20.501065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.30528831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:17:20.501169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.290221194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-20T04:17:20.50124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.889592853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-20T04:17:20.501239Z","caller":"traceutil/trace.go:171","msg":"trace[353330618] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4843; }","duration":"6.290338347s","start":"2026-05-20T04:17:14.210883Z","end":"2026-05-20T04:17:20.501221Z","steps":["trace[353330618] 'agreement among raft nodes before linearized reading' (duration: 6.290124072s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:20.501232Z","caller":"traceutil/trace.go:171","msg":"trace[264794659] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4843; }","duration":"6.305484225s","start":"2026-05-20T04:17:14.19573Z","end":"2026-05-20T04:17:20.501214Z","steps":["trace[264794659] 'agreement among raft nodes before linearized reading' (duration: 6.305308501s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:20.501266Z","caller":"traceutil/trace.go:171","msg":"trace[1483597390] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4843; }","duration":"4.889643953s","start":"2026-05-20T04:17:15.611616Z","end":"2026-05-20T04:17:20.50126Z","steps":["trace[1483597390] 'agreement among raft nodes before linearized reading' (duration: 4.889585192s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.501239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.890012163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-20T04:17:20.501285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:15.611602Z","time spent":"4.889679305s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-20T04:17:20.501285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:14.210859Z","time spent":"6.29041759s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:17:20.501303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:14.195706Z","time spent":"6.305573768s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:17:20.501311Z","caller":"traceutil/trace.go:171","msg":"trace[755763068] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4843; }","duration":"4.890175947s","start":"2026-05-20T04:17:15.611114Z","end":"2026-05-20T04:17:20.50129Z","steps":["trace[755763068] 'agreement among raft nodes before linearized reading' (duration: 4.889954962s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.501373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.071462942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:20.501371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:15.611092Z","time spent":"4.89026863s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-20T04:17:20.50141Z","caller":"traceutil/trace.go:171","msg":"trace[1167751973] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4843; }","duration":"5.071538174s","start":"2026-05-20T04:17:15.429862Z","end":"2026-05-20T04:17:20.501401Z","steps":["trace[1167751973] 'agreement among raft nodes before linearized reading' (duration: 5.071480923s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.50144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:15.429842Z","time spent":"5.071590855s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:20.50182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104873454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:20.501854Z","caller":"traceutil/trace.go:171","msg":"trace[2129128944] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4843; }","duration":"1.104909445s","start":"2026-05-20T04:17:19.396939Z","end":"2026-05-20T04:17:20.501849Z","steps":["trace[2129128944] 'agreement among raft nodes before linearized reading' (duration: 1.103428288s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:20.501869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:19.396881Z","time spent":"1.104983528s","remote":"127.0.0.1:33938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:21.005784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:22.509935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000756195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:22.510025Z","caller":"traceutil/trace.go:171","msg":"trace[2016475913] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000884309s","start":"2026-05-20T04:17:20.509123Z","end":"2026-05-20T04:17:22.510007Z","steps":["trace[2016475913] 'agreement among raft nodes before linearized reading' (duration: 2.000772566s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:22.510067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:20.509113Z","time spent":"2.00094456s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:17:23.465026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:20.508481Z","time spent":"2.956530721s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:17:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:23.538288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:20.508401Z","time spent":"3.02987997s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:17:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:24.037754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000425447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:24.037844Z","caller":"traceutil/trace.go:171","msg":"trace[1752955025] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551061s","start":"2026-05-20T04:17:22.03727Z","end":"2026-05-20T04:17:24.037821Z","steps":["trace[1752955025] 'agreement among raft nodes before linearized reading' (duration: 2.000445708s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:24.037921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:22.037257Z","time spent":"2.000647403s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:24.044753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745925025s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-05-20T04:17:24.044822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:20.503427Z","time spent":"3.541392125s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:24.253997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997695926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:24.254066Z","caller":"traceutil/trace.go:171","msg":"trace[1633509440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997837319s","start":"2026-05-20T04:17:21.256213Z","end":"2026-05-20T04:17:24.254051Z","steps":["trace[1633509440] 'agreement among raft nodes before linearized reading' (duration: 2.997738306s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:24.254103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:21.256189Z","time spent":"2.997906901s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/20 04:17:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:24.51083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000448678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:24.510913Z","caller":"traceutil/trace.go:171","msg":"trace[663839936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000566842s","start":"2026-05-20T04:17:22.510325Z","end":"2026-05-20T04:17:24.510892Z","steps":["trace[663839936] 'agreement among raft nodes before linearized reading' (duration: 2.000464899s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:24.510969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:22.510316Z","time spent":"2.000641013s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:17:25.284226Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.985372438s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:17:25.294327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:20.503624Z","time spent":"4.790698709s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:17:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:25.504438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:20.505834Z","time spent":"4.998596995s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:25.504535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:20.505557Z","time spent":"4.998976255s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:25.505308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:20.505753Z","time spent":"4.99955246s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:26.517336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:26.517444Z","caller":"traceutil/trace.go:171","msg":"trace[813864102] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001095s","start":"2026-05-20T04:17:24.517315Z","end":"2026-05-20T04:17:26.517425Z","steps":["trace[813864102] 'agreement among raft nodes before linearized reading' (duration: 1.999977347s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:26.517491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:24.517297Z","time spent":"2.000183861s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:17:26.887807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656444065s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:26.887919Z","caller":"traceutil/trace.go:171","msg":"trace[1790669575] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4843; }","duration":"1.656566668s","start":"2026-05-20T04:17:25.231336Z","end":"2026-05-20T04:17:26.887903Z","steps":["trace[1790669575] 'range keys from in-memory index tree' (duration: 1.656406184s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:26.889715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605240084s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:17:26.889997Z","caller":"traceutil/trace.go:171","msg":"trace[1793181837] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"6.38448489s","start":"2026-05-20T04:17:20.505496Z","end":"2026-05-20T04:17:26.889981Z","steps":["trace[1793181837] 'process raft request' (duration: 6.384314066s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:26.890068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:20.505483Z","time spent":"6.384555292s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:17:26.890755Z","caller":"traceutil/trace.go:171","msg":"trace[1291018325] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"6.384609622s","start":"2026-05-20T04:17:20.506131Z","end":"2026-05-20T04:17:26.89074Z","steps":["trace[1291018325] 'process raft request' (duration: 6.38452195s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:26.891008Z","caller":"traceutil/trace.go:171","msg":"trace[983467081] linearizableReadLoop","detail":"{readStateIndex:5081; appliedIndex:5072; }","duration":"6.386128842s","start":"2026-05-20T04:17:20.504863Z","end":"2026-05-20T04:17:26.890991Z","steps":["trace[983467081] 'read index received' (duration: 793.969ms)","trace[983467081] 'applied index is now lower than readState.Index' (duration: 5.592159262s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:17:26.900103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.395223654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-20T04:17:26.900159Z","caller":"traceutil/trace.go:171","msg":"trace[1144363765] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a; range_end:; response_count:1; response_revision:4851; }","duration":"6.395314236s","start":"2026-05-20T04:17:20.504831Z","end":"2026-05-20T04:17:26.900145Z","steps":["trace[1144363765] 'agreement among raft nodes before linearized reading' (duration: 6.386266124s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:26.900259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:20.506109Z","time spent":"6.384691175s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:17:26.900199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:20.504818Z","time spent":"6.395374258s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a\" "} {"level":"warn","ts":"2026-05-20T04:17:27.391605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:27.876944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.672765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:27.877054Z","caller":"traceutil/trace.go:171","msg":"trace[1479120809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"368.87355ms","start":"2026-05-20T04:17:27.508162Z","end":"2026-05-20T04:17:27.877035Z","steps":["trace[1479120809] 'agreement among raft nodes before linearized reading' (duration: 368.711206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:27.877489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:27.50814Z","time spent":"369.001543ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/20 04:17:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:27.892157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:28.311417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000420113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:28.311507Z","caller":"traceutil/trace.go:171","msg":"trace[156618977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000561666s","start":"2026-05-20T04:17:23.310925Z","end":"2026-05-20T04:17:28.311486Z","steps":["trace[156618977] 'agreement among raft nodes before linearized reading' (duration: 5.000450994s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:28.311606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:23.310907Z","time spent":"5.000667649s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/20 04:17:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:28.393494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:28.518915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:28.518976Z","caller":"traceutil/trace.go:171","msg":"trace[548012108] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000485049s","start":"2026-05-20T04:17:26.518476Z","end":"2026-05-20T04:17:28.518961Z","steps":["trace[548012108] 'agreement among raft nodes before linearized reading' (duration: 2.000396837s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:28.519014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:26.51846Z","time spent":"2.0005474s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:28.894406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:29.054807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:22.053635Z","time spent":"7.001165979s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:29.257175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:24.256172Z","time spent":"5.000996267s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:17:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/20 04:17:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:29.3945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:29.398697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:22.397702Z","time spent":"7.000990744s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:29.894671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:30.177824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000322855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:30.177909Z","caller":"traceutil/trace.go:171","msg":"trace[1771713811] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000479439s","start":"2026-05-20T04:17:28.17741Z","end":"2026-05-20T04:17:30.177889Z","steps":["trace[1771713811] 'agreement among raft nodes before linearized reading' (duration: 2.000370626s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:30.177955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:28.177379Z","time spent":"2.000566151s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:30.294543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998567375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:30.294634Z","caller":"traceutil/trace.go:171","msg":"trace[652921789] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998694587s","start":"2026-05-20T04:17:25.29592Z","end":"2026-05-20T04:17:30.294614Z","steps":["trace[652921789] 'agreement among raft nodes before linearized reading' (duration: 4.998576954s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:30.294684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:25.295913Z","time spent":"4.998761569s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/20 04:17:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:30.39485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:30.467578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:23.466914Z","time spent":"7.000649184s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:30.52679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000407047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:30.526871Z","caller":"traceutil/trace.go:171","msg":"trace[526825181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0005379s","start":"2026-05-20T04:17:28.526315Z","end":"2026-05-20T04:17:30.526853Z","steps":["trace[526825181] 'agreement among raft nodes before linearized reading' (duration: 2.000440488s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:30.526919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:28.526301Z","time spent":"2.000609122s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:30.540138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:23.538954Z","time spent":"7.001180608s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:30.895468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:31.045477Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489e438f418ab2","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-20T04:17:31.046789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:24.045634Z","time spent":"7.001147818s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:31.395727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:31.896927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:32.356595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.072057074s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:17:32.534117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000259313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:32.534276Z","caller":"traceutil/trace.go:171","msg":"trace[1705083497] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000479658s","start":"2026-05-20T04:17:30.533766Z","end":"2026-05-20T04:17:32.534245Z","steps":["trace[1705083497] 'agreement among raft nodes before linearized reading' (duration: 2.000285284s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:32.53434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:30.533749Z","time spent":"2.000578682s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:17:32.720563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.649799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-05-20T04:17:32.878132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998523493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:32.87821Z","caller":"traceutil/trace.go:171","msg":"trace[1926701592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998656595s","start":"2026-05-20T04:17:27.879536Z","end":"2026-05-20T04:17:32.878192Z","steps":["trace[1926701592] 'agreement among raft nodes before linearized reading' (duration: 4.998554463s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:32.878252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:27.87952Z","time spent":"4.998723528s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/20 04:17:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:33.398534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000003254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:33.398759Z","caller":"traceutil/trace.go:171","msg":"trace[1059332419] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"5.000320452s","start":"2026-05-20T04:17:28.398408Z","end":"2026-05-20T04:17:33.398728Z","steps":["trace[1059332419] 'agreement among raft nodes before linearized reading' (duration: 5.000061296s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:33.398891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:28.398374Z","time spent":"5.000499487s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/20 04:17:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:34.037767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:34.037851Z","caller":"traceutil/trace.go:171","msg":"trace[1495169641] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202734s","start":"2026-05-20T04:17:32.037631Z","end":"2026-05-20T04:17:34.037834Z","steps":["trace[1495169641] 'agreement among raft nodes before linearized reading' (duration: 2.000094171s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:34.0379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:32.037602Z","time spent":"2.000286585s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:34.535294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999907008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:34.535405Z","caller":"traceutil/trace.go:171","msg":"trace[1070904458] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000101313s","start":"2026-05-20T04:17:32.535278Z","end":"2026-05-20T04:17:34.535379Z","steps":["trace[1070904458] 'agreement among raft nodes before linearized reading' (duration: 1.999957229s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:34.535466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:32.535245Z","time spent":"2.000208626s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:34.880939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990344554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:34.881017Z","caller":"traceutil/trace.go:171","msg":"trace[1813929388] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.990483057s","start":"2026-05-20T04:17:29.890515Z","end":"2026-05-20T04:17:34.880998Z","steps":["trace[1813929388] 'agreement among raft nodes before linearized reading' (duration: 4.990368684s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:34.881057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:29.890499Z","time spent":"4.990550129s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/20 04:17:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:35.006856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:28.005713Z","time spent":"7.001136112s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:36.060932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:29.05995Z","time spent":"7.000974477s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:36.403379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:29.402594Z","time spent":"7.000777286s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:36.542811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:36.542895Z","caller":"traceutil/trace.go:171","msg":"trace[1123176610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342465s","start":"2026-05-20T04:17:34.542532Z","end":"2026-05-20T04:17:36.542875Z","steps":["trace[1123176610] 'agreement among raft nodes before linearized reading' (duration: 2.000218502s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:36.542949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:34.542506Z","time spent":"2.000433399s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:17:37.316396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999229391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:37.31647Z","caller":"traceutil/trace.go:171","msg":"trace[703956910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999365445s","start":"2026-05-20T04:17:32.317088Z","end":"2026-05-20T04:17:37.316453Z","steps":["trace[703956910] 'agreement among raft nodes before linearized reading' (duration: 4.999268862s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:37.316506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:32.317058Z","time spent":"4.999440867s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:17:38.05703Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489e438f418ab2","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-20T04:17:38.543683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999984396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:38.543766Z","caller":"traceutil/trace.go:171","msg":"trace[963789522] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087169s","start":"2026-05-20T04:17:36.543661Z","end":"2026-05-20T04:17:38.543748Z","steps":["trace[963789522] 'agreement among raft nodes before linearized reading' (duration: 1.999978736s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:38.543812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:36.543621Z","time spent":"2.000181451s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:17:39.33359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.976495107s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:17:39.743571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.009678481s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-05-20T04:17:39.743707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.513299826s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:39.743804Z","caller":"traceutil/trace.go:171","msg":"trace[1492656443] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4854; }","duration":"4.513409919s","start":"2026-05-20T04:17:35.230379Z","end":"2026-05-20T04:17:39.743789Z","steps":["trace[1492656443] 'range keys from in-memory index tree' (duration: 4.513284945s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:39.748496Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"116.423µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"info","ts":"2026-05-20T04:17:39.748628Z","caller":"traceutil/trace.go:171","msg":"trace[1680592777] linearizableReadLoop","detail":"{readStateIndex:5093; appliedIndex:5081; }","duration":"12.857550717s","start":"2026-05-20T04:17:26.891044Z","end":"2026-05-20T04:17:39.748595Z","steps":["trace[1680592777] 'read index received' (duration: 5.465762743s)","trace[1680592777] 'applied index is now lower than readState.Index' (duration: 7.391786674s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:17:39.748736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.242768939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:39.748747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.609053224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:17:39.748824Z","caller":"traceutil/trace.go:171","msg":"trace[2141913645] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4857; }","duration":"16.609204439s","start":"2026-05-20T04:17:23.1396Z","end":"2026-05-20T04:17:39.748804Z","steps":["trace[2141913645] 'agreement among raft nodes before linearized reading' (duration: 16.609061225s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:39.748869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:23.13958Z","time spent":"16.60927727s","remote":"127.0.0.1:49442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:39.748951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.449123879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126456"} {"level":"warn","ts":"2026-05-20T04:17:39.749075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.457532114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-05-20T04:17:39.749098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.241901955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:17:39.749114Z","caller":"traceutil/trace.go:171","msg":"trace[1126156587] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4857; }","duration":"15.457607806s","start":"2026-05-20T04:17:24.291497Z","end":"2026-05-20T04:17:39.749105Z","steps":["trace[1126156587] 'agreement among raft nodes before linearized reading' (duration: 15.457476313s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:39.749125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.998027624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:17:39.749149Z","caller":"traceutil/trace.go:171","msg":"trace[1112538308] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4857; }","duration":"13.998096106s","start":"2026-05-20T04:17:25.751048Z","end":"2026-05-20T04:17:39.749144Z","steps":["trace[1112538308] 'agreement among raft nodes before linearized reading' (duration: 13.998048245s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:39.74919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.239883791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-05-20T04:17:39.749204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:25.751027Z","time spent":"13.998154828s","remote":"127.0.0.1:33930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:17:39.749219Z","caller":"traceutil/trace.go:171","msg":"trace[1280241349] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4857; }","duration":"19.239939353s","start":"2026-05-20T04:17:20.509274Z","end":"2026-05-20T04:17:39.749213Z","steps":["trace[1280241349] 'agreement among raft nodes before linearized reading' (duration: 19.239864961s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:39.749251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:20.509268Z","time spent":"19.239977164s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-05-20T04:17:39.748769Z","caller":"traceutil/trace.go:171","msg":"trace[1072267441] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4857; }","duration":"17.2428138s","start":"2026-05-20T04:17:22.505943Z","end":"2026-05-20T04:17:39.748757Z","steps":["trace[1072267441] 'agreement among raft nodes before linearized reading' (duration: 17.242745569s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:39.749295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.478015597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:17:39.749332Z","caller":"traceutil/trace.go:171","msg":"trace[496375500] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4857; }","duration":"16.478082849s","start":"2026-05-20T04:17:23.271241Z","end":"2026-05-20T04:17:39.749324Z","steps":["trace[496375500] 'agreement among raft nodes before linearized reading' (duration: 16.477992647s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:39.749341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:22.505868Z","time spent":"17.243446627s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:17:39.748994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.551564799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414310"} {"level":"warn","ts":"2026-05-20T04:17:39.749405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.24413163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-05-20T04:17:39.749436Z","caller":"traceutil/trace.go:171","msg":"trace[1957610200] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe; range_end:; response_count:1; response_revision:4857; }","duration":"19.244181371s","start":"2026-05-20T04:17:20.505245Z","end":"2026-05-20T04:17:39.749426Z","steps":["trace[1957610200] 'agreement among raft nodes before linearized reading' (duration: 19.24410917s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:39.749425Z","caller":"traceutil/trace.go:171","msg":"trace[582633498] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4857; }","duration":"17.552002771s","start":"2026-05-20T04:17:22.197388Z","end":"2026-05-20T04:17:39.749391Z","steps":["trace[582633498] 'agreement among raft nodes before linearized reading' (duration: 17.551398995s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:39.749152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:24.291474Z","time spent":"15.457669868s","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-20T04:17:39.749508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:22.197368Z","time spent":"17.552116544s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414332,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-20T04:17:39.749455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:20.505237Z","time spent":"19.244213702s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe\" "} {"level":"warn","ts":"2026-05-20T04:17:39.749306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.460094502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:17:39.749539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.240566419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120540"} {"level":"info","ts":"2026-05-20T04:17:39.749584Z","caller":"traceutil/trace.go:171","msg":"trace[1819597018] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4857; }","duration":"14.46040537s","start":"2026-05-20T04:17:25.289174Z","end":"2026-05-20T04:17:39.749579Z","steps":["trace[1819597018] 'agreement among raft nodes before linearized reading' (duration: 14.460107073s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:39.749611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:25.289158Z","time spent":"14.460446761s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:17:39.749073Z","caller":"traceutil/trace.go:171","msg":"trace[126853291] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4857; }","duration":"15.449274033s","start":"2026-05-20T04:17:24.299778Z","end":"2026-05-20T04:17:39.749052Z","steps":["trace[126853291] 'agreement among raft nodes before linearized reading' (duration: 15.448961545s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:39.749612Z","caller":"traceutil/trace.go:171","msg":"trace[650055193] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4857; }","duration":"19.240644661s","start":"2026-05-20T04:17:20.508949Z","end":"2026-05-20T04:17:39.749593Z","steps":["trace[650055193] 'agreement among raft nodes before linearized reading' (duration: 19.24022025s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:39.749338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.713277098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:17:39.749033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.732177457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:39.749676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:20.508938Z","time spent":"19.240720633s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120562,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:17:39.749213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.693261434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-pbzwm\" ","response":"range_response_count:1 size:5969"} {"level":"info","ts":"2026-05-20T04:17:39.74972Z","caller":"traceutil/trace.go:171","msg":"trace[578718549] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4857; }","duration":"14.713675888s","start":"2026-05-20T04:17:25.036019Z","end":"2026-05-20T04:17:39.749695Z","steps":["trace[578718549] 'agreement among raft nodes before linearized reading' (duration: 14.713302149s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:39.749747Z","caller":"traceutil/trace.go:171","msg":"trace[1373696582] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-pbzwm; range_end:; response_count:1; response_revision:4857; }","duration":"15.693806427s","start":"2026-05-20T04:17:24.055918Z","end":"2026-05-20T04:17:39.749724Z","steps":["trace[1373696582] 'agreement among raft nodes before linearized reading' (duration: 15.693252623s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:39.749786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:24.055906Z","time spent":"15.693871609s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5991,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-pbzwm\" "} {"level":"info","ts":"2026-05-20T04:17:39.749122Z","caller":"traceutil/trace.go:171","msg":"trace[1646076480] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4857; }","duration":"18.241959367s","start":"2026-05-20T04:17:21.507155Z","end":"2026-05-20T04:17:39.749115Z","steps":["trace[1646076480] 'agreement among raft nodes before linearized reading' (duration: 18.241891065s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:39.749801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:25.035937Z","time spent":"14.713840682s","remote":"127.0.0.1:58330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:39.749659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:24.299765Z","time spent":"15.449884138s","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126478,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-20T04:17:39.749839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:21.507114Z","time spent":"18.242716196s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":40,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:39.749368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:23.271208Z","time spent":"16.478151461s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":37,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:17:39.749726Z","caller":"traceutil/trace.go:171","msg":"trace[1839111526] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4857; }","duration":"17.732889835s","start":"2026-05-20T04:17:22.016813Z","end":"2026-05-20T04:17:39.749703Z","steps":["trace[1839111526] 'agreement among raft nodes before linearized reading' (duration: 17.732199178s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:39.749961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:22.016779Z","time spent":"17.733149152s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:39.751066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.24098167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120540"} {"level":"info","ts":"2026-05-20T04:17:39.751227Z","caller":"traceutil/trace.go:171","msg":"trace[1669113240] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4857; }","duration":"19.24217469s","start":"2026-05-20T04:17:20.509029Z","end":"2026-05-20T04:17:39.751204Z","steps":["trace[1669113240] 'agreement among raft nodes before linearized reading' (duration: 19.240166119s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:39.751306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:20.509025Z","time spent":"19.242264392s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120562,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:17:40.249763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:40.552404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000463941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:40.552493Z","caller":"traceutil/trace.go:171","msg":"trace[889210977] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000597884s","start":"2026-05-20T04:17:38.551877Z","end":"2026-05-20T04:17:40.552475Z","steps":["trace[889210977] 'agreement among raft nodes before linearized reading' (duration: 2.000485471s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:40.552542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:38.551864Z","time spent":"2.000668226s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:40.750318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:41.085592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998546751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:41.085678Z","caller":"traceutil/trace.go:171","msg":"trace[1467058759] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998652574s","start":"2026-05-20T04:17:36.087006Z","end":"2026-05-20T04:17:41.085659Z","steps":["trace[1467058759] 'agreement among raft nodes before linearized reading' (duration: 4.998542331s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:41.085728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:36.086949Z","time spent":"4.998769857s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/20 04:17:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:41.251049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:41.751445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:42.189833Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.445607304s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:17:42.553031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:42.553113Z","caller":"traceutil/trace.go:171","msg":"trace[223152524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000338434s","start":"2026-05-20T04:17:40.552756Z","end":"2026-05-20T04:17:42.553094Z","steps":["trace[223152524] 'agreement among raft nodes before linearized reading' (duration: 2.000234591s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:42.553161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:40.552733Z","time spent":"2.000418226s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:43.006032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994882757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:43.006152Z","caller":"traceutil/trace.go:171","msg":"trace[941536686] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.995073222s","start":"2026-05-20T04:17:35.011051Z","end":"2026-05-20T04:17:43.006124Z","steps":["trace[941536686] 'agreement among raft nodes before linearized reading' (duration: 7.994915218s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:43.006208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:35.011025Z","time spent":"7.995172374s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/05/20 04:17:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:43.820374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99930853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:43.820472Z","caller":"traceutil/trace.go:171","msg":"trace[1897054840] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999452344s","start":"2026-05-20T04:17:38.820997Z","end":"2026-05-20T04:17:43.820449Z","steps":["trace[1897054840] 'agreement among raft nodes before linearized reading' (duration: 4.999344651s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:43.820531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:38.820974Z","time spent":"4.999541506s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/20 04:17:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:44.037581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:44.037659Z","caller":"traceutil/trace.go:171","msg":"trace[2099200611] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999977507s","start":"2026-05-20T04:17:42.037664Z","end":"2026-05-20T04:17:44.037642Z","steps":["trace[2099200611] 'agreement among raft nodes before linearized reading' (duration: 1.999877185s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:44.037704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:42.037645Z","time spent":"2.000049148s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:44.561812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984682024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:44.561903Z","caller":"traceutil/trace.go:171","msg":"trace[782033941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.984832008s","start":"2026-05-20T04:17:42.577053Z","end":"2026-05-20T04:17:44.561885Z","steps":["trace[782033941] 'agreement among raft nodes before linearized reading' (duration: 1.984720355s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:44.56195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:42.57703Z","time spent":"1.984911259s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:45.237349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999374201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:45.237409Z","caller":"traceutil/trace.go:171","msg":"trace[157360804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999486694s","start":"2026-05-20T04:17:40.237909Z","end":"2026-05-20T04:17:45.237395Z","steps":["trace[157360804] 'agreement among raft nodes before linearized reading' (duration: 4.999409742s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:45.237439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:40.23785Z","time spent":"4.999583116s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/20 04:17:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:45.590231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.835828ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:45.590365Z","caller":"traceutil/trace.go:171","msg":"trace[1005973112] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4857; }","duration":"358.981412ms","start":"2026-05-20T04:17:45.231362Z","end":"2026-05-20T04:17:45.590343Z","steps":["trace[1005973112] 'range keys from in-memory index tree' (duration: 358.819538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:46.407759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998386484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:46.40783Z","caller":"traceutil/trace.go:171","msg":"trace[1131801649] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.998516737s","start":"2026-05-20T04:17:36.409298Z","end":"2026-05-20T04:17:46.407814Z","steps":["trace[1131801649] 'agreement among raft nodes before linearized reading' (duration: 9.998427105s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:46.407864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:36.409272Z","time spent":"9.998585049s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/05/20 04:17:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:46.570217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:46.570342Z","caller":"traceutil/trace.go:171","msg":"trace[1322725546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000114861s","start":"2026-05-20T04:17:44.570208Z","end":"2026-05-20T04:17:46.570323Z","steps":["trace[1322725546] 'agreement among raft nodes before linearized reading' (duration: 1.999964277s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:46.570393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:44.570102Z","time spent":"2.000281184s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:17:46.745154Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489e438f418b12","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-20T04:17:46.752389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:39.752002Z","time spent":"7.000381557s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:46.804482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:39.803766Z","time spent":"7.000707423s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:48.063846Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.873790703s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:17:48.286292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.096184801s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-05-20T04:17:48.570871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999851834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:48.57095Z","caller":"traceutil/trace.go:171","msg":"trace[103358181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999999478s","start":"2026-05-20T04:17:46.570932Z","end":"2026-05-20T04:17:48.570931Z","steps":["trace[103358181] 'agreement among raft nodes before linearized reading' (duration: 1.999897655s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:48.570999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:46.570901Z","time spent":"2.00008656s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:17:48.85056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999528616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:48.850652Z","caller":"traceutil/trace.go:171","msg":"trace[420964774] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999695421s","start":"2026-05-20T04:17:43.850937Z","end":"2026-05-20T04:17:48.850633Z","steps":["trace[420964774] 'agreement among raft nodes before linearized reading' (duration: 4.999559807s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:48.850703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:43.850916Z","time spent":"4.999777182s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/20 04:17:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:50.58018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:50.580262Z","caller":"traceutil/trace.go:171","msg":"trace[1688667130] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241393s","start":"2026-05-20T04:17:48.580002Z","end":"2026-05-20T04:17:50.580243Z","steps":["trace[1688667130] 'agreement among raft nodes before linearized reading' (duration: 2.00013807s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:50.580328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:48.579985Z","time spent":"2.000332956s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:52.330797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999292948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:52.330909Z","caller":"traceutil/trace.go:171","msg":"trace[625907983] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999473873s","start":"2026-05-20T04:17:47.331408Z","end":"2026-05-20T04:17:52.330882Z","steps":["trace[625907983] 'agreement among raft nodes before linearized reading' (duration: 4.999323979s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:52.33097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:47.33139Z","time spent":"4.999566135s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:17:52.580355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999477472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:52.580442Z","caller":"traceutil/trace.go:171","msg":"trace[935046913] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999655967s","start":"2026-05-20T04:17:50.580768Z","end":"2026-05-20T04:17:52.580424Z","steps":["trace[935046913] 'agreement among raft nodes before linearized reading' (duration: 1.999541164s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:52.58049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:50.580703Z","time spent":"1.999777281s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:52.764994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000620262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:52.765089Z","caller":"traceutil/trace.go:171","msg":"trace[1047515945] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000774677s","start":"2026-05-20T04:17:50.764294Z","end":"2026-05-20T04:17:52.765068Z","steps":["trace[1047515945] 'agreement among raft nodes before linearized reading' (duration: 2.000642003s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:52.765141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:50.764278Z","time spent":"2.000852638s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:53.170449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.882531232s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:17:53.170572Z","caller":"traceutil/trace.go:171","msg":"trace[251201692] linearizableReadLoop","detail":"{readStateIndex:5096; appliedIndex:5093; }","duration":"13.421891093s","start":"2026-05-20T04:17:39.74866Z","end":"2026-05-20T04:17:53.170551Z","steps":["trace[251201692] 'read index received' (duration: 2.441406255s)","trace[251201692] 'applied index is now lower than readState.Index' (duration: 10.980483278s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:17:53.170697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.682479144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:17:53.17075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.122425755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:53.170756Z","caller":"traceutil/trace.go:171","msg":"trace[1714302583] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4859; }","duration":"17.682645938s","start":"2026-05-20T04:17:35.488097Z","end":"2026-05-20T04:17:53.170743Z","steps":["trace[1714302583] 'agreement among raft nodes before linearized reading' (duration: 17.682543985s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:53.170778Z","caller":"traceutil/trace.go:171","msg":"trace[6466617] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:0; response_revision:4859; }","duration":"22.122488967s","start":"2026-05-20T04:17:31.04828Z","end":"2026-05-20T04:17:53.170769Z","steps":["trace[6466617] 'agreement among raft nodes before linearized reading' (duration: 22.122447526s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.170796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:35.488076Z","time spent":"17.68271127s","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.170805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:31.048257Z","time spent":"22.122541877s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:17:53.170974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.712502612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:53.170985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.355213968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:53.171034Z","caller":"traceutil/trace.go:171","msg":"trace[32507956] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4859; }","duration":"13.712581223s","start":"2026-05-20T04:17:39.458413Z","end":"2026-05-20T04:17:53.170994Z","steps":["trace[32507956] 'agreement among raft nodes before linearized reading' (duration: 13.712530542s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.171074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:39.458389Z","time spent":"13.712676476s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.17119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.208982074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:17:53.171256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.083059001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:17:53.171273Z","caller":"traceutil/trace.go:171","msg":"trace[1565306858] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4859; }","duration":"26.209086407s","start":"2026-05-20T04:17:26.962169Z","end":"2026-05-20T04:17:53.171255Z","steps":["trace[1565306858] 'agreement among raft nodes before linearized reading' (duration: 26.208881002s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.171326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.844334889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:17:53.171365Z","caller":"traceutil/trace.go:171","msg":"trace[1574101933] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4859; }","duration":"14.84441065s","start":"2026-05-20T04:17:38.326943Z","end":"2026-05-20T04:17:53.171354Z","steps":["trace[1574101933] 'agreement among raft nodes before linearized reading' (duration: 14.844362099s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.171385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.748186756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:53.1714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:38.32692Z","time spent":"14.844472891s","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:17:53.171421Z","caller":"traceutil/trace.go:171","msg":"trace[1071112675] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4859; }","duration":"22.748260478s","start":"2026-05-20T04:17:30.42315Z","end":"2026-05-20T04:17:53.17141Z","steps":["trace[1071112675] 'agreement among raft nodes before linearized reading' (duration: 22.748203666s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.17145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:30.423105Z","time spent":"22.74833833s","remote":"127.0.0.1:34550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.171498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.419724208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:37 size:54407"} {"level":"info","ts":"2026-05-20T04:17:53.171532Z","caller":"traceutil/trace.go:171","msg":"trace[1196518586] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:37; response_revision:4859; }","duration":"13.419773769s","start":"2026-05-20T04:17:39.751749Z","end":"2026-05-20T04:17:53.171523Z","steps":["trace[1196518586] 'agreement among raft nodes before linearized reading' (duration: 13.419365288s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.171507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.377147736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:53.171562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:39.751733Z","time spent":"13.419820579s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":54429,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-05-20T04:17:53.171603Z","caller":"traceutil/trace.go:171","msg":"trace[370703649] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4859; }","duration":"8.37729998s","start":"2026-05-20T04:17:44.794277Z","end":"2026-05-20T04:17:53.171577Z","steps":["trace[370703649] 'agreement among raft nodes before linearized reading' (duration: 8.377135676s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.171664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.35815345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:53.171666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:44.794259Z","time spent":"8.377389573s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:17:53.171697Z","caller":"traceutil/trace.go:171","msg":"trace[487317518] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4859; }","duration":"24.358208452s","start":"2026-05-20T04:17:28.813479Z","end":"2026-05-20T04:17:53.171688Z","steps":["trace[487317518] 'agreement among raft nodes before linearized reading' (duration: 24.35815147s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.17168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.50767015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:17:53.171713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.181366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:53.171748Z","caller":"traceutil/trace.go:171","msg":"trace[1028258755] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4859; }","duration":"15.507740593s","start":"2026-05-20T04:17:37.663997Z","end":"2026-05-20T04:17:53.171737Z","steps":["trace[1028258755] 'agreement among raft nodes before linearized reading' (duration: 15.5076396s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.171788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.862106583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:17:53.171792Z","caller":"traceutil/trace.go:171","msg":"trace[1649125225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4859; }","duration":"583.2871ms","start":"2026-05-20T04:17:52.588484Z","end":"2026-05-20T04:17:53.171771Z","steps":["trace[1649125225] 'agreement among raft nodes before linearized reading' (duration: 583.190757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.171819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:37.663909Z","time spent":"15.507897818s","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:17:53.171831Z","caller":"traceutil/trace.go:171","msg":"trace[917190792] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4859; }","duration":"8.862189195s","start":"2026-05-20T04:17:44.309632Z","end":"2026-05-20T04:17:53.171822Z","steps":["trace[917190792] 'agreement among raft nodes before linearized reading' (duration: 8.862129594s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.171834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.124910399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:17:53.171861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:44.30961Z","time spent":"8.862243226s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.17186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:52.588466Z","time spent":"583.381853ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:17:53.171881Z","caller":"traceutil/trace.go:171","msg":"trace[1740577310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4859; }","duration":"4.124989351s","start":"2026-05-20T04:17:49.046875Z","end":"2026-05-20T04:17:53.171865Z","steps":["trace[1740577310] 'agreement among raft nodes before linearized reading' (duration: 4.12492603s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.171926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:49.046818Z","time spent":"4.125095915s","remote":"127.0.0.1:49482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.171991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.264008376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:53.172025Z","caller":"traceutil/trace.go:171","msg":"trace[1371297688] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:4859; }","duration":"9.264090019s","start":"2026-05-20T04:17:43.907924Z","end":"2026-05-20T04:17:53.172014Z","steps":["trace[1371297688] 'agreement among raft nodes before linearized reading' (duration: 9.264044368s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.172019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.363353386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-05-20T04:17:53.172053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:43.9079Z","time spent":"9.2641458s","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:17:53.172073Z","caller":"traceutil/trace.go:171","msg":"trace[621491797] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4859; }","duration":"6.363461358s","start":"2026-05-20T04:17:46.808596Z","end":"2026-05-20T04:17:53.172057Z","steps":["trace[621491797] 'agreement among raft nodes before linearized reading' (duration: 6.363310584s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.172092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133779687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:53.172118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.414416595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:17:53.17214Z","caller":"traceutil/trace.go:171","msg":"trace[1192936560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4859; }","duration":"1.133864919s","start":"2026-05-20T04:17:52.03826Z","end":"2026-05-20T04:17:53.172125Z","steps":["trace[1192936560] 'agreement among raft nodes before linearized reading' (duration: 1.133793257s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.172149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.557692095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:53.172152Z","caller":"traceutil/trace.go:171","msg":"trace[2034739705] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4859; }","duration":"11.414515356s","start":"2026-05-20T04:17:41.757627Z","end":"2026-05-20T04:17:53.172142Z","steps":["trace[2034739705] 'agreement among raft nodes before linearized reading' (duration: 11.414381123s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.17218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.418371605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:53.17219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:52.038239Z","time spent":"1.133941311s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:17:53.172195Z","caller":"traceutil/trace.go:171","msg":"trace[153286511] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4859; }","duration":"4.557766567s","start":"2026-05-20T04:17:48.614413Z","end":"2026-05-20T04:17:53.17218Z","steps":["trace[153286511] 'agreement among raft nodes before linearized reading' (duration: 4.557697226s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:53.172217Z","caller":"traceutil/trace.go:171","msg":"trace[1794693188] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4859; }","duration":"11.418436867s","start":"2026-05-20T04:17:41.753773Z","end":"2026-05-20T04:17:53.17221Z","steps":["trace[1794693188] 'agreement among raft nodes before linearized reading' (duration: 11.418383656s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.172236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:48.614396Z","time spent":"4.557830219s","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.172274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.450293643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:53.172331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.584200891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-05-20T04:17:53.172346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.761922464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-05-20T04:17:53.172358Z","caller":"traceutil/trace.go:171","msg":"trace[1621948702] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:4859; }","duration":"16.450423686s","start":"2026-05-20T04:17:36.721919Z","end":"2026-05-20T04:17:53.172342Z","steps":["trace[1621948702] 'agreement among raft nodes before linearized reading' (duration: 16.450092828s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:53.172406Z","caller":"traceutil/trace.go:171","msg":"trace[796981114] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:4859; }","duration":"6.762005787s","start":"2026-05-20T04:17:46.410387Z","end":"2026-05-20T04:17:53.172392Z","steps":["trace[796981114] 'agreement among raft nodes before linearized reading' (duration: 6.761884294s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.171328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:26.962153Z","time spent":"26.20916516s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.172242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.370163841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:53.172438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:36.721894Z","time spent":"16.450530368s","remote":"127.0.0.1:57734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.172191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:41.75759Z","time spent":"11.414595838s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:17:53.17249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472799857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:17:53.172524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.265887392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T04:17:53.172533Z","caller":"traceutil/trace.go:171","msg":"trace[784593565] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4859; }","duration":"1.47288785s","start":"2026-05-20T04:17:51.699633Z","end":"2026-05-20T04:17:53.172521Z","steps":["trace[784593565] 'agreement among raft nodes before linearized reading' (duration: 1.472814778s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:53.172562Z","caller":"traceutil/trace.go:171","msg":"trace[1689782701] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4859; }","duration":"11.265973705s","start":"2026-05-20T04:17:41.906579Z","end":"2026-05-20T04:17:53.172553Z","steps":["trace[1689782701] 'agreement among raft nodes before linearized reading' (duration: 11.265883712s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.172578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:51.699612Z","time spent":"1.472955581s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":8,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.172597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:41.906561Z","time spent":"11.266030186s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:17:53.172717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.419726768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:37 size:54407"} {"level":"warn","ts":"2026-05-20T04:17:53.172756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.38796596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:17:53.171523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88311731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:53.172357Z","caller":"traceutil/trace.go:171","msg":"trace[1118712991] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4859; }","duration":"11.584255332s","start":"2026-05-20T04:17:41.588094Z","end":"2026-05-20T04:17:53.17235Z","steps":["trace[1118712991] 'agreement among raft nodes before linearized reading' (duration: 11.584168279s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:53.17282Z","caller":"traceutil/trace.go:171","msg":"trace[1118281102] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4859; }","duration":"2.884476945s","start":"2026-05-20T04:17:50.288334Z","end":"2026-05-20T04:17:53.172811Z","steps":["trace[1118281102] 'agreement among raft nodes before linearized reading' (duration: 2.88310581s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:53.172821Z","caller":"traceutil/trace.go:171","msg":"trace[271538125] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4859; }","duration":"7.388079223s","start":"2026-05-20T04:17:45.784728Z","end":"2026-05-20T04:17:53.172808Z","steps":["trace[271538125] 'agreement among raft nodes before linearized reading' (duration: 7.38794531s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.172838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.397288535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:17:53.172845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:41.588079Z","time spent":"11.584754525s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-20T04:17:53.171775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.431327376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:53.172768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.680281354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:53.172873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:45.784702Z","time spent":"7.388156015s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":37,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.172316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.164166779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-05-20T04:17:53.172917Z","caller":"traceutil/trace.go:171","msg":"trace[1130231147] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4859; }","duration":"16.680463879s","start":"2026-05-20T04:17:36.492437Z","end":"2026-05-20T04:17:53.172901Z","steps":["trace[1130231147] 'agreement among raft nodes before linearized reading' (duration: 16.680248693s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.17294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.414591658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:17:53.17293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.107094098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-05-20T04:17:53.172965Z","caller":"traceutil/trace.go:171","msg":"trace[1604695072] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4859; }","duration":"11.41463799s","start":"2026-05-20T04:17:41.75832Z","end":"2026-05-20T04:17:53.172958Z","steps":["trace[1604695072] 'agreement among raft nodes before linearized reading' (duration: 11.414568658s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:53.172973Z","caller":"traceutil/trace.go:171","msg":"trace[32883618] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:4859; }","duration":"10.164848756s","start":"2026-05-20T04:17:43.00811Z","end":"2026-05-20T04:17:53.172959Z","steps":["trace[32883618] 'agreement among raft nodes before linearized reading' (duration: 10.164150098s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:53.17298Z","caller":"traceutil/trace.go:171","msg":"trace[612548381] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:4859; }","duration":"17.1071861s","start":"2026-05-20T04:17:36.06578Z","end":"2026-05-20T04:17:53.172966Z","steps":["trace[612548381] 'agreement among raft nodes before linearized reading' (duration: 17.107040686s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.173003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:41.758307Z","time spent":"11.414688481s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:17:53.173019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:36.065759Z","time spent":"17.107252822s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":708,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-05-20T04:17:53.173048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:43.00809Z","time spent":"10.164916667s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":511,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-20T04:17:53.173043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.42097395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-05-20T04:17:53.172734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:46.410374Z","time spent":"6.762345775s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-05-20T04:17:53.173117Z","caller":"traceutil/trace.go:171","msg":"trace[1461536101] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4859; }","duration":"13.421070213s","start":"2026-05-20T04:17:39.75203Z","end":"2026-05-20T04:17:53.1731Z","steps":["trace[1461536101] 'agreement among raft nodes before linearized reading' (duration: 13.420809886s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:53.173133Z","caller":"traceutil/trace.go:171","msg":"trace[888396638] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4859; }","duration":"24.432715201s","start":"2026-05-20T04:17:28.740404Z","end":"2026-05-20T04:17:53.173119Z","steps":["trace[888396638] 'agreement among raft nodes before linearized reading' (duration: 24.431344846s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.173161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:39.752001Z","time spent":"13.421152635s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T04:17:53.171741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.824857627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:53.173179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:28.740387Z","time spent":"24.432778592s","remote":"127.0.0.1:57886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.172116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:46.808565Z","time spent":"6.36354073s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-20T04:17:53.173227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.45006186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:17:53.173218Z","caller":"traceutil/trace.go:171","msg":"trace[99210699] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4859; }","duration":"8.826357895s","start":"2026-05-20T04:17:44.346842Z","end":"2026-05-20T04:17:53.1732Z","steps":["trace[99210699] 'agreement among raft nodes before linearized reading' (duration: 8.824871718s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:53.173272Z","caller":"traceutil/trace.go:171","msg":"trace[1929983362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4859; }","duration":"17.450177683s","start":"2026-05-20T04:17:35.723081Z","end":"2026-05-20T04:17:53.173259Z","steps":["trace[1929983362] 'agreement among raft nodes before linearized reading' (duration: 17.450113911s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:53.171286Z","caller":"traceutil/trace.go:171","msg":"trace[954859567] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4859; }","duration":"14.083131482s","start":"2026-05-20T04:17:39.088146Z","end":"2026-05-20T04:17:53.171278Z","steps":["trace[954859567] 'agreement among raft nodes before linearized reading' (duration: 14.083080221s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.173308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:35.723058Z","time spent":"17.450240674s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.173304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:44.34683Z","time spent":"8.826447548s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.173331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:39.08812Z","time spent":"14.085197766s","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.172966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:36.492414Z","time spent":"16.680539571s","remote":"127.0.0.1:58292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.170709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.037770179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:17:53.173455Z","caller":"traceutil/trace.go:171","msg":"trace[1616170715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4859; }","duration":"20.04055217s","start":"2026-05-20T04:17:33.132892Z","end":"2026-05-20T04:17:53.173445Z","steps":["trace[1616170715] 'agreement among raft nodes before linearized reading' (duration: 20.037773619s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.173497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:33.132875Z","time spent":"20.040603401s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.171774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.355956905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:53.172442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.770681184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:53.171701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911458815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:17:53.173535Z","caller":"traceutil/trace.go:171","msg":"trace[1792560890] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:4859; }","duration":"3.35775921s","start":"2026-05-20T04:17:49.815764Z","end":"2026-05-20T04:17:53.173523Z","steps":["trace[1792560890] 'agreement among raft nodes before linearized reading' (duration: 3.355972205s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:53.173562Z","caller":"traceutil/trace.go:171","msg":"trace[1240347665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4859; }","duration":"4.913363074s","start":"2026-05-20T04:17:48.260184Z","end":"2026-05-20T04:17:53.173547Z","steps":["trace[1240347665] 'agreement among raft nodes before linearized reading' (duration: 4.91126379s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.173578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:49.815742Z","time spent":"3.357822402s","remote":"127.0.0.1:57596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.173612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:48.260162Z","time spent":"4.913434665s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:17:53.171034Z","caller":"traceutil/trace.go:171","msg":"trace[552188448] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:4859; }","duration":"22.355289891s","start":"2026-05-20T04:17:30.815717Z","end":"2026-05-20T04:17:53.171007Z","steps":["trace[552188448] 'agreement among raft nodes before linearized reading' (duration: 22.355240449s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.172244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:41.753757Z","time spent":"11.418482168s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:17:53.171726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:28.813468Z","time spent":"24.358250944s","remote":"127.0.0.1:58344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.171074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.267028972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:17:53.173796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:30.815691Z","time spent":"22.357991029s","remote":"127.0.0.1:57566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.172435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.217153793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:17:53.172796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.275507929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-20T04:17:53.172864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:50.288293Z","time spent":"2.884558167s","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:17:53.172868Z","caller":"traceutil/trace.go:171","msg":"trace[447030672] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4859; }","duration":"11.397341846s","start":"2026-05-20T04:17:41.775517Z","end":"2026-05-20T04:17:53.172859Z","steps":["trace[447030672] 'agreement among raft nodes before linearized reading' (duration: 11.397298385s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.172861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866303615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-20T04:17:53.173172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.154968027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:53.172473Z","caller":"traceutil/trace.go:171","msg":"trace[1053701840] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:4859; }","duration":"9.370438608s","start":"2026-05-20T04:17:43.802021Z","end":"2026-05-20T04:17:53.17246Z","steps":["trace[1053701840] 'agreement among raft nodes before linearized reading' (duration: 9.370194582s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:53.173984Z","caller":"traceutil/trace.go:171","msg":"trace[1745514694] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4859; }","duration":"17.155806348s","start":"2026-05-20T04:17:36.018138Z","end":"2026-05-20T04:17:53.173945Z","steps":["trace[1745514694] 'agreement among raft nodes before linearized reading' (duration: 17.155001428s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.174016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:43.801995Z","time spent":"9.372006137s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.174049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:36.018097Z","time spent":"17.155932401s","remote":"127.0.0.1:57884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.17242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309126377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:53.174139Z","caller":"traceutil/trace.go:171","msg":"trace[248040240] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4859; }","duration":"11.276889513s","start":"2026-05-20T04:17:41.897231Z","end":"2026-05-20T04:17:53.17412Z","steps":["trace[248040240] 'agreement among raft nodes before linearized reading' (duration: 11.275504058s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.174202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:41.897202Z","time spent":"11.276982516s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-20T04:17:53.172781Z","caller":"traceutil/trace.go:171","msg":"trace[1490049915] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:37; response_revision:4859; }","duration":"13.41981586s","start":"2026-05-20T04:17:39.752953Z","end":"2026-05-20T04:17:53.172769Z","steps":["trace[1490049915] 'agreement among raft nodes before linearized reading' (duration: 13.419500132s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.174207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:41.775505Z","time spent":"11.39866459s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:17:53.174269Z","caller":"traceutil/trace.go:171","msg":"trace[1936174668] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4859; }","duration":"1.867757023s","start":"2026-05-20T04:17:51.306499Z","end":"2026-05-20T04:17:53.174256Z","steps":["trace[1936174668] 'agreement among raft nodes before linearized reading' (duration: 1.866229114s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.174306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:51.306472Z","time spent":"1.867822684s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-20T04:17:53.173853Z","caller":"traceutil/trace.go:171","msg":"trace[1068051564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4859; }","duration":"26.269792683s","start":"2026-05-20T04:17:26.904036Z","end":"2026-05-20T04:17:53.173829Z","steps":["trace[1068051564] 'agreement among raft nodes before linearized reading' (duration: 26.267017622s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.174414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:26.90402Z","time spent":"26.270378747s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:17:53.174545Z","caller":"traceutil/trace.go:171","msg":"trace[386205906] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4859; }","duration":"12.219287698s","start":"2026-05-20T04:17:40.955238Z","end":"2026-05-20T04:17:53.174526Z","steps":["trace[386205906] 'agreement among raft nodes before linearized reading' (duration: 12.217177343s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.174567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:39.752946Z","time spent":"13.421611397s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":54429,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-20T04:17:53.174613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:40.955219Z","time spent":"12.21937531s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.172243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.413955564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe\" ","response":"range_response_count:1 size:879"} {"level":"warn","ts":"2026-05-20T04:17:53.172395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.052338435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:53.174948Z","caller":"traceutil/trace.go:171","msg":"trace[1154645223] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe; range_end:; response_count:1; response_revision:4859; }","duration":"6.416697445s","start":"2026-05-20T04:17:46.758223Z","end":"2026-05-20T04:17:53.17492Z","steps":["trace[1154645223] 'agreement among raft nodes before linearized reading' (duration: 6.413919063s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:17:53.175004Z","caller":"traceutil/trace.go:171","msg":"trace[1397781772] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4859; }","duration":"12.054988573s","start":"2026-05-20T04:17:41.12Z","end":"2026-05-20T04:17:53.174989Z","steps":["trace[1397781772] 'agreement among raft nodes before linearized reading' (duration: 12.052375396s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.175072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:41.119976Z","time spent":"12.055066365s","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:53.175027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:46.758188Z","time spent":"6.416812868s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe\" "} {"level":"warn","ts":"2026-05-20T04:17:53.171862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.503871134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:17:53.175689Z","caller":"traceutil/trace.go:171","msg":"trace[1337439944] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4859; }","duration":"24.507703802s","start":"2026-05-20T04:17:28.66795Z","end":"2026-05-20T04:17:53.175654Z","steps":["trace[1337439944] 'agreement among raft nodes before linearized reading' (duration: 24.503844324s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.175744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:28.667926Z","time spent":"24.507798465s","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":39,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:17:53.176277Z","caller":"traceutil/trace.go:171","msg":"trace[1593787399] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:4859; }","duration":"10.771826112s","start":"2026-05-20T04:17:42.401705Z","end":"2026-05-20T04:17:53.173531Z","steps":["trace[1593787399] 'agreement among raft nodes before linearized reading' (duration: 10.770706874s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.176393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:42.401684Z","time spent":"10.774684126s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:17:53.174158Z","caller":"traceutil/trace.go:171","msg":"trace[1681816715] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4859; }","duration":"1.310895782s","start":"2026-05-20T04:17:51.86325Z","end":"2026-05-20T04:17:53.174145Z","steps":["trace[1681816715] 'agreement among raft nodes before linearized reading' (duration: 1.309128087s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:53.176813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:51.863234Z","time spent":"1.31356025s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:17:55.519646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000766037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:17:55.51973Z","caller":"traceutil/trace.go:171","msg":"trace[696272036] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00086878s","start":"2026-05-20T04:17:53.518843Z","end":"2026-05-20T04:17:55.519712Z","steps":["trace[696272036] 'agreement among raft nodes before linearized reading' (duration: 2.000761917s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:55.519791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.518779Z","time spent":"2.001001904s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:57.520073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000007397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:57.520159Z","caller":"traceutil/trace.go:171","msg":"trace[907830055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000209702s","start":"2026-05-20T04:17:55.519931Z","end":"2026-05-20T04:17:57.520141Z","steps":["trace[907830055] 'agreement among raft nodes before linearized reading' (duration: 2.000056088s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:57.520207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:55.519906Z","time spent":"2.000290984s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:17:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:17:58.177086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.178238Z","time spent":"4.998839398s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:58.178247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.17978Z","time spent":"4.998462679s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:58.249809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019661286s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:17:58.249934Z","caller":"traceutil/trace.go:171","msg":"trace[926578858] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4859; }","duration":"3.019796039s","start":"2026-05-20T04:17:55.230118Z","end":"2026-05-20T04:17:58.249914Z","steps":["trace[926578858] 'range keys from in-memory index tree' (duration: 3.019644854s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:58.250629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:57.583415Z","time spent":"667.206274ms","remote":"127.0.0.1:60214","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:58.251294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.877560205s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-05-20T04:17:58.251391Z","caller":"traceutil/trace.go:171","msg":"trace[1404863500] linearizableReadLoop","detail":"{readStateIndex:5097; appliedIndex:5096; }","duration":"5.074168452s","start":"2026-05-20T04:17:53.177203Z","end":"2026-05-20T04:17:58.251372Z","steps":["trace[1404863500] 'read index received' (duration: 196.544585ms)","trace[1404863500] 'applied index is now lower than readState.Index' (duration: 4.877622087s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:17:58.251424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.173851Z","time spent":"5.077562208s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:17:58.251587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.074369227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-05-20T04:17:58.251628Z","caller":"traceutil/trace.go:171","msg":"trace[877270868] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:4859; }","duration":"5.074443019s","start":"2026-05-20T04:17:53.177171Z","end":"2026-05-20T04:17:58.251614Z","steps":["trace[877270868] 'agreement among raft nodes before linearized reading' (duration: 5.074274555s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:58.251669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.177157Z","time spent":"5.07450233s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":708,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-05-20T04:17:58.751691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:59.252329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:17:59.406709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.032904795s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:17:59.53102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98296667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:17:59.531141Z","caller":"traceutil/trace.go:171","msg":"trace[1884567640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.983146244s","start":"2026-05-20T04:17:57.54796Z","end":"2026-05-20T04:17:59.531106Z","steps":["trace[1884567640] 'agreement among raft nodes before linearized reading' (duration: 1.983002851s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:17:59.531199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:57.547932Z","time spent":"1.983253947s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:18:00.178925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.178378Z","time spent":"7.000540808s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:18:00.181075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.180182Z","time spent":"7.000890787s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:18:00.181135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.180986Z","time spent":"7.000147698s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:18:00.182345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.182285Z","time spent":"7.000058066s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:18:00.633371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999116975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:18:00.633489Z","caller":"traceutil/trace.go:171","msg":"trace[1933109487] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.99931579s","start":"2026-05-20T04:17:55.63415Z","end":"2026-05-20T04:18:00.633466Z","steps":["trace[1933109487] 'agreement among raft nodes before linearized reading' (duration: 4.999151166s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:00.633575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:55.634128Z","time spent":"4.999406763s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/20 04:18:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:01.532096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000569472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:18:01.532292Z","caller":"traceutil/trace.go:171","msg":"trace[219070105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000810888s","start":"2026-05-20T04:17:59.53146Z","end":"2026-05-20T04:18:01.532271Z","steps":["trace[219070105] 'agreement among raft nodes before linearized reading' (duration: 2.000592113s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:01.532381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:59.531442Z","time spent":"2.000925621s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:18:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:02.061933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654941975s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-05-20T04:18:02.658294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.721431362s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:18:03.176924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.997092761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:18:03.177033Z","caller":"traceutil/trace.go:171","msg":"trace[1461865116] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.997226345s","start":"2026-05-20T04:17:53.179781Z","end":"2026-05-20T04:18:03.177008Z","steps":["trace[1461865116] 'agreement among raft nodes before linearized reading' (duration: 9.997097762s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:03.177095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.179777Z","time spent":"9.997306327s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/05/20 04:18:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:03.539943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000494771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:18:03.540044Z","caller":"traceutil/trace.go:171","msg":"trace[1504880282] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000684346s","start":"2026-05-20T04:18:01.53934Z","end":"2026-05-20T04:18:03.540025Z","steps":["trace[1504880282] 'agreement among raft nodes before linearized reading' (duration: 2.000519312s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:03.540104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:01.539319Z","time spent":"2.000771718s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:18:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:04.954883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.295660906s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:18:05.170609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512034598s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:18:05.17091Z","caller":"traceutil/trace.go:171","msg":"trace[1500720429] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4867; }","duration":"3.704523491s","start":"2026-05-20T04:18:01.466362Z","end":"2026-05-20T04:18:05.170885Z","steps":["trace[1500720429] 'process raft request' (duration: 3.704464049s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.171005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:01.46631Z","time spent":"3.704648555s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":51,"response count":0,"response size":559,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:05.171342Z","caller":"traceutil/trace.go:171","msg":"trace[1118462977] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"6.916320687s","start":"2026-05-20T04:17:58.255002Z","end":"2026-05-20T04:18:05.171322Z","steps":["trace[1118462977] 'process raft request' (duration: 6.915724552s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:05.17137Z","caller":"traceutil/trace.go:171","msg":"trace[920320170] linearizableReadLoop","detail":"{readStateIndex:5105; appliedIndex:5097; }","duration":"6.919926079s","start":"2026-05-20T04:17:58.251416Z","end":"2026-05-20T04:18:05.171342Z","steps":["trace[920320170] 'read index received' (duration: 1.155521174s)","trace[920320170] 'applied index is now lower than readState.Index' (duration: 5.764401455s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:05.171351Z","caller":"traceutil/trace.go:171","msg":"trace[1216577813] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"6.918283957s","start":"2026-05-20T04:17:58.252984Z","end":"2026-05-20T04:18:05.171268Z","steps":["trace[1216577813] 'process raft request' (duration: 4.40547598s)","trace[1216577813] 'compare' (duration: 2.511387961s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:05.171446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:58.25498Z","time spent":"6.916411439s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:05.171521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.084948878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:18:05.171526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:58.252963Z","time spent":"6.918476823s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:05.171554Z","caller":"traceutil/trace.go:171","msg":"trace[1237796630] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4867; }","duration":"11.08502868s","start":"2026-05-20T04:17:54.086514Z","end":"2026-05-20T04:18:05.171543Z","steps":["trace[1237796630] 'agreement among raft nodes before linearized reading' (duration: 11.084950508s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.171595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:54.086493Z","time spent":"11.085091482s","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:05.171747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.992376956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4732b15e-64ce-420b-b851-a6462bc38665\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-05-20T04:18:05.171784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.990855557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-05-20T04:18:05.171824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.659113936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:05.171826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.991436072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126456"} {"level":"info","ts":"2026-05-20T04:18:05.171855Z","caller":"traceutil/trace.go:171","msg":"trace[1034554778] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:4867; }","duration":"6.659187468s","start":"2026-05-20T04:17:58.512658Z","end":"2026-05-20T04:18:05.171846Z","steps":["trace[1034554778] 'agreement among raft nodes before linearized reading' (duration: 6.659133247s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.171861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.990926239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120326"} {"level":"info","ts":"2026-05-20T04:18:05.171839Z","caller":"traceutil/trace.go:171","msg":"trace[1277026244] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:4867; }","duration":"11.990923249s","start":"2026-05-20T04:17:53.180904Z","end":"2026-05-20T04:18:05.171827Z","steps":["trace[1277026244] 'agreement among raft nodes before linearized reading' (duration: 11.990775895s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.171891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:58.512637Z","time spent":"6.659246749s","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:05.171893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.992461409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-05-20T04:18:05.171917Z","caller":"traceutil/trace.go:171","msg":"trace[1587294614] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4867; }","duration":"11.991002761s","start":"2026-05-20T04:17:53.1809Z","end":"2026-05-20T04:18:05.171903Z","steps":["trace[1587294614] 'agreement among raft nodes before linearized reading' (duration: 11.990700133s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.171925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.180897Z","time spent":"11.991018821s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":511,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-05-20T04:18:05.171943Z","caller":"traceutil/trace.go:171","msg":"trace[916444802] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4867; }","duration":"11.99253571s","start":"2026-05-20T04:17:53.179398Z","end":"2026-05-20T04:18:05.171934Z","steps":["trace[916444802] 'agreement among raft nodes before linearized reading' (duration: 11.992424068s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.171951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.180895Z","time spent":"11.991048572s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120348,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:18:05.171934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679540646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:18:05.171792Z","caller":"traceutil/trace.go:171","msg":"trace[471180044] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4732b15e-64ce-420b-b851-a6462bc38665; range_end:; response_count:1; response_revision:4867; }","duration":"11.992471039s","start":"2026-05-20T04:17:53.179307Z","end":"2026-05-20T04:18:05.171778Z","steps":["trace[471180044] 'agreement among raft nodes before linearized reading' (duration: 11.992298325s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.171995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989081298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe\" ","response":"range_response_count:1 size:879"} {"level":"warn","ts":"2026-05-20T04:18:05.17199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.992219983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-05-20T04:18:05.172015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222726336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:05.172022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.179217Z","time spent":"11.992797277s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-4732b15e-64ce-420b-b851-a6462bc38665\" "} {"level":"warn","ts":"2026-05-20T04:18:05.172029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.934766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:05.172034Z","caller":"traceutil/trace.go:171","msg":"trace[105209746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4867; }","duration":"2.679686049s","start":"2026-05-20T04:18:02.492325Z","end":"2026-05-20T04:18:05.172011Z","steps":["trace[105209746] 'agreement among raft nodes before linearized reading' (duration: 2.679491454s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.171867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.992210842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120326"} {"level":"info","ts":"2026-05-20T04:18:05.172047Z","caller":"traceutil/trace.go:171","msg":"trace[396092277] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4867; }","duration":"3.222757877s","start":"2026-05-20T04:18:01.949278Z","end":"2026-05-20T04:18:05.172036Z","steps":["trace[396092277] 'agreement among raft nodes before linearized reading' (duration: 3.222712336s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:05.172041Z","caller":"traceutil/trace.go:171","msg":"trace[1737881120] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4867; }","duration":"11.992278744s","start":"2026-05-20T04:17:53.179746Z","end":"2026-05-20T04:18:05.172025Z","steps":["trace[1737881120] 'agreement among raft nodes before linearized reading' (duration: 11.992156571s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:05.172153Z","caller":"traceutil/trace.go:171","msg":"trace[1747978234] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4867; }","duration":"11.99250578s","start":"2026-05-20T04:17:53.179637Z","end":"2026-05-20T04:18:05.172143Z","steps":["trace[1747978234] 'agreement among raft nodes before linearized reading' (duration: 11.991966436s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.172168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:01.949244Z","time spent":"3.22290817s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:05.172187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.179631Z","time spent":"11.992545581s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120348,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:18:05.172193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631860619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:05.172205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.17974Z","time spent":"11.992433308s","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-20T04:18:05.172226Z","caller":"traceutil/trace.go:171","msg":"trace[464993772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4867; }","duration":"1.63192441s","start":"2026-05-20T04:18:03.540292Z","end":"2026-05-20T04:18:05.172216Z","steps":["trace[464993772] 'agreement among raft nodes before linearized reading' (duration: 1.631871018s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.172257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.989718467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:18:05.172022Z","caller":"traceutil/trace.go:171","msg":"trace[369251892] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe; range_end:; response_count:1; response_revision:4867; }","duration":"4.989128968s","start":"2026-05-20T04:18:00.182885Z","end":"2026-05-20T04:18:05.172014Z","steps":["trace[369251892] 'agreement among raft nodes before linearized reading' (duration: 4.989072877s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:05.172297Z","caller":"traceutil/trace.go:171","msg":"trace[2104258000] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4867; }","duration":"5.989794059s","start":"2026-05-20T04:17:59.182492Z","end":"2026-05-20T04:18:05.172286Z","steps":["trace[2104258000] 'agreement among raft nodes before linearized reading' (duration: 5.989714957s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.17231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:00.182869Z","time spent":"4.989431547s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe\" "} {"level":"warn","ts":"2026-05-20T04:18:05.1723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.832078858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:05.172376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.648200586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:05.172386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249993536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:18:05.172088Z","caller":"traceutil/trace.go:171","msg":"trace[13411725] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4867; }","duration":"713.001917ms","start":"2026-05-20T04:18:04.459046Z","end":"2026-05-20T04:18:05.172048Z","steps":["trace[13411725] 'agreement among raft nodes before linearized reading' (duration: 712.959276ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:05.172381Z","caller":"traceutil/trace.go:171","msg":"trace[615722815] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:4867; }","duration":"10.832214831s","start":"2026-05-20T04:17:54.340148Z","end":"2026-05-20T04:18:05.172362Z","steps":["trace[615722815] 'agreement among raft nodes before linearized reading' (duration: 10.831234596s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:05.172415Z","caller":"traceutil/trace.go:171","msg":"trace[1168406429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4867; }","duration":"3.250095558s","start":"2026-05-20T04:18:01.922307Z","end":"2026-05-20T04:18:05.172403Z","steps":["trace[1168406429] 'agreement among raft nodes before linearized reading' (duration: 3.250052667s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:05.172412Z","caller":"traceutil/trace.go:171","msg":"trace[1175079614] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4867; }","duration":"6.648290228s","start":"2026-05-20T04:17:58.524108Z","end":"2026-05-20T04:18:05.172398Z","steps":["trace[1175079614] 'agreement among raft nodes before linearized reading' (duration: 6.648247637s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.171975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.179392Z","time spent":"11.992575881s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7482,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T04:18:05.172382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793541328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-05-20T04:18:05.172439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098413393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:18:05.172443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:58.524075Z","time spent":"6.64836012s","remote":"127.0.0.1:58320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:18:05.172459Z","caller":"traceutil/trace.go:171","msg":"trace[1272894907] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:4867; }","duration":"1.793658171s","start":"2026-05-20T04:18:03.378795Z","end":"2026-05-20T04:18:05.172453Z","steps":["trace[1272894907] 'agreement among raft nodes before linearized reading' (duration: 1.793483226s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.172444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:54.340126Z","time spent":"10.832302344s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:05.172476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:03.378772Z","time spent":"1.793699002s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-05-20T04:18:05.172523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364008438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:05.172174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.022398412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:18:05.172563Z","caller":"traceutil/trace.go:171","msg":"trace[169639664] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:4867; }","duration":"2.36408887s","start":"2026-05-20T04:18:02.808464Z","end":"2026-05-20T04:18:05.172553Z","steps":["trace[169639664] 'agreement among raft nodes before linearized reading' (duration: 2.364030109s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.172569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.569071108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:05.172582Z","caller":"traceutil/trace.go:171","msg":"trace[484305575] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4867; }","duration":"5.022849454s","start":"2026-05-20T04:18:00.14972Z","end":"2026-05-20T04:18:05.172569Z","steps":["trace[484305575] 'agreement among raft nodes before linearized reading' (duration: 5.02232064s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.172438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.326209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-20T04:18:05.172623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:00.149701Z","time spent":"5.022909706s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:05.172134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:02.492303Z","time spent":"2.679818713s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:18:05.171971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986683896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-pbzwm\" ","response":"range_response_count:1 size:5755"} {"level":"info","ts":"2026-05-20T04:18:05.171879Z","caller":"traceutil/trace.go:171","msg":"trace[1110882778] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4867; }","duration":"11.991501144s","start":"2026-05-20T04:17:53.180363Z","end":"2026-05-20T04:18:05.171864Z","steps":["trace[1110882778] 'agreement among raft nodes before linearized reading' (duration: 11.991249827s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:05.172683Z","caller":"traceutil/trace.go:171","msg":"trace[1463553912] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-pbzwm; range_end:; response_count:1; response_revision:4867; }","duration":"4.987409064s","start":"2026-05-20T04:18:00.185263Z","end":"2026-05-20T04:18:05.172672Z","steps":["trace[1463553912] 'agreement among raft nodes before linearized reading' (duration: 4.986612194s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.172684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.61318421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:05.172694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:53.180357Z","time spent":"11.992330925s","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126478,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-20T04:18:05.172259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:03.540273Z","time spent":"1.631975571s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:18:05.172709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.624327017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:18:05.172719Z","caller":"traceutil/trace.go:171","msg":"trace[683076042] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4867; }","duration":"10.613259142s","start":"2026-05-20T04:17:54.559449Z","end":"2026-05-20T04:18:05.172708Z","steps":["trace[683076042] 'agreement among raft nodes before linearized reading' (duration: 10.613200621s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:05.172748Z","caller":"traceutil/trace.go:171","msg":"trace[1700029278] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4867; }","duration":"7.624375628s","start":"2026-05-20T04:17:57.548364Z","end":"2026-05-20T04:18:05.17274Z","steps":["trace[1700029278] 'agreement among raft nodes before linearized reading' (duration: 7.624302996s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.172334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:59.182469Z","time spent":"5.98985642s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":39,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:18:05.172606Z","caller":"traceutil/trace.go:171","msg":"trace[1495960860] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4867; }","duration":"10.56913751s","start":"2026-05-20T04:17:54.603458Z","end":"2026-05-20T04:18:05.172596Z","steps":["trace[1495960860] 'agreement among raft nodes before linearized reading' (duration: 10.569081099s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.172605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.436039043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:05.172786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:57.548355Z","time spent":"7.624423209s","remote":"127.0.0.1:57882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":27,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:05.172799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:54.603444Z","time spent":"10.569345845s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:18:05.172801Z","caller":"traceutil/trace.go:171","msg":"trace[1417619341] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4867; }","duration":"4.436271909s","start":"2026-05-20T04:18:00.736519Z","end":"2026-05-20T04:18:05.172791Z","steps":["trace[1417619341] 'agreement among raft nodes before linearized reading' (duration: 4.436060984s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.172833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:00.736498Z","time spent":"4.436325182s","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:05.172846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.993985401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:05.172474Z","caller":"traceutil/trace.go:171","msg":"trace[1998001571] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4867; }","duration":"2.098453694s","start":"2026-05-20T04:18:03.074009Z","end":"2026-05-20T04:18:05.172463Z","steps":["trace[1998001571] 'agreement among raft nodes before linearized reading' (duration: 2.098394202s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.172891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.283851086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:05.1729Z","caller":"traceutil/trace.go:171","msg":"trace[621202100] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4867; }","duration":"9.994086114s","start":"2026-05-20T04:17:55.178785Z","end":"2026-05-20T04:18:05.172871Z","steps":["trace[621202100] 'agreement among raft nodes before linearized reading' (duration: 9.994029312s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:05.172647Z","caller":"traceutil/trace.go:171","msg":"trace[277666143] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4867; }","duration":"394.582855ms","start":"2026-05-20T04:18:04.778053Z","end":"2026-05-20T04:18:05.172635Z","steps":["trace[277666143] 'agreement among raft nodes before linearized reading' (duration: 394.124034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.172687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.796824572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:18:05.172916Z","caller":"traceutil/trace.go:171","msg":"trace[1383258407] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4867; }","duration":"9.283919428s","start":"2026-05-20T04:17:55.888987Z","end":"2026-05-20T04:18:05.172907Z","steps":["trace[1383258407] 'agreement among raft nodes before linearized reading' (duration: 9.283880607s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.172928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:55.178764Z","time spent":"9.994158175s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"info","ts":"2026-05-20T04:18:05.172937Z","caller":"traceutil/trace.go:171","msg":"trace[977169873] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4867; }","duration":"4.797105881s","start":"2026-05-20T04:18:00.375824Z","end":"2026-05-20T04:18:05.17293Z","steps":["trace[977169873] 'agreement among raft nodes before linearized reading' (duration: 4.796833033s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.172943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:55.888965Z","time spent":"9.28397089s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:05.172955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:00.375806Z","time spent":"4.797144612s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:05.172954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:04.778031Z","time spent":"394.911045ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:18:05.172444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:04.459024Z","time spent":"713.400888ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:05.17265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.929312549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:05.172716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:00.18525Z","time spent":"4.987456605s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5777,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-pbzwm\" "} {"level":"info","ts":"2026-05-20T04:18:05.173021Z","caller":"traceutil/trace.go:171","msg":"trace[1709258496] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4867; }","duration":"6.92968326s","start":"2026-05-20T04:17:58.243328Z","end":"2026-05-20T04:18:05.173012Z","steps":["trace[1709258496] 'agreement among raft nodes before linearized reading' (duration: 6.929297749s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:05.172755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:54.559419Z","time spent":"10.613328584s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:05.173066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:17:58.243267Z","time spent":"6.929787443s","remote":"127.0.0.1:34652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:05.172604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:02.808443Z","time spent":"2.364150452s","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:05.172912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:03.07395Z","time spent":"2.098952617s","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:05.172437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:01.922286Z","time spent":"3.25014513s","remote":"127.0.0.1:49492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:05.677682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:06.177796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:06.678268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:07.178391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:07.180361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000203601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:18:07.18044Z","caller":"traceutil/trace.go:171","msg":"trace[1409077686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000305664s","start":"2026-05-20T04:18:05.180117Z","end":"2026-05-20T04:18:07.180423Z","steps":["trace[1409077686] 'agreement among raft nodes before linearized reading' (duration: 2.000210171s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:07.180482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:05.180111Z","time spent":"2.000361296s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:18:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:07.410003Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.141903387s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:18:07.579392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.880285ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-20T04:18:07.579491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:05.177052Z","time spent":"2.402435155s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:18:09.180692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:18:09.180798Z","caller":"traceutil/trace.go:171","msg":"trace[1755885049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176041s","start":"2026-05-20T04:18:07.180597Z","end":"2026-05-20T04:18:09.180773Z","steps":["trace[1755885049] 'agreement among raft nodes before linearized reading' (duration: 2.000010327s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:09.180878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:07.180526Z","time spent":"2.000337336s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:18:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:10.176632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:05.177625Z","time spent":"4.999000511s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:18:10.176825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999554385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:18:10.176912Z","caller":"traceutil/trace.go:171","msg":"trace[290940222] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999684539s","start":"2026-05-20T04:18:05.177208Z","end":"2026-05-20T04:18:10.176893Z","steps":["trace[290940222] 'agreement among raft nodes before linearized reading' (duration: 4.999571006s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:10.176963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:05.177196Z","time spent":"4.99975714s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/20 04:18:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:10.177071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:05.178706Z","time spent":"4.998360844s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:18:10.579885Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.169634904s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:18:11.189289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000431548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:18:11.18939Z","caller":"traceutil/trace.go:171","msg":"trace[1483214086] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000597442s","start":"2026-05-20T04:18:09.188774Z","end":"2026-05-20T04:18:11.189371Z","steps":["trace[1483214086] 'agreement among raft nodes before linearized reading' (duration: 2.000470699s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:11.189444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:09.188749Z","time spent":"2.000683904s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:18:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:11.614243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034052907s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:18:11.614599Z","caller":"traceutil/trace.go:171","msg":"trace[1881364405] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"6.436782879s","start":"2026-05-20T04:18:05.177794Z","end":"2026-05-20T04:18:11.614577Z","steps":["trace[1881364405] 'process raft request' (duration: 6.436545653s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:11.614696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:05.17776Z","time spent":"6.436881222s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:11.614818Z","caller":"traceutil/trace.go:171","msg":"trace[869171678] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"6.43565092s","start":"2026-05-20T04:18:05.179145Z","end":"2026-05-20T04:18:11.614796Z","steps":["trace[869171678] 'process raft request' (duration: 6.435371883s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:11.614877Z","caller":"traceutil/trace.go:171","msg":"trace[1091316486] linearizableReadLoop","detail":"{readStateIndex:5111; appliedIndex:5106; }","duration":"6.43761386s","start":"2026-05-20T04:18:05.177235Z","end":"2026-05-20T04:18:11.614849Z","steps":["trace[1091316486] 'read index received' (duration: 2.233094848s)","trace[1091316486] 'applied index is now lower than readState.Index' (duration: 4.204515992s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:11.61492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:05.17911Z","time spent":"6.435757292s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:11.614963Z","caller":"traceutil/trace.go:171","msg":"trace[334749009] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"4.034094628s","start":"2026-05-20T04:18:07.580809Z","end":"2026-05-20T04:18:11.614904Z","steps":["trace[334749009] 'process raft request' (duration: 4.033928134s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:11.615142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:07.580785Z","time spent":"4.034266953s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:13.189697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99978893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:18:13.189792Z","caller":"traceutil/trace.go:171","msg":"trace[1815085063] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000006266s","start":"2026-05-20T04:18:11.189762Z","end":"2026-05-20T04:18:13.189769Z","steps":["trace[1815085063] 'agreement among raft nodes before linearized reading' (duration: 1.999893363s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:13.189854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:11.189737Z","time spent":"2.000104179s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:18:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:14.016364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.358578789s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:18:14.037934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999941145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:18:14.038022Z","caller":"traceutil/trace.go:171","msg":"trace[34700539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000100269s","start":"2026-05-20T04:18:12.0379Z","end":"2026-05-20T04:18:14.038Z","steps":["trace[34700539] 'agreement among raft nodes before linearized reading' (duration: 1.999988096s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:14.038072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:12.037868Z","time spent":"2.000194762s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:18:15.196827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:18:15.196886Z","caller":"traceutil/trace.go:171","msg":"trace[1721454470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000301174s","start":"2026-05-20T04:18:13.196574Z","end":"2026-05-20T04:18:15.196875Z","steps":["trace[1721454470] 'agreement among raft nodes before linearized reading' (duration: 2.000230302s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:15.196915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:13.196551Z","time spent":"2.000358506s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:18:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:15.21156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.596708084s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:18:15.211794Z","caller":"traceutil/trace.go:171","msg":"trace[990937605] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5112; }","duration":"3.596835637s","start":"2026-05-20T04:18:11.614934Z","end":"2026-05-20T04:18:15.21177Z","steps":["trace[990937605] 'read index received' (duration: 46.401µs)","trace[990937605] 'applied index is now lower than readState.Index' (duration: 3.596787746s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:15.212534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.679167229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:18:15.212591Z","caller":"traceutil/trace.go:171","msg":"trace[110992389] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4873; }","duration":"3.679269642s","start":"2026-05-20T04:18:11.533303Z","end":"2026-05-20T04:18:15.212572Z","steps":["trace[110992389] 'agreement among raft nodes before linearized reading' (duration: 3.679155329s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:15.212636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:11.533281Z","time spent":"3.679341393s","remote":"127.0.0.1:34698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:15.212859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.564947061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:15.212902Z","caller":"traceutil/trace.go:171","msg":"trace[531414147] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:4873; }","duration":"4.564987642s","start":"2026-05-20T04:18:10.647899Z","end":"2026-05-20T04:18:15.212886Z","steps":["trace[531414147] 'agreement among raft nodes before linearized reading' (duration: 4.56492011s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:15.212941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:10.647845Z","time spent":"4.565083934s","remote":"127.0.0.1:57688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:15.21332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.735398217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:18:15.213438Z","caller":"traceutil/trace.go:171","msg":"trace[1459624978] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4873; }","duration":"7.73551776s","start":"2026-05-20T04:18:07.477907Z","end":"2026-05-20T04:18:15.213425Z","steps":["trace[1459624978] 'agreement among raft nodes before linearized reading' (duration: 7.735343655s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:15.213485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:07.477847Z","time spent":"7.735625072s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":35,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:15.213785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.031810652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:18:15.213823Z","caller":"traceutil/trace.go:171","msg":"trace[1206111474] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4873; }","duration":"8.031860204s","start":"2026-05-20T04:18:07.181951Z","end":"2026-05-20T04:18:15.213812Z","steps":["trace[1206111474] 'agreement among raft nodes before linearized reading' (duration: 8.031715331s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:15.213857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:07.181945Z","time spent":"8.031903355s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:18:15.214275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.035701943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:15.214327Z","caller":"traceutil/trace.go:171","msg":"trace[1064345507] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4873; }","duration":"8.035790825s","start":"2026-05-20T04:18:07.178523Z","end":"2026-05-20T04:18:15.214314Z","steps":["trace[1064345507] 'agreement among raft nodes before linearized reading' (duration: 8.035707473s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:15.214359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:07.178504Z","time spent":"8.035848987s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:18:15.21444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.036363757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:15.214466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.935624911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-20T04:18:15.214498Z","caller":"traceutil/trace.go:171","msg":"trace[1403585890] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:4873; }","duration":"10.036438798s","start":"2026-05-20T04:18:05.178046Z","end":"2026-05-20T04:18:15.214485Z","steps":["trace[1403585890] 'agreement among raft nodes before linearized reading' (duration: 10.036333416s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:15.214513Z","caller":"traceutil/trace.go:171","msg":"trace[210891935] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4873; }","duration":"9.935714164s","start":"2026-05-20T04:18:05.278788Z","end":"2026-05-20T04:18:15.214502Z","steps":["trace[210891935] 'agreement among raft nodes before linearized reading' (duration: 9.93555128s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:15.214531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:05.177996Z","time spent":"10.0365284s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-20T04:18:15.214544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:05.278763Z","time spent":"9.935775555s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-20T04:18:15.214547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.001808355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-20T04:18:15.214561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.035979016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-05-20T04:18:15.214608Z","caller":"traceutil/trace.go:171","msg":"trace[1949825065] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4873; }","duration":"9.001914728s","start":"2026-05-20T04:18:06.212679Z","end":"2026-05-20T04:18:15.214594Z","steps":["trace[1949825065] 'agreement among raft nodes before linearized reading' (duration: 9.001713723s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:15.214627Z","caller":"traceutil/trace.go:171","msg":"trace[469189757] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4873; }","duration":"10.036079209s","start":"2026-05-20T04:18:05.178531Z","end":"2026-05-20T04:18:15.21461Z","steps":["trace[469189757] 'agreement among raft nodes before linearized reading' (duration: 10.035852603s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:15.214642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:06.212658Z","time spent":"9.00197854s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:18:15.214671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:05.178517Z","time spent":"10.03614589s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-20T04:18:15.214751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.033520737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:18:15.214798Z","caller":"traceutil/trace.go:171","msg":"trace[1982265529] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4873; }","duration":"8.033593849s","start":"2026-05-20T04:18:07.181193Z","end":"2026-05-20T04:18:15.214787Z","steps":["trace[1982265529] 'agreement among raft nodes before linearized reading' (duration: 8.032818609s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:15.214833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:07.181182Z","time spent":"8.03364521s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:18:15.214985Z","caller":"traceutil/trace.go:171","msg":"trace[1050880237] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"3.596001935s","start":"2026-05-20T04:18:11.618974Z","end":"2026-05-20T04:18:15.214976Z","steps":["trace[1050880237] 'process raft request' (duration: 3.59267708s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:15.215056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:11.618953Z","time spent":"3.596060516s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:17.046491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828211468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-20T04:18:17.046574Z","caller":"traceutil/trace.go:171","msg":"trace[629516109] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4874; }","duration":"1.828339171s","start":"2026-05-20T04:18:15.218216Z","end":"2026-05-20T04:18:17.046556Z","steps":["trace[629516109] 'range keys from in-memory index tree' (duration: 1.828010793s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:17.046565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.521799338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:17.046569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859572133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-20T04:18:17.046616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:15.218203Z","time spent":"1.828404603s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-05-20T04:18:17.046647Z","caller":"traceutil/trace.go:171","msg":"trace[1376607701] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4874; }","duration":"11.52192087s","start":"2026-05-20T04:18:05.524697Z","end":"2026-05-20T04:18:17.046618Z","steps":["trace[1376607701] 'agreement among raft nodes before linearized reading' (duration: 9.6897467s)","trace[1376607701] 'count revisions from in-memory index tree' (duration: 1.832051276s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:17.046686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:05.524678Z","time spent":"11.522000542s","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:17.046959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.167138342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:17.046998Z","caller":"traceutil/trace.go:171","msg":"trace[358451361] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4874; }","duration":"4.167206683s","start":"2026-05-20T04:18:12.879777Z","end":"2026-05-20T04:18:17.046984Z","steps":["trace[358451361] 'agreement among raft nodes before linearized reading' (duration: 2.335235399s)","trace[358451361] 'count revisions from in-memory index tree' (duration: 1.831917543s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:17.046989Z","caller":"traceutil/trace.go:171","msg":"trace[1842377590] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4874; }","duration":"1.860004803s","start":"2026-05-20T04:18:15.186947Z","end":"2026-05-20T04:18:17.046952Z","steps":["trace[1842377590] 'agreement among raft nodes before linearized reading' (duration: 28.06901ms)","trace[1842377590] 'range keys from in-memory index tree' (duration: 1.831368139s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:17.047036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.123974114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:18:17.047032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:12.879759Z","time spent":"4.167263835s","remote":"127.0.0.1:34614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:18:17.047054Z","caller":"traceutil/trace.go:171","msg":"trace[590592500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4874; }","duration":"4.124027926s","start":"2026-05-20T04:18:12.92302Z","end":"2026-05-20T04:18:17.047048Z","steps":["trace[590592500] 'agreement among raft nodes before linearized reading' (duration: 2.291979229s)","trace[590592500] 'range keys from in-memory index tree' (duration: 1.831965904s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:17.047076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:12.922998Z","time spent":"4.124067997s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:18:17.047063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:15.186941Z","time spent":"1.860104777s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T04:18:17.047054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849967626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:17.047158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.12912945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:17.047109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.428420021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c\" ","response":"range_response_count:1 size:837"} {"level":"info","ts":"2026-05-20T04:18:17.047177Z","caller":"traceutil/trace.go:171","msg":"trace[743488858] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4874; }","duration":"5.129197372s","start":"2026-05-20T04:18:11.917972Z","end":"2026-05-20T04:18:17.047169Z","steps":["trace[743488858] 'agreement among raft nodes before linearized reading' (duration: 3.297005872s)","trace[743488858] 'count revisions from in-memory index tree' (duration: 1.832159539s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:17.047194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:11.917939Z","time spent":"5.129249033s","remote":"127.0.0.1:34656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:18:17.047181Z","caller":"traceutil/trace.go:171","msg":"trace[792469953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4874; }","duration":"1.850059568s","start":"2026-05-20T04:18:15.197047Z","end":"2026-05-20T04:18:17.047106Z","steps":["trace[792469953] 'agreement among raft nodes before linearized reading' (duration: 17.94812ms)","trace[792469953] 'range keys from in-memory index tree' (duration: 1.832028386s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:17.047204Z","caller":"traceutil/trace.go:171","msg":"trace[1189741146] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c; range_end:; response_count:1; response_revision:4874; }","duration":"5.428532354s","start":"2026-05-20T04:18:11.61865Z","end":"2026-05-20T04:18:17.047183Z","steps":["trace[1189741146] 'agreement among raft nodes before linearized reading' (duration: 3.596322854s)","trace[1189741146] 'range keys from in-memory index tree' (duration: 1.832010255s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:17.047213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19367688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-20T04:18:17.047232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:15.197035Z","time spent":"1.850184791s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:18:17.047273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.24836669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:17.047263Z","caller":"traceutil/trace.go:171","msg":"trace[1848915474] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4874; }","duration":"3.193745902s","start":"2026-05-20T04:18:13.853501Z","end":"2026-05-20T04:18:17.047247Z","steps":["trace[1848915474] 'agreement among raft nodes before linearized reading' (duration: 1.361543362s)","trace[1848915474] 'range keys from in-memory index tree' (duration: 1.832054006s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:17.047271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:11.618638Z","time spent":"5.428618946s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":859,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c\" "} {"level":"warn","ts":"2026-05-20T04:18:17.047296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:13.85349Z","time spent":"3.193799123s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:18:17.047294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.319033153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:17.047297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208162572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:17.047326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831701598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:17.047342Z","caller":"traceutil/trace.go:171","msg":"trace[1096227465] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:4874; }","duration":"5.319119975s","start":"2026-05-20T04:18:11.728207Z","end":"2026-05-20T04:18:17.047326Z","steps":["trace[1096227465] 'agreement among raft nodes before linearized reading' (duration: 3.486798552s)","trace[1096227465] 'count revisions from in-memory index tree' (duration: 1.832240001s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:17.047372Z","caller":"traceutil/trace.go:171","msg":"trace[992363463] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:0; response_revision:4874; }","duration":"1.8317935s","start":"2026-05-20T04:18:15.215565Z","end":"2026-05-20T04:18:17.047358Z","steps":["trace[992363463] 'range keys from in-memory index tree' (duration: 1.831611845s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:17.04739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.428461631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-05-20T04:18:17.047409Z","caller":"traceutil/trace.go:171","msg":"trace[186049804] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4874; }","duration":"5.428515993s","start":"2026-05-20T04:18:11.618887Z","end":"2026-05-20T04:18:17.047403Z","steps":["trace[186049804] 'agreement among raft nodes before linearized reading' (duration: 3.596129788s)","trace[186049804] 'range keys from in-memory index tree' (duration: 1.832337604s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:17.047403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:15.215544Z","time spent":"1.831851872s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:18:17.0474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:11.728188Z","time spent":"5.319201087s","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:17.047423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:11.618869Z","time spent":"5.428550053s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-20T04:18:17.047403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.659203506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-20T04:18:17.047406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.17836003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:18:17.047457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153547306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:17.047288Z","caller":"traceutil/trace.go:171","msg":"trace[1872367242] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4874; }","duration":"5.248418362s","start":"2026-05-20T04:18:11.798864Z","end":"2026-05-20T04:18:17.047282Z","steps":["trace[1872367242] 'agreement among raft nodes before linearized reading' (duration: 3.416129399s)","trace[1872367242] 'count revisions from in-memory index tree' (duration: 1.832264822s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:17.047469Z","caller":"traceutil/trace.go:171","msg":"trace[1013675665] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4874; }","duration":"3.659307539s","start":"2026-05-20T04:18:13.388142Z","end":"2026-05-20T04:18:17.04745Z","steps":["trace[1013675665] 'agreement among raft nodes before linearized reading' (duration: 1.826833952s)","trace[1013675665] 'range keys from in-memory index tree' (duration: 1.831508613s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:17.047488Z","caller":"traceutil/trace.go:171","msg":"trace[1946808445] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4874; }","duration":"2.153610768s","start":"2026-05-20T04:18:14.893865Z","end":"2026-05-20T04:18:17.047476Z","steps":["trace[1946808445] 'agreement among raft nodes before linearized reading' (duration: 321.173051ms)","trace[1946808445] 'count revisions from in-memory index tree' (duration: 1.832405025s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:17.04751Z","caller":"traceutil/trace.go:171","msg":"trace[820345651] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4874; }","duration":"4.178490153s","start":"2026-05-20T04:18:12.868979Z","end":"2026-05-20T04:18:17.047469Z","steps":["trace[820345651] 'agreement among raft nodes before linearized reading' (duration: 2.346046747s)","trace[820345651] 'count revisions from in-memory index tree' (duration: 1.832328434s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:17.047427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872207066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:18:17.047526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:14.893843Z","time spent":"2.15367589s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:17.047512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:13.388117Z","time spent":"3.659383501s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-20T04:18:17.04757Z","caller":"traceutil/trace.go:171","msg":"trace[48334402] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4874; }","duration":"1.872370311s","start":"2026-05-20T04:18:15.175183Z","end":"2026-05-20T04:18:17.047553Z","steps":["trace[48334402] 'agreement among raft nodes before linearized reading' (duration: 39.848142ms)","trace[48334402] 'count revisions from in-memory index tree' (duration: 1.832379815s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:17.047562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862705393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-20T04:18:17.04759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829658604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-703f48a8-a951-4040-a972-6b6403611a3e\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-05-20T04:18:17.047616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:15.175167Z","time spent":"1.872434523s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":84,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:18:17.047647Z","caller":"traceutil/trace.go:171","msg":"trace[289904925] range","detail":"{range_begin:/registry/persistentvolumes/pvc-703f48a8-a951-4040-a972-6b6403611a3e; range_end:; response_count:1; response_revision:4874; }","duration":"1.829718216s","start":"2026-05-20T04:18:15.217896Z","end":"2026-05-20T04:18:17.047615Z","steps":["trace[289904925] 'range keys from in-memory index tree' (duration: 1.829549412s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:17.047665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:12.868959Z","time spent":"4.178691128s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":53,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:17.047675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:15.217879Z","time spent":"1.829789688s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1315,"request content":"key:\"/registry/persistentvolumes/pvc-703f48a8-a951-4040-a972-6b6403611a3e\" "} {"level":"warn","ts":"2026-05-20T04:18:17.04772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827065878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120326"} {"level":"warn","ts":"2026-05-20T04:18:17.047686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81703108s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:17.047778Z","caller":"traceutil/trace.go:171","msg":"trace[369922495] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4874; }","duration":"1.827113499s","start":"2026-05-20T04:18:15.220644Z","end":"2026-05-20T04:18:17.047757Z","steps":["trace[369922495] 'range keys from in-memory index tree' (duration: 1.826900964s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:17.047573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82832239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120326"} {"level":"info","ts":"2026-05-20T04:18:17.047782Z","caller":"traceutil/trace.go:171","msg":"trace[1591223098] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4874; }","duration":"1.817124082s","start":"2026-05-20T04:18:15.23064Z","end":"2026-05-20T04:18:17.047764Z","steps":["trace[1591223098] 'range keys from in-memory index tree' (duration: 1.817017959s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:17.047277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828979958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4crz9\" ","response":"range_response_count:1 size:6859"} {"level":"warn","ts":"2026-05-20T04:18:17.047824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:15.220581Z","time spent":"1.827230952s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120348,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:18:17.047823Z","caller":"traceutil/trace.go:171","msg":"trace[1411438622] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4874; }","duration":"1.828580906s","start":"2026-05-20T04:18:15.219231Z","end":"2026-05-20T04:18:17.047811Z","steps":["trace[1411438622] 'range keys from in-memory index tree' (duration: 1.828042982s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:17.047852Z","caller":"traceutil/trace.go:171","msg":"trace[350728422] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-4crz9; range_end:; response_count:1; response_revision:4874; }","duration":"1.829592473s","start":"2026-05-20T04:18:15.218249Z","end":"2026-05-20T04:18:17.047841Z","steps":["trace[350728422] 'range keys from in-memory index tree' (duration: 1.828723331s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:17.046949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.960155251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:17.047872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:15.219217Z","time spent":"1.828638118s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120348,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:18:17.047357Z","caller":"traceutil/trace.go:171","msg":"trace[153937816] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:4874; }","duration":"3.208255434s","start":"2026-05-20T04:18:13.839082Z","end":"2026-05-20T04:18:17.047338Z","steps":["trace[153937816] 'agreement among raft nodes before linearized reading' (duration: 1.375967202s)","trace[153937816] 'count revisions from in-memory index tree' (duration: 1.83220751s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:17.047918Z","caller":"traceutil/trace.go:171","msg":"trace[414047204] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4874; }","duration":"9.961165877s","start":"2026-05-20T04:18:07.086727Z","end":"2026-05-20T04:18:17.047893Z","steps":["trace[414047204] 'agreement among raft nodes before linearized reading' (duration: 8.128039113s)","trace[414047204] 'count revisions from in-memory index tree' (duration: 1.832137498s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:17.047993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:07.086705Z","time spent":"9.961267229s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:18:17.04762Z","caller":"traceutil/trace.go:171","msg":"trace[243794869] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4874; }","duration":"1.862823216s","start":"2026-05-20T04:18:15.184782Z","end":"2026-05-20T04:18:17.047605Z","steps":["trace[243794869] 'agreement among raft nodes before linearized reading' (duration: 30.240786ms)","trace[243794869] 'range keys from in-memory index tree' (duration: 1.832439146s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:17.048067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:15.184753Z","time spent":"1.863302699s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:18:17.048089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.887837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-20T04:18:17.047937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:13.839061Z","time spent":"3.20886319s","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:18:17.048141Z","caller":"traceutil/trace.go:171","msg":"trace[894189994] linearizableReadLoop","detail":"{readStateIndex:5115; appliedIndex:5114; }","duration":"183.382896ms","start":"2026-05-20T04:18:16.864749Z","end":"2026-05-20T04:18:17.048132Z","steps":["trace[894189994] 'read index received' (duration: 37.021µs)","trace[894189994] 'applied index is now lower than readState.Index' (duration: 183.344855ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:17.047513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:11.798843Z","time spent":"5.248649907s","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:17.048219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.483709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:17.048243Z","caller":"traceutil/trace.go:171","msg":"trace[2023172878] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4875; }","duration":"183.546581ms","start":"2026-05-20T04:18:16.864688Z","end":"2026-05-20T04:18:17.048235Z","steps":["trace[2023172878] 'agreement among raft nodes before linearized reading' (duration: 183.482709ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:17.048379Z","caller":"traceutil/trace.go:171","msg":"trace[116813731] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"1.521080856s","start":"2026-05-20T04:18:15.527287Z","end":"2026-05-20T04:18:17.048368Z","steps":["trace[116813731] 'process raft request' (duration: 789.856621ms)","trace[116813731] 'compare' (duration: 730.093826ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:17.048443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:15.527259Z","time spent":"1.521153507s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:17.047893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:15.218236Z","time spent":"1.829647445s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4crz9\" "} {"level":"warn","ts":"2026-05-20T04:18:17.552463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:18.053444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:18.554392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:19.013421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212792385s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:18:19.071836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000465828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:18:19.071918Z","caller":"traceutil/trace.go:171","msg":"trace[101296577] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000580962s","start":"2026-05-20T04:18:17.071319Z","end":"2026-05-20T04:18:19.071899Z","steps":["trace[101296577] 'agreement among raft nodes before linearized reading' (duration: 2.000477539s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:19.071966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:17.071311Z","time spent":"2.000645503s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:18:20.676123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662487836s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-05-20T04:18:20.676279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:17.051069Z","time spent":"3.625205024s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:18:21.072319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999829162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:18:21.072403Z","caller":"traceutil/trace.go:171","msg":"trace[1076444656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999966715s","start":"2026-05-20T04:18:19.072417Z","end":"2026-05-20T04:18:21.072384Z","steps":["trace[1076444656] 'agreement among raft nodes before linearized reading' (duration: 1.999863003s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:21.072497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:19.072393Z","time spent":"2.000093189s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:18:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:21.895781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:17.052399Z","time spent":"4.843368436s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:18:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:21.90459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:17.068991Z","time spent":"4.835592357s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:18:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:21.953303Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.939639231s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:18:22.051342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:17.052704Z","time spent":"4.998629902s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:18:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:22.05146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999598516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:18:22.05155Z","caller":"traceutil/trace.go:171","msg":"trace[1702788481] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.99976583s","start":"2026-05-20T04:18:17.051763Z","end":"2026-05-20T04:18:22.051529Z","steps":["trace[1702788481] 'agreement among raft nodes before linearized reading' (duration: 4.999605326s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:22.051609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:17.05175Z","time spent":"4.999848733s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/20 04:18:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:22.068192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:17.069003Z","time spent":"4.999181446s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:18:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:22.957508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003815261s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:18:22.957964Z","caller":"traceutil/trace.go:171","msg":"trace[1604145802] linearizableReadLoop","detail":"{readStateIndex:5122; appliedIndex:5115; }","duration":"5.906154831s","start":"2026-05-20T04:18:17.051792Z","end":"2026-05-20T04:18:22.957947Z","steps":["trace[1604145802] 'read index received' (duration: 1.961834287s)","trace[1604145802] 'applied index is now lower than readState.Index' (duration: 3.944319524s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:22.958043Z","caller":"traceutil/trace.go:171","msg":"trace[629377083] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"5.906589432s","start":"2026-05-20T04:18:17.051443Z","end":"2026-05-20T04:18:22.958032Z","steps":["trace[629377083] 'process raft request' (duration: 4.902141745s)","trace[629377083] 'compare' (duration: 1.00299459s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:22.958109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:17.051421Z","time spent":"5.906651643s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:22.958287Z","caller":"traceutil/trace.go:171","msg":"trace[416535221] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"5.891121746s","start":"2026-05-20T04:18:17.067133Z","end":"2026-05-20T04:18:22.958255Z","steps":["trace[416535221] 'process raft request' (duration: 5.890705245s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:22.958477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:17.067097Z","time spent":"5.891297019s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:23.080136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999924485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:18:23.080224Z","caller":"traceutil/trace.go:171","msg":"trace[943034312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087919s","start":"2026-05-20T04:18:21.080117Z","end":"2026-05-20T04:18:23.080205Z","steps":["trace[943034312] 'agreement among raft nodes before linearized reading' (duration: 1.999965766s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:23.080272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:21.080094Z","time spent":"2.000166461s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:18:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:23.459145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:23.959687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:24.460759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:24.767108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999778121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:18:24.767237Z","caller":"traceutil/trace.go:171","msg":"trace[1699849099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000034878s","start":"2026-05-20T04:18:22.767182Z","end":"2026-05-20T04:18:24.767217Z","steps":["trace[1699849099] 'agreement among raft nodes before linearized reading' (duration: 1.999874034s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:24.767291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:22.767157Z","time spent":"2.00012264s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:18:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:24.775517Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.821899419s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:18:24.835222Z","caller":"traceutil/trace.go:171","msg":"trace[118411549] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"4.15808363s","start":"2026-05-20T04:18:20.677073Z","end":"2026-05-20T04:18:24.835157Z","steps":["trace[118411549] 'process raft request' (duration: 4.098686065s)","trace[118411549] 'compare' (duration: 58.762699ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:24.835299Z","caller":"traceutil/trace.go:171","msg":"trace[1804451345] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4883; }","duration":"2.928658679s","start":"2026-05-20T04:18:21.906618Z","end":"2026-05-20T04:18:24.835276Z","steps":["trace[1804451345] 'process raft request' (duration: 2.928621878s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:24.835402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:20.677053Z","time spent":"4.158257615s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:24.835438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:21.906578Z","time spent":"2.928783682s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73,"response count":0,"response size":591,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:24.835462Z","caller":"traceutil/trace.go:171","msg":"trace[1260932312] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"2.959574553s","start":"2026-05-20T04:18:21.875858Z","end":"2026-05-20T04:18:24.835432Z","steps":["trace[1260932312] 'process raft request' (duration: 2.959172842s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:24.835499Z","caller":"traceutil/trace.go:171","msg":"trace[188604123] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4883; }","duration":"2.937416824s","start":"2026-05-20T04:18:21.898037Z","end":"2026-05-20T04:18:24.835454Z","steps":["trace[188604123] 'process raft request' (duration: 2.937164148s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:24.835614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:21.875831Z","time spent":"2.959706645s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:24.835635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:21.898016Z","time spent":"2.937548597s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57,"response count":0,"response size":562,"request content":"compare: success:> failure: >"} 2026/05/20 04:18:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/20 04:18:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:25.08097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000486329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:18:25.08106Z","caller":"traceutil/trace.go:171","msg":"trace[1770539675] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000618843s","start":"2026-05-20T04:18:23.080418Z","end":"2026-05-20T04:18:25.081037Z","steps":["trace[1770539675] 'agreement among raft nodes before linearized reading' (duration: 2.00051396s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:25.081107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:23.080401Z","time spent":"2.000696764s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:18:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:26.675905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445063245s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:26.676041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281804755s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:18:26.676102Z","caller":"traceutil/trace.go:171","msg":"trace[1950224903] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4883; }","duration":"1.445288611s","start":"2026-05-20T04:18:25.230789Z","end":"2026-05-20T04:18:26.676078Z","steps":["trace[1950224903] 'range keys from in-memory index tree' (duration: 1.445038853s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:26.676182Z","caller":"traceutil/trace.go:171","msg":"trace[2136848874] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"3.955015698s","start":"2026-05-20T04:18:22.72113Z","end":"2026-05-20T04:18:26.676145Z","steps":["trace[2136848874] 'process raft request' (duration: 2.673029709s)","trace[2136848874] 'compare' (duration: 1.281465336s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:26.676302Z","caller":"traceutil/trace.go:171","msg":"trace[1421744335] linearizableReadLoop","detail":"{readStateIndex:5127; appliedIndex:5122; }","duration":"3.718247704s","start":"2026-05-20T04:18:22.958003Z","end":"2026-05-20T04:18:26.676251Z","steps":["trace[1421744335] 'read index received' (duration: 1.81775754s)","trace[1421744335] 'applied index is now lower than readState.Index' (duration: 1.900486174s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:26.676338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:22.721104Z","time spent":"3.955158573s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:26.67642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.731606582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:26.67643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.617472151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:18:26.676477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.481390854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:18:26.676499Z","caller":"traceutil/trace.go:171","msg":"trace[322691923] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4884; }","duration":"5.731757466s","start":"2026-05-20T04:18:20.944721Z","end":"2026-05-20T04:18:26.676479Z","steps":["trace[322691923] 'agreement among raft nodes before linearized reading' (duration: 5.731590732s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.6765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.606779046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:18:26.676517Z","caller":"traceutil/trace.go:171","msg":"trace[1079763549] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4884; }","duration":"9.481469996s","start":"2026-05-20T04:18:17.195036Z","end":"2026-05-20T04:18:26.676506Z","steps":["trace[1079763549] 'agreement among raft nodes before linearized reading' (duration: 9.481348073s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.676554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:17.195013Z","time spent":"9.481530518s","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":82,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:26.67655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:20.944701Z","time spent":"5.731834628s","remote":"127.0.0.1:58312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:18:26.676508Z","caller":"traceutil/trace.go:171","msg":"trace[1408867682] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4884; }","duration":"7.617595334s","start":"2026-05-20T04:18:19.058893Z","end":"2026-05-20T04:18:26.676489Z","steps":["trace[1408867682] 'agreement among raft nodes before linearized reading' (duration: 7.617374958s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.676671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.891151693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:26.67671Z","caller":"traceutil/trace.go:171","msg":"trace[22127329] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:4884; }","duration":"7.891228135s","start":"2026-05-20T04:18:18.785468Z","end":"2026-05-20T04:18:26.676696Z","steps":["trace[22127329] 'agreement among raft nodes before linearized reading' (duration: 7.890929588s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.676715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:19.058872Z","time spent":"7.617820669s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:18:26.676746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.607830259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-05-20T04:18:26.676757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:18.785445Z","time spent":"7.891301036s","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:18:26.676802Z","caller":"traceutil/trace.go:171","msg":"trace[1383379717] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4884; }","duration":"9.607913982s","start":"2026-05-20T04:18:17.068872Z","end":"2026-05-20T04:18:26.676786Z","steps":["trace[1383379717] 'agreement among raft nodes before linearized reading' (duration: 9.607553932s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.676857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:17.068858Z","time spent":"9.607988663s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T04:18:26.676917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586572768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:26.676963Z","caller":"traceutil/trace.go:171","msg":"trace[906395287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4886; }","duration":"1.58665517s","start":"2026-05-20T04:18:25.090297Z","end":"2026-05-20T04:18:26.676952Z","steps":["trace[906395287] 'agreement among raft nodes before linearized reading' (duration: 1.586590738s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.676939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.712450494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-05-20T04:18:26.676554Z","caller":"traceutil/trace.go:171","msg":"trace[337393782] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4884; }","duration":"7.606851637s","start":"2026-05-20T04:18:19.069685Z","end":"2026-05-20T04:18:26.676537Z","steps":["trace[337393782] 'agreement among raft nodes before linearized reading' (duration: 7.606695493s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.677022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:19.069674Z","time spent":"7.60734117s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"info","ts":"2026-05-20T04:18:26.677029Z","caller":"traceutil/trace.go:171","msg":"trace[696390647] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe; range_end:; response_count:1; response_revision:4886; }","duration":"3.712567356s","start":"2026-05-20T04:18:22.964445Z","end":"2026-05-20T04:18:26.677012Z","steps":["trace[696390647] 'agreement among raft nodes before linearized reading' (duration: 3.712361131s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.677092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:22.964429Z","time spent":"3.712648469s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe\" "} {"level":"warn","ts":"2026-05-20T04:18:26.677146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.648273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:18:26.677205Z","caller":"traceutil/trace.go:171","msg":"trace[1722302426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4886; }","duration":"930.749846ms","start":"2026-05-20T04:18:25.74644Z","end":"2026-05-20T04:18:26.677189Z","steps":["trace[1722302426] 'agreement among raft nodes before linearized reading' (duration: 930.657133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.677207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311634181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:26.677219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082759747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:26.677242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838383589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:18:26.677252Z","caller":"traceutil/trace.go:171","msg":"trace[1515183189] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4886; }","duration":"1.311723533s","start":"2026-05-20T04:18:25.365513Z","end":"2026-05-20T04:18:26.677237Z","steps":["trace[1515183189] 'agreement among raft nodes before linearized reading' (duration: 1.311654521s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:26.677264Z","caller":"traceutil/trace.go:171","msg":"trace[2078537686] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4886; }","duration":"1.082836799s","start":"2026-05-20T04:18:25.594414Z","end":"2026-05-20T04:18:26.67725Z","steps":["trace[2078537686] 'agreement among raft nodes before linearized reading' (duration: 1.082768118s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:26.677272Z","caller":"traceutil/trace.go:171","msg":"trace[1285688746] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4886; }","duration":"1.838488072s","start":"2026-05-20T04:18:24.838774Z","end":"2026-05-20T04:18:26.677262Z","steps":["trace[1285688746] 'agreement among raft nodes before linearized reading' (duration: 1.83840923s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.677295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:25.36549Z","time spent":"1.311791565s","remote":"127.0.0.1:34628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:26.677305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:25.594395Z","time spent":"1.082898031s","remote":"127.0.0.1:58352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:26.677322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922225911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:18:26.677338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390165966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-20T04:18:26.677369Z","caller":"traceutil/trace.go:171","msg":"trace[2086104361] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4886; }","duration":"1.390278479s","start":"2026-05-20T04:18:25.287081Z","end":"2026-05-20T04:18:26.67736Z","steps":["trace[2086104361] 'agreement among raft nodes before linearized reading' (duration: 1.390180997s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:26.67737Z","caller":"traceutil/trace.go:171","msg":"trace[154206877] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4886; }","duration":"1.922314413s","start":"2026-05-20T04:18:24.755042Z","end":"2026-05-20T04:18:26.677356Z","steps":["trace[154206877] 'agreement among raft nodes before linearized reading' (duration: 1.922224981s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.677381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.711876059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4crz9\" ","response":"range_response_count:1 size:7053"} {"level":"warn","ts":"2026-05-20T04:18:26.677401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:25.287057Z","time spent":"1.390337821s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-20T04:18:26.67741Z","caller":"traceutil/trace.go:171","msg":"trace[130517074] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-4crz9; range_end:; response_count:1; response_revision:4886; }","duration":"3.711940231s","start":"2026-05-20T04:18:22.965461Z","end":"2026-05-20T04:18:26.677402Z","steps":["trace[130517074] 'agreement among raft nodes before linearized reading' (duration: 3.711859759s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.677413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:24.755021Z","time spent":"1.922382234s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:26.676992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:25.090266Z","time spent":"1.586720302s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:18:26.677437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:22.965241Z","time spent":"3.712190837s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7075,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4crz9\" "} {"level":"warn","ts":"2026-05-20T04:18:26.677408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134743735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-05-20T04:18:26.677302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:24.838749Z","time spent":"1.838546303s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T04:18:26.67724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:25.746415Z","time spent":"930.814828ms","remote":"127.0.0.1:49452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:26.677162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018723878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:18:26.677719Z","caller":"traceutil/trace.go:171","msg":"trace[898160513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4886; }","duration":"2.019307133s","start":"2026-05-20T04:18:24.658394Z","end":"2026-05-20T04:18:26.677702Z","steps":["trace[898160513] 'agreement among raft nodes before linearized reading' (duration: 2.018689877s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.677153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128724377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-20T04:18:26.677829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:24.658375Z","time spent":"2.019434995s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:18:26.676443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.45551649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:26.677965Z","caller":"traceutil/trace.go:171","msg":"trace[165505787] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4884; }","duration":"9.45707932s","start":"2026-05-20T04:18:17.220869Z","end":"2026-05-20T04:18:26.677948Z","steps":["trace[165505787] 'agreement among raft nodes before linearized reading' (duration: 9.45550039s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.678018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:17.220851Z","time spent":"9.457154122s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:18:26.677465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.619834387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:18:26.678137Z","caller":"traceutil/trace.go:171","msg":"trace[1444265892] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4886; }","duration":"3.620547745s","start":"2026-05-20T04:18:23.057564Z","end":"2026-05-20T04:18:26.678112Z","steps":["trace[1444265892] 'agreement among raft nodes before linearized reading' (duration: 3.619802626s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.677476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.490489671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414310"} {"level":"info","ts":"2026-05-20T04:18:26.677974Z","caller":"traceutil/trace.go:171","msg":"trace[1273771748] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4886; }","duration":"1.129525858s","start":"2026-05-20T04:18:25.54837Z","end":"2026-05-20T04:18:26.677895Z","steps":["trace[1273771748] 'agreement among raft nodes before linearized reading' (duration: 1.128612554s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.678218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:23.057537Z","time spent":"3.620657158s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:18:26.678237Z","caller":"traceutil/trace.go:171","msg":"trace[394066197] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4884; }","duration":"4.491332213s","start":"2026-05-20T04:18:22.18688Z","end":"2026-05-20T04:18:26.678212Z","steps":["trace[394066197] 'agreement among raft nodes before linearized reading' (duration: 4.489492876s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.678298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:22.18686Z","time spent":"4.491418385s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414332,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-20T04:18:26.677564Z","caller":"traceutil/trace.go:171","msg":"trace[1455030680] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4886; }","duration":"2.134928839s","start":"2026-05-20T04:18:24.542608Z","end":"2026-05-20T04:18:26.677537Z","steps":["trace[1455030680] 'agreement among raft nodes before linearized reading' (duration: 2.134691283s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:26.678625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:24.542587Z","time spent":"2.136019897s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-20T04:18:26.678564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:25.548343Z","time spent":"1.129918427s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-20T04:18:28.679209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998483637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:18:28.679282Z","caller":"traceutil/trace.go:171","msg":"trace[816010040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998580081s","start":"2026-05-20T04:18:26.680687Z","end":"2026-05-20T04:18:28.679267Z","steps":["trace[816010040] 'agreement among raft nodes before linearized reading' (duration: 1.998494858s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:28.679335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:26.68068Z","time spent":"1.998639052s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:18:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:29.09631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.415730816s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:18:29.096775Z","caller":"traceutil/trace.go:171","msg":"trace[854398197] linearizableReadLoop","detail":"{readStateIndex:5130; appliedIndex:5129; }","duration":"2.416308321s","start":"2026-05-20T04:18:26.68044Z","end":"2026-05-20T04:18:29.096748Z","steps":["trace[854398197] 'read index received' (duration: 180.845µs)","trace[854398197] 'applied index is now lower than readState.Index' (duration: 2.416126146s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:29.096846Z","caller":"traceutil/trace.go:171","msg":"trace[1014840462] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"2.416391563s","start":"2026-05-20T04:18:26.680427Z","end":"2026-05-20T04:18:29.096818Z","steps":["trace[1014840462] 'process raft request' (duration: 2.416084424s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:29.096989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:26.680408Z","time spent":"2.416496746s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:29.097093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416620419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:18:29.097175Z","caller":"traceutil/trace.go:171","msg":"trace[206434561] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4887; }","duration":"2.416778903s","start":"2026-05-20T04:18:26.680378Z","end":"2026-05-20T04:18:29.097157Z","steps":["trace[206434561] 'agreement among raft nodes before linearized reading' (duration: 2.416472716s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:29.097223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:26.680351Z","time spent":"2.416863065s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-20T04:18:29.995649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.719697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:18:29.996007Z","caller":"traceutil/trace.go:171","msg":"trace[1083303724] linearizableReadLoop","detail":"{readStateIndex:5133; appliedIndex:5130; }","duration":"899.117524ms","start":"2026-05-20T04:18:29.09686Z","end":"2026-05-20T04:18:29.995978Z","steps":["trace[1083303724] 'read index received' (duration: 106.868562ms)","trace[1083303724] 'applied index is now lower than readState.Index' (duration: 792.247482ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:29.996232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309338053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:29.996226Z","caller":"traceutil/trace.go:171","msg":"trace[167915882] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"3.31132557s","start":"2026-05-20T04:18:26.684871Z","end":"2026-05-20T04:18:29.996196Z","steps":["trace[167915882] 'process raft request' (duration: 3.310915548s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:29.99627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348173329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:29.99638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313617088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-05-20T04:18:29.996373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31367735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-05-20T04:18:29.996365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312379047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-20T04:18:29.99644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296521744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:18:29.996438Z","caller":"traceutil/trace.go:171","msg":"trace[674848541] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a; range_end:; response_count:1; response_revision:4890; }","duration":"3.31369311s","start":"2026-05-20T04:18:26.682728Z","end":"2026-05-20T04:18:29.996421Z","steps":["trace[674848541] 'agreement among raft nodes before linearized reading' (duration: 3.313417833s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:29.996466Z","caller":"traceutil/trace.go:171","msg":"trace[1741756302] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4890; }","duration":"1.296573414s","start":"2026-05-20T04:18:28.699886Z","end":"2026-05-20T04:18:29.996459Z","steps":["trace[1741756302] 'agreement among raft nodes before linearized reading' (duration: 1.296486952s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:29.996448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:26.684857Z","time spent":"3.311448842s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:29.9964Z","caller":"traceutil/trace.go:171","msg":"trace[1637885772] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:4890; }","duration":"1.348347063s","start":"2026-05-20T04:18:28.648033Z","end":"2026-05-20T04:18:29.99638Z","steps":["trace[1637885772] 'agreement among raft nodes before linearized reading' (duration: 1.348123988s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:29.996473Z","caller":"traceutil/trace.go:171","msg":"trace[1465945136] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4890; }","duration":"3.31250576s","start":"2026-05-20T04:18:26.683943Z","end":"2026-05-20T04:18:29.996448Z","steps":["trace[1465945136] 'agreement among raft nodes before linearized reading' (duration: 3.312192602s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:29.996479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.071772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c\" ","response":"range_response_count:1 size:837"} {"level":"warn","ts":"2026-05-20T04:18:29.996497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:26.682719Z","time spent":"3.313763082s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a\" "} {"level":"warn","ts":"2026-05-20T04:18:29.996533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:26.683931Z","time spent":"3.312585342s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-20T04:18:29.996551Z","caller":"traceutil/trace.go:171","msg":"trace[537025541] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c; range_end:; response_count:1; response_revision:4890; }","duration":"895.175614ms","start":"2026-05-20T04:18:29.101357Z","end":"2026-05-20T04:18:29.996532Z","steps":["trace[537025541] 'agreement among raft nodes before linearized reading' (duration: 894.975599ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:29.996469Z","caller":"traceutil/trace.go:171","msg":"trace[1189965632] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4890; }","duration":"3.313818034s","start":"2026-05-20T04:18:26.682623Z","end":"2026-05-20T04:18:29.996441Z","steps":["trace[1189965632] 'agreement among raft nodes before linearized reading' (duration: 3.313551337s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:29.996605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:29.101336Z","time spent":"895.250956ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":859,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c\" "} {"level":"warn","ts":"2026-05-20T04:18:29.996537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:28.648015Z","time spent":"1.348503768s","remote":"127.0.0.1:57594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:29.996662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:26.682606Z","time spent":"3.314039879s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7482,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T04:18:29.996503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:28.699869Z","time spent":"1.296625086s","remote":"127.0.0.1:57912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":31,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:18:29.996354Z","caller":"traceutil/trace.go:171","msg":"trace[687530765] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"2.773676911s","start":"2026-05-20T04:18:27.222667Z","end":"2026-05-20T04:18:29.996344Z","steps":["trace[687530765] 'process raft request' (duration: 2.77324473s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:29.997021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:27.222635Z","time spent":"2.774303027s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:29.996326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.939593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-20T04:18:29.997132Z","caller":"traceutil/trace.go:171","msg":"trace[1952551056] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4890; }","duration":"896.849356ms","start":"2026-05-20T04:18:29.100239Z","end":"2026-05-20T04:18:29.997088Z","steps":["trace[1952551056] 'agreement among raft nodes before linearized reading' (duration: 895.939063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:29.997092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31015135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120326"} {"level":"warn","ts":"2026-05-20T04:18:29.997088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313089265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120326"} {"level":"info","ts":"2026-05-20T04:18:29.997205Z","caller":"traceutil/trace.go:171","msg":"trace[1274051866] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4890; }","duration":"3.310282843s","start":"2026-05-20T04:18:26.686906Z","end":"2026-05-20T04:18:29.997189Z","steps":["trace[1274051866] 'agreement among raft nodes before linearized reading' (duration: 3.309234276s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:29.997205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:29.100218Z","time spent":"896.963019ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T04:18:29.997268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:26.686899Z","time spent":"3.310353804s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120348,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:18:29.997222Z","caller":"traceutil/trace.go:171","msg":"trace[484014903] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4890; }","duration":"3.313257209s","start":"2026-05-20T04:18:26.683947Z","end":"2026-05-20T04:18:29.997204Z","steps":["trace[484014903] 'agreement among raft nodes before linearized reading' (duration: 3.312215173s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:29.997571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:26.683933Z","time spent":"3.313622558s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120348,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:18:29.996278Z","caller":"traceutil/trace.go:171","msg":"trace[712125968] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"3.311837924s","start":"2026-05-20T04:18:26.684403Z","end":"2026-05-20T04:18:29.996241Z","steps":["trace[712125968] 'process raft request' (duration: 2.519377997s)","trace[712125968] 'compare' (duration: 791.206594ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:29.997719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:26.684386Z","time spent":"3.313243609s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:29.996675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309755763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:29.997794Z","caller":"traceutil/trace.go:171","msg":"trace[1367619425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4890; }","duration":"1.310918173s","start":"2026-05-20T04:18:28.686865Z","end":"2026-05-20T04:18:29.997783Z","steps":["trace[1367619425] 'agreement among raft nodes before linearized reading' (duration: 1.309524658s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:29.997818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:28.68684Z","time spent":"1.310971503s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:18:29.996276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.224459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:18:29.997867Z","caller":"traceutil/trace.go:171","msg":"trace[1030151668] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4890; }","duration":"780.87474ms","start":"2026-05-20T04:18:29.216972Z","end":"2026-05-20T04:18:29.997847Z","steps":["trace[1030151668] 'agreement among raft nodes before linearized reading' (duration: 779.208368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:29.997904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:29.216948Z","time spent":"780.942381ms","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":6,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:18:29.996298Z","caller":"traceutil/trace.go:171","msg":"trace[1066132246] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4890; }","duration":"1.309458256s","start":"2026-05-20T04:18:28.686825Z","end":"2026-05-20T04:18:29.996284Z","steps":["trace[1066132246] 'agreement among raft nodes before linearized reading' (duration: 1.309303842s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:29.997977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:28.686801Z","time spent":"1.311169328s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:18:30.501804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:31.002319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:31.120297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119784967s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:18:31.120708Z","caller":"traceutil/trace.go:171","msg":"trace[742824851] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"1.120256629s","start":"2026-05-20T04:18:30.000426Z","end":"2026-05-20T04:18:31.120683Z","steps":["trace[742824851] 'process raft request' (duration: 1.120067055s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:31.120863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:30.000409Z","time spent":"1.120374243s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:31.969357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.796921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:18:31.969768Z","caller":"traceutil/trace.go:171","msg":"trace[1593745739] linearizableReadLoop","detail":"{readStateIndex:5138; appliedIndex:5133; }","duration":"1.969028922s","start":"2026-05-20T04:18:30.000722Z","end":"2026-05-20T04:18:31.969751Z","steps":["trace[1593745739] 'read index received' (duration: 1.119769897s)","trace[1593745739] 'applied index is now lower than readState.Index' (duration: 849.257785ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:31.969886Z","caller":"traceutil/trace.go:171","msg":"trace[740247622] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"1.964554416s","start":"2026-05-20T04:18:30.005301Z","end":"2026-05-20T04:18:31.969856Z","steps":["trace[740247622] 'process raft request' (duration: 1.964356491s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:31.970006Z","caller":"traceutil/trace.go:171","msg":"trace[308600768] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"1.964585187s","start":"2026-05-20T04:18:30.005406Z","end":"2026-05-20T04:18:31.969991Z","steps":["trace[308600768] 'process raft request' (duration: 1.96430056s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:31.970037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:30.005292Z","time spent":"1.964664739s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:31.970101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:30.004645Z","time spent":"1.965405627s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":933,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:18:31.970304Z","caller":"traceutil/trace.go:171","msg":"trace[1169382865] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"1.965570212s","start":"2026-05-20T04:18:30.004706Z","end":"2026-05-20T04:18:31.970276Z","steps":["trace[1169382865] 'process raft request' (duration: 1.964749481s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:31.970425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:30.004695Z","time spent":"1.965674474s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:18:31.970429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959108816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:31.97045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.393482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:31.970487Z","caller":"traceutil/trace.go:171","msg":"trace[924749391] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4895; }","duration":"1.959200199s","start":"2026-05-20T04:18:30.011272Z","end":"2026-05-20T04:18:31.970472Z","steps":["trace[924749391] 'agreement among raft nodes before linearized reading' (duration: 1.959081336s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:31.970521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965015798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-05-20T04:18:31.970502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965950391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:31.970332Z","caller":"traceutil/trace.go:171","msg":"trace[1542933058] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"1.968241721s","start":"2026-05-20T04:18:30.002071Z","end":"2026-05-20T04:18:31.970313Z","steps":["trace[1542933058] 'process raft request' (duration: 1.339237039s)","trace[1542933058] 'compare' (duration: 627.420932ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:31.970559Z","caller":"traceutil/trace.go:171","msg":"trace[1819150396] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4895; }","duration":"1.965067759s","start":"2026-05-20T04:18:30.005482Z","end":"2026-05-20T04:18:31.970549Z","steps":["trace[1819150396] 'agreement among raft nodes before linearized reading' (duration: 1.964922615s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:31.970571Z","caller":"traceutil/trace.go:171","msg":"trace[1505342886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4895; }","duration":"1.966050284s","start":"2026-05-20T04:18:30.004507Z","end":"2026-05-20T04:18:31.970557Z","steps":["trace[1505342886] 'agreement among raft nodes before linearized reading' (duration: 1.965932501s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:31.970583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:30.005476Z","time spent":"1.96510212s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-20T04:18:31.970599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:30.002059Z","time spent":"1.968506597s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:31.970619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:30.004495Z","time spent":"1.966115016s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:18:31.970608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.36888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:31.970646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.444416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe\" ","response":"range_response_count:1 size:879"} {"level":"warn","ts":"2026-05-20T04:18:31.970626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969898704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:18:31.970684Z","caller":"traceutil/trace.go:171","msg":"trace[1176908191] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe; range_end:; response_count:1; response_revision:4895; }","duration":"845.514538ms","start":"2026-05-20T04:18:31.125161Z","end":"2026-05-20T04:18:31.970675Z","steps":["trace[1176908191] 'agreement among raft nodes before linearized reading' (duration: 845.410396ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:31.970691Z","caller":"traceutil/trace.go:171","msg":"trace[686511541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4895; }","duration":"447.515664ms","start":"2026-05-20T04:18:31.523157Z","end":"2026-05-20T04:18:31.970672Z","steps":["trace[686511541] 'agreement among raft nodes before linearized reading' (duration: 447.35789ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:31.9707Z","caller":"traceutil/trace.go:171","msg":"trace[66244170] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:4895; }","duration":"1.970018096s","start":"2026-05-20T04:18:30.000667Z","end":"2026-05-20T04:18:31.970685Z","steps":["trace[66244170] 'agreement among raft nodes before linearized reading' (duration: 1.969843542s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:31.970717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:31.125144Z","time spent":"845.568109ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe\" "} {"level":"info","ts":"2026-05-20T04:18:31.970489Z","caller":"traceutil/trace.go:171","msg":"trace[861182202] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4895; }","duration":"276.511795ms","start":"2026-05-20T04:18:31.693967Z","end":"2026-05-20T04:18:31.970479Z","steps":["trace[861182202] 'agreement among raft nodes before linearized reading' (duration: 276.436143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:31.970535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:30.011262Z","time spent":"1.95926378s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:31.970739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:30.000639Z","time spent":"1.970091259s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:18:31.970741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:31.523095Z","time spent":"447.638947ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:18:31.970834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759395582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:18:31.972421Z","caller":"traceutil/trace.go:171","msg":"trace[24804068] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4895; }","duration":"1.761019954s","start":"2026-05-20T04:18:30.211384Z","end":"2026-05-20T04:18:31.972404Z","steps":["trace[24804068] 'agreement among raft nodes before linearized reading' (duration: 1.758887209s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:31.972474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:30.211364Z","time spent":"1.761096845s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:18:31.971076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968807656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:18:31.972732Z","caller":"traceutil/trace.go:171","msg":"trace[2145911382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4895; }","duration":"1.970487189s","start":"2026-05-20T04:18:30.002229Z","end":"2026-05-20T04:18:31.972716Z","steps":["trace[2145911382] 'agreement among raft nodes before linearized reading' (duration: 1.96781873s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:31.972791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:30.00222Z","time spent":"1.97055522s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:18:31.971326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815174893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-05-20T04:18:31.972901Z","caller":"traceutil/trace.go:171","msg":"trace[1123068028] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4895; }","duration":"1.817132602s","start":"2026-05-20T04:18:30.155752Z","end":"2026-05-20T04:18:31.972884Z","steps":["trace[1123068028] 'agreement among raft nodes before linearized reading' (duration: 1.814608747s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:31.972977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:30.15573Z","time spent":"1.817218845s","remote":"127.0.0.1:58330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-20T04:18:32.980005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.239885ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-05-20T04:18:32.980122Z","caller":"traceutil/trace.go:171","msg":"trace[649971820] linearizableReadLoop","detail":"{readStateIndex:5139; appliedIndex:5138; }","duration":"1.006576773s","start":"2026-05-20T04:18:31.973521Z","end":"2026-05-20T04:18:32.980097Z","steps":["trace[649971820] 'read index received' (duration: 187.173094ms)","trace[649971820] 'applied index is now lower than readState.Index' (duration: 819.401919ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:32.980461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:31.973251Z","time spent":"1.006935592s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:18:32.980561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007018325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:32.980621Z","caller":"traceutil/trace.go:171","msg":"trace[1805456589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4895; }","duration":"1.007110786s","start":"2026-05-20T04:18:31.973493Z","end":"2026-05-20T04:18:32.980604Z","steps":["trace[1805456589] 'agreement among raft nodes before linearized reading' (duration: 1.006995003s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:32.980664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:31.973478Z","time spent":"1.007175769s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:18:33.480656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:33.981555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578223995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:34.105257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.944437501s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:18:34.175975Z","caller":"traceutil/trace.go:171","msg":"trace[283135706] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"2.200231296s","start":"2026-05-20T04:18:31.975707Z","end":"2026-05-20T04:18:34.175938Z","steps":["trace[283135706] 'process raft request' (duration: 2.129768026s)","trace[283135706] 'compare' (duration: 70.223883ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:34.17603Z","caller":"traceutil/trace.go:171","msg":"trace[657367461] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"2.199734503s","start":"2026-05-20T04:18:31.976255Z","end":"2026-05-20T04:18:34.175989Z","steps":["trace[657367461] 'process raft request' (duration: 2.199574759s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.176144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:31.975691Z","time spent":"2.200359439s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:34.176194Z","caller":"traceutil/trace.go:171","msg":"trace[886393880] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"2.199809915s","start":"2026-05-20T04:18:31.976374Z","end":"2026-05-20T04:18:34.176184Z","steps":["trace[886393880] 'process raft request' (duration: 2.199514627s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.17619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:31.976243Z","time spent":"2.199872637s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:18:34.176291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:31.976365Z","time spent":"2.199860017s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:34.176397Z","caller":"traceutil/trace.go:171","msg":"trace[702347518] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"2.200105893s","start":"2026-05-20T04:18:31.976283Z","end":"2026-05-20T04:18:34.176389Z","steps":["trace[702347518] 'process raft request' (duration: 2.199646691s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.176445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:31.97626Z","time spent":"2.200155794s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:34.176047Z","caller":"traceutil/trace.go:171","msg":"trace[1681433945] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"2.195544666s","start":"2026-05-20T04:18:31.980479Z","end":"2026-05-20T04:18:34.176023Z","steps":["trace[1681433945] 'process raft request' (duration: 2.195491734s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.176688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:31.980462Z","time spent":"2.1961222s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:34.917078Z","caller":"traceutil/trace.go:171","msg":"trace[1344995380] linearizableReadLoop","detail":"{readStateIndex:5147; appliedIndex:5139; }","duration":"1.936909587s","start":"2026-05-20T04:18:32.980149Z","end":"2026-05-20T04:18:34.917059Z","steps":["trace[1344995380] 'read index received' (duration: 1.12534321s)","trace[1344995380] 'applied index is now lower than readState.Index' (duration: 811.565627ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:34.917159Z","caller":"traceutil/trace.go:171","msg":"trace[1741993452] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"2.306266406s","start":"2026-05-20T04:18:32.610884Z","end":"2026-05-20T04:18:34.91715Z","steps":["trace[1741993452] 'process raft request' (duration: 2.243770263s)","trace[1741993452] 'compare' (duration: 61.828586ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:34.917229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:32.610783Z","time spent":"2.30639141s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18607,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:34.917312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060608422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:34.917383Z","caller":"traceutil/trace.go:171","msg":"trace[1381664114] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4903; }","duration":"2.060729695s","start":"2026-05-20T04:18:32.856639Z","end":"2026-05-20T04:18:34.917369Z","steps":["trace[1381664114] 'agreement among raft nodes before linearized reading' (duration: 2.060588571s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.917418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:32.856617Z","time spent":"2.060792596s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:34.917427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739826153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:18:34.917446Z","caller":"traceutil/trace.go:171","msg":"trace[630796432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4903; }","duration":"2.739876584s","start":"2026-05-20T04:18:32.177564Z","end":"2026-05-20T04:18:34.91744Z","steps":["trace[630796432] 'agreement among raft nodes before linearized reading' (duration: 2.739774562s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.917468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:32.177544Z","time spent":"2.739918555s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:18:34.917204Z","caller":"traceutil/trace.go:171","msg":"trace[85829939] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"940.596999ms","start":"2026-05-20T04:18:33.976578Z","end":"2026-05-20T04:18:34.917175Z","steps":["trace[85829939] 'process raft request' (duration: 940.445715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.917514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739846283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126456"} {"level":"warn","ts":"2026-05-20T04:18:34.917579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936024158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-05-20T04:18:34.917595Z","caller":"traceutil/trace.go:171","msg":"trace[989005823] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:4903; }","duration":"2.936058639s","start":"2026-05-20T04:18:31.981533Z","end":"2026-05-20T04:18:34.917591Z","steps":["trace[989005823] 'agreement among raft nodes before linearized reading' (duration: 2.936010978s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.917608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:31.981524Z","time spent":"2.93608104s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-05-20T04:18:34.917614Z","caller":"traceutil/trace.go:171","msg":"trace[129752376] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4903; }","duration":"2.739970356s","start":"2026-05-20T04:18:32.177622Z","end":"2026-05-20T04:18:34.917592Z","steps":["trace[129752376] 'agreement among raft nodes before linearized reading' (duration: 2.739538055s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.917657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:32.177615Z","time spent":"2.740035229s","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126478,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-20T04:18:34.917659Z","caller":"traceutil/trace.go:171","msg":"trace[1274614379] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"1.936077566s","start":"2026-05-20T04:18:32.981564Z","end":"2026-05-20T04:18:34.917642Z","steps":["trace[1274614379] 'process raft request' (duration: 1.935399168s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.917687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837791507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-05-20T04:18:34.917711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:32.981541Z","time spent":"1.936145088s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:34.91773Z","caller":"traceutil/trace.go:171","msg":"trace[1140964196] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:4903; }","duration":"2.837875579s","start":"2026-05-20T04:18:32.079843Z","end":"2026-05-20T04:18:34.917719Z","steps":["trace[1140964196] 'agreement among raft nodes before linearized reading' (duration: 2.837748886s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.917765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:32.079819Z","time spent":"2.837938581s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1343,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-05-20T04:18:34.917807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910846523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:18:34.917844Z","caller":"traceutil/trace.go:171","msg":"trace[24864911] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4903; }","duration":"2.910905143s","start":"2026-05-20T04:18:32.006928Z","end":"2026-05-20T04:18:34.917833Z","steps":["trace[24864911] 'agreement among raft nodes before linearized reading' (duration: 2.910819731s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.917561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04460759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:34.917868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:32.006917Z","time spent":"2.910945554s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:18:34.917896Z","caller":"traceutil/trace.go:171","msg":"trace[475464144] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4903; }","duration":"2.044964181s","start":"2026-05-20T04:18:32.872922Z","end":"2026-05-20T04:18:34.917886Z","steps":["trace[475464144] 'agreement among raft nodes before linearized reading' (duration: 2.044612801s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.917605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:33.976556Z","time spent":"940.968949ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:34.91809Z","caller":"traceutil/trace.go:171","msg":"trace[772012667] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"733.743661ms","start":"2026-05-20T04:18:34.184335Z","end":"2026-05-20T04:18:34.918079Z","steps":["trace[772012667] 'process raft request' (duration: 733.326399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.917565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91390273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:34.918144Z","caller":"traceutil/trace.go:171","msg":"trace[1242436363] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4903; }","duration":"2.914608959s","start":"2026-05-20T04:18:32.003525Z","end":"2026-05-20T04:18:34.918134Z","steps":["trace[1242436363] 'agreement among raft nodes before linearized reading' (duration: 2.913876539s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.918164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:34.184312Z","time spent":"733.808052ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:34.918186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:32.003462Z","time spent":"2.914715292s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:18:34.917697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937827034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-20T04:18:34.918233Z","caller":"traceutil/trace.go:171","msg":"trace[570687229] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4903; }","duration":"2.938376779s","start":"2026-05-20T04:18:31.979847Z","end":"2026-05-20T04:18:34.918223Z","steps":["trace[570687229] 'agreement among raft nodes before linearized reading' (duration: 2.937814714s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.918264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:31.979838Z","time spent":"2.9384167s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-20T04:18:34.917939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:32.87291Z","time spent":"2.045010652s","remote":"127.0.0.1:34012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:34.989572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000541011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:18:34.989757Z","caller":"traceutil/trace.go:171","msg":"trace[1804038010] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000782587s","start":"2026-05-20T04:18:32.988952Z","end":"2026-05-20T04:18:34.989735Z","steps":["trace[1804038010] 'agreement among raft nodes before linearized reading' (duration: 2.000558941s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:34.989859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:32.988941Z","time spent":"2.00090402s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:18:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:35.883246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.422577ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:18:35.883438Z","caller":"traceutil/trace.go:171","msg":"trace[1841441814] linearizableReadLoop","detail":"{readStateIndex:5149; appliedIndex:5147; }","duration":"966.289238ms","start":"2026-05-20T04:18:34.917128Z","end":"2026-05-20T04:18:35.883417Z","steps":["trace[1841441814] 'read index received' (duration: 463.051µs)","trace[1841441814] 'applied index is now lower than readState.Index' (duration: 965.824007ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:35.883413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146169211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:18:35.88352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.877244853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:18:35.883552Z","caller":"traceutil/trace.go:171","msg":"trace[1436629551] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4904; }","duration":"3.146389316s","start":"2026-05-20T04:18:32.737133Z","end":"2026-05-20T04:18:35.883522Z","steps":["trace[1436629551] 'agreement among raft nodes before linearized reading' (duration: 2.180614061s)","trace[1436629551] 'count revisions from in-memory index tree' (duration: 965.528479ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:35.883573Z","caller":"traceutil/trace.go:171","msg":"trace[123322858] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4904; }","duration":"3.877327185s","start":"2026-05-20T04:18:32.006229Z","end":"2026-05-20T04:18:35.883556Z","steps":["trace[123322858] 'agreement among raft nodes before linearized reading' (duration: 2.911670904s)","trace[123322858] 'range keys from in-memory index tree' (duration: 965.478477ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:35.883611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:32.006216Z","time spent":"3.877386876s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:18:35.883628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:32.737097Z","time spent":"3.146506129s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:35.883649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.162272ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:35.883778Z","caller":"traceutil/trace.go:171","msg":"trace[1174528797] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4904; }","duration":"653.303475ms","start":"2026-05-20T04:18:35.230456Z","end":"2026-05-20T04:18:35.88376Z","steps":["trace[1174528797] 'range keys from in-memory index tree' (duration: 653.144532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:35.88397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536038573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:35.884049Z","caller":"traceutil/trace.go:171","msg":"trace[18984791] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:4904; }","duration":"2.536161046s","start":"2026-05-20T04:18:33.347865Z","end":"2026-05-20T04:18:35.884026Z","steps":["trace[18984791] 'agreement among raft nodes before linearized reading' (duration: 2.536044103s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:35.884062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702569863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c\" ","response":"range_response_count:1 size:837"} {"level":"info","ts":"2026-05-20T04:18:35.884094Z","caller":"traceutil/trace.go:171","msg":"trace[1780362639] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c; range_end:; response_count:1; response_revision:4904; }","duration":"1.702642775s","start":"2026-05-20T04:18:34.181441Z","end":"2026-05-20T04:18:35.884084Z","steps":["trace[1780362639] 'agreement among raft nodes before linearized reading' (duration: 1.702500461s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:35.884102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:33.347836Z","time spent":"2.536249699s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:35.884119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:34.181423Z","time spent":"1.702690065s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":859,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c\" "} {"level":"warn","ts":"2026-05-20T04:18:35.883977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420989688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:35.884287Z","caller":"traceutil/trace.go:171","msg":"trace[1258333845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4904; }","duration":"1.421328865s","start":"2026-05-20T04:18:34.462933Z","end":"2026-05-20T04:18:35.884262Z","steps":["trace[1258333845] 'agreement among raft nodes before linearized reading' (duration: 1.420973616s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:35.884416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:34.462909Z","time spent":"1.42147955s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:35.883964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468275194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:35.884777Z","caller":"traceutil/trace.go:171","msg":"trace[2092818245] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4904; }","duration":"2.469179938s","start":"2026-05-20T04:18:33.415577Z","end":"2026-05-20T04:18:35.884757Z","steps":["trace[2092818245] 'agreement among raft nodes before linearized reading' (duration: 2.468289334s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:35.884894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:33.415543Z","time spent":"2.469325802s","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:36.100948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.17947839s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:18:36.101497Z","caller":"traceutil/trace.go:171","msg":"trace[180420150] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"1.180226648s","start":"2026-05-20T04:18:34.921246Z","end":"2026-05-20T04:18:36.101472Z","steps":["trace[180420150] 'process raft request' (duration: 1.180008152s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:36.101635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:34.921222Z","time spent":"1.180342611s","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126442,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:36.98963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999904405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:18:36.989706Z","caller":"traceutil/trace.go:171","msg":"trace[1516033316] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000027278s","start":"2026-05-20T04:18:34.989664Z","end":"2026-05-20T04:18:36.989691Z","steps":["trace[1516033316] 'agreement among raft nodes before linearized reading' (duration: 1.999934826s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:36.989749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:34.989648Z","time spent":"2.000091079s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:18:38.214618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.113400717s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:18:38.215096Z","caller":"traceutil/trace.go:171","msg":"trace[298357860] linearizableReadLoop","detail":"{readStateIndex:5151; appliedIndex:5149; }","duration":"2.331574976s","start":"2026-05-20T04:18:35.883497Z","end":"2026-05-20T04:18:38.215072Z","steps":["trace[298357860] 'read index received' (duration: 217.82451ms)","trace[298357860] 'applied index is now lower than readState.Index' (duration: 2.113749676s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:38.215231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289673265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:38.215242Z","caller":"traceutil/trace.go:171","msg":"trace[1083015700] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"2.328603371s","start":"2026-05-20T04:18:35.886585Z","end":"2026-05-20T04:18:38.215188Z","steps":["trace[1083015700] 'process raft request' (duration: 2.328430235s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:38.215301Z","caller":"traceutil/trace.go:171","msg":"trace[107980152] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:4907; }","duration":"3.289773697s","start":"2026-05-20T04:18:34.925507Z","end":"2026-05-20T04:18:38.215281Z","steps":["trace[107980152] 'agreement among raft nodes before linearized reading' (duration: 3.289592671s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:38.215314Z","caller":"traceutil/trace.go:171","msg":"trace[569284327] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"3.024032237s","start":"2026-05-20T04:18:35.191245Z","end":"2026-05-20T04:18:38.215277Z","steps":["trace[569284327] 'process raft request' (duration: 3.023602485s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:38.215349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:34.925499Z","time spent":"3.289841318s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:18:38.2155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:35.886568Z","time spent":"2.328782985s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:38.215356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290764322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-20T04:18:38.215524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:35.191217Z","time spent":"3.024192261s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:38.21557Z","caller":"traceutil/trace.go:171","msg":"trace[413111676] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4907; }","duration":"3.291025909s","start":"2026-05-20T04:18:34.924534Z","end":"2026-05-20T04:18:38.21556Z","steps":["trace[413111676] 'agreement among raft nodes before linearized reading' (duration: 3.29068422s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:38.215658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:34.924521Z","time spent":"3.29109206s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:18:38.21566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.294808636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:18:38.215759Z","caller":"traceutil/trace.go:171","msg":"trace[59427182] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4907; }","duration":"3.29497584s","start":"2026-05-20T04:18:34.920764Z","end":"2026-05-20T04:18:38.21574Z","steps":["trace[59427182] 'agreement among raft nodes before linearized reading' (duration: 3.294623331s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:38.215747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293459582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"warn","ts":"2026-05-20T04:18:38.215858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:34.920747Z","time spent":"3.295077843s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-20T04:18:38.215998Z","caller":"traceutil/trace.go:171","msg":"trace[157511377] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:4907; }","duration":"3.293753789s","start":"2026-05-20T04:18:34.922074Z","end":"2026-05-20T04:18:38.215827Z","steps":["trace[157511377] 'agreement among raft nodes before linearized reading' (duration: 3.293258556s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:38.216075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:34.922052Z","time spent":"3.294006186s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-05-20T04:18:38.216317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.294098898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-05-20T04:18:38.216358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29069843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120326"} {"level":"info","ts":"2026-05-20T04:18:38.216451Z","caller":"traceutil/trace.go:171","msg":"trace[1199546724] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4907; }","duration":"3.290831894s","start":"2026-05-20T04:18:34.9256Z","end":"2026-05-20T04:18:38.216432Z","steps":["trace[1199546724] 'agreement among raft nodes before linearized reading' (duration: 3.289616323s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:38.216365Z","caller":"traceutil/trace.go:171","msg":"trace[1555208280] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4907; }","duration":"3.29418217s","start":"2026-05-20T04:18:34.922172Z","end":"2026-05-20T04:18:38.216354Z","steps":["trace[1555208280] 'agreement among raft nodes before linearized reading' (duration: 3.294050507s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:38.216509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:34.92559Z","time spent":"3.290908086s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120348,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:18:38.21654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:34.922155Z","time spent":"3.294353064s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T04:18:38.998112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:18:38.998222Z","caller":"traceutil/trace.go:171","msg":"trace[385950042] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392067s","start":"2026-05-20T04:18:36.997808Z","end":"2026-05-20T04:18:38.9982Z","steps":["trace[385950042] 'agreement among raft nodes before linearized reading' (duration: 2.000262383s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:38.998269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:36.997785Z","time spent":"2.000473799s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:18:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:18:39.491958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04544984s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:18:39.492403Z","caller":"traceutil/trace.go:171","msg":"trace[1643744016] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"2.5675307s","start":"2026-05-20T04:18:36.92484Z","end":"2026-05-20T04:18:39.492371Z","steps":["trace[1643744016] 'process raft request' (duration: 2.567254753s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:39.492423Z","caller":"traceutil/trace.go:171","msg":"trace[276062567] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"3.309287227s","start":"2026-05-20T04:18:36.183088Z","end":"2026-05-20T04:18:39.492375Z","steps":["trace[276062567] 'process raft request' (duration: 2.263276563s)","trace[276062567] 'compare' (duration: 1.04507149s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:39.492532Z","caller":"traceutil/trace.go:171","msg":"trace[191374260] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"1.272481346s","start":"2026-05-20T04:18:38.220023Z","end":"2026-05-20T04:18:39.492504Z","steps":["trace[191374260] 'process raft request' (duration: 1.27226114s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:39.492571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:36.924815Z","time spent":"2.567656834s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:39.492573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:36.183069Z","time spent":"3.30941243s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:39.492521Z","caller":"traceutil/trace.go:171","msg":"trace[1473645743] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4909; }","duration":"1.27421724s","start":"2026-05-20T04:18:38.218257Z","end":"2026-05-20T04:18:39.492474Z","steps":["trace[1473645743] 'process raft request' (duration: 1.273978834s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:39.492585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567034119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:39.492403Z","caller":"traceutil/trace.go:171","msg":"trace[508578473] linearizableReadLoop","detail":"{readStateIndex:5154; appliedIndex:5152; }","duration":"1.277172455s","start":"2026-05-20T04:18:38.215188Z","end":"2026-05-20T04:18:39.492361Z","steps":["trace[508578473] 'read index received' (duration: 231.189842ms)","trace[508578473] 'applied index is now lower than readState.Index' (duration: 1.045978313s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:39.492643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:38.219999Z","time spent":"1.27259442s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:18:39.492652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.310995491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:18:39.492678Z","caller":"traceutil/trace.go:171","msg":"trace[1145637165] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4910; }","duration":"2.567161952s","start":"2026-05-20T04:18:36.925495Z","end":"2026-05-20T04:18:39.492657Z","steps":["trace[1145637165] 'agreement among raft nodes before linearized reading' (duration: 2.566900265s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:39.492735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:36.925483Z","time spent":"2.567243364s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"info","ts":"2026-05-20T04:18:39.492736Z","caller":"traceutil/trace.go:171","msg":"trace[1076766774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4910; }","duration":"3.311126284s","start":"2026-05-20T04:18:36.181589Z","end":"2026-05-20T04:18:39.492715Z","steps":["trace[1076766774] 'agreement among raft nodes before linearized reading' (duration: 3.310893887s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:39.492749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:38.21824Z","time spent":"1.274400385s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:18:39.492789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:36.181567Z","time spent":"3.311211807s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:18:39.49282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154994351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:18:39.492827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274661852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:18:39.492879Z","caller":"traceutil/trace.go:171","msg":"trace[1695187094] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4910; }","duration":"1.274738184s","start":"2026-05-20T04:18:38.218128Z","end":"2026-05-20T04:18:39.492866Z","steps":["trace[1695187094] 'agreement among raft nodes before linearized reading' (duration: 1.274610971s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:39.492886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602307147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120326"} {"level":"warn","ts":"2026-05-20T04:18:39.49292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:38.218105Z","time spent":"1.274806356s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-20T04:18:39.492846Z","caller":"traceutil/trace.go:171","msg":"trace[573000851] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4910; }","duration":"1.155070783s","start":"2026-05-20T04:18:38.337768Z","end":"2026-05-20T04:18:39.492839Z","steps":["trace[573000851] 'agreement among raft nodes before linearized reading' (duration: 1.154982821s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:39.492952Z","caller":"traceutil/trace.go:171","msg":"trace[1182043355] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4910; }","duration":"3.602470072s","start":"2026-05-20T04:18:35.890466Z","end":"2026-05-20T04:18:39.492936Z","steps":["trace[1182043355] 'agreement among raft nodes before linearized reading' (duration: 3.601999929s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:39.492985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.720679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-20T04:18:39.493006Z","caller":"traceutil/trace.go:171","msg":"trace[1186992690] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4910; }","duration":"890.77775ms","start":"2026-05-20T04:18:38.60222Z","end":"2026-05-20T04:18:39.492998Z","steps":["trace[1186992690] 'agreement among raft nodes before linearized reading' (duration: 890.686378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:39.493015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:35.890447Z","time spent":"3.602553773s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120348,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:18:39.493032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:38.6022Z","time spent":"890.827462ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:18:39.493024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:38.337723Z","time spent":"1.155277529s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":44,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:39.493043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274776115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-05-20T04:18:39.4931Z","caller":"traceutil/trace.go:171","msg":"trace[1118718918] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:4910; }","duration":"1.274841996s","start":"2026-05-20T04:18:38.218242Z","end":"2026-05-20T04:18:39.493084Z","steps":["trace[1118718918] 'agreement among raft nodes before linearized reading' (duration: 1.274735704s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:39.492895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.443289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:39.493177Z","caller":"traceutil/trace.go:171","msg":"trace[572576661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4910; }","duration":"494.756858ms","start":"2026-05-20T04:18:38.998414Z","end":"2026-05-20T04:18:39.493171Z","steps":["trace[572576661] 'agreement among raft nodes before linearized reading' (duration: 494.46131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:39.493199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:38.998394Z","time spent":"494.799058ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:18:39.492918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273972555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18621"} {"level":"info","ts":"2026-05-20T04:18:39.493284Z","caller":"traceutil/trace.go:171","msg":"trace[727825573] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4910; }","duration":"1.274359764s","start":"2026-05-20T04:18:38.218908Z","end":"2026-05-20T04:18:39.493268Z","steps":["trace[727825573] 'agreement among raft nodes before linearized reading' (duration: 1.273851121s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:39.493347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:38.218901Z","time spent":"1.274429867s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-20T04:18:39.493148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:38.218224Z","time spent":"1.274915809s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1287,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-05-20T04:18:39.492919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272102086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-05-20T04:18:39.493729Z","caller":"traceutil/trace.go:171","msg":"trace[1350673644] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:4910; }","duration":"1.272935887s","start":"2026-05-20T04:18:38.220774Z","end":"2026-05-20T04:18:39.49371Z","steps":["trace[1350673644] 'agreement among raft nodes before linearized reading' (duration: 1.271982203s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:39.49379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:38.220765Z","time spent":"1.273007319s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-05-20T04:18:39.494251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273743418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-05-20T04:18:39.494938Z","caller":"traceutil/trace.go:171","msg":"trace[1436041844] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4910; }","duration":"1.274416146s","start":"2026-05-20T04:18:38.220488Z","end":"2026-05-20T04:18:39.494904Z","steps":["trace[1436041844] 'agreement among raft nodes before linearized reading' (duration: 1.272266781s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:39.49499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:38.220469Z","time spent":"1.274507748s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7482,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T04:18:39.997968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:40.498818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:18:40.998809Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.501624917s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:18:40.998972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224014,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:18:41.003954Z","caller":"traceutil/trace.go:171","msg":"trace[1144334437] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"1.506963563s","start":"2026-05-20T04:18:39.496968Z","end":"2026-05-20T04:18:41.003931Z","steps":["trace[1144334437] 'process raft request' (duration: 1.502119719s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:41.004114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:39.496952Z","time spent":"1.507100827s","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126442,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:41.03537Z","caller":"traceutil/trace.go:171","msg":"trace[1026943740] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"1.53761183s","start":"2026-05-20T04:18:39.497735Z","end":"2026-05-20T04:18:41.035347Z","steps":["trace[1026943740] 'process raft request' (duration: 1.537336213s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:41.035483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:39.497712Z","time spent":"1.537714112s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:18:41.035529Z","caller":"traceutil/trace.go:171","msg":"trace[2036090621] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"1.536145843s","start":"2026-05-20T04:18:39.499368Z","end":"2026-05-20T04:18:41.035515Z","steps":["trace[2036090621] 'process raft request' (duration: 1.535869656s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:41.0356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:39.499352Z","time spent":"1.536210564s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:18:41.035622Z","caller":"traceutil/trace.go:171","msg":"trace[580451290] linearizableReadLoop","detail":"{readStateIndex:5160; appliedIndex:5156; }","duration":"1.537698593s","start":"2026-05-20T04:18:39.497896Z","end":"2026-05-20T04:18:41.035595Z","steps":["trace[580451290] 'read index received' (duration: 1.501294219s)","trace[580451290] 'applied index is now lower than readState.Index' (duration: 36.402654ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:41.035718Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2398340814578224019,"received-request-id":2398340814578224014} {"level":"info","ts":"2026-05-20T04:18:41.035792Z","caller":"traceutil/trace.go:171","msg":"trace[647827888] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"977.149136ms","start":"2026-05-20T04:18:40.058633Z","end":"2026-05-20T04:18:41.035782Z","steps":["trace[647827888] 'process raft request' (duration: 976.819288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:41.035835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:40.058602Z","time spent":"977.210238ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:41.035938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178253067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:41.035971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53800389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-05-20T04:18:41.035991Z","caller":"traceutil/trace.go:171","msg":"trace[1287398468] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe; range_end:; response_count:1; response_revision:4914; }","duration":"1.538046621s","start":"2026-05-20T04:18:39.497938Z","end":"2026-05-20T04:18:41.035984Z","steps":["trace[1287398468] 'agreement among raft nodes before linearized reading' (duration: 1.537961999s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:41.035993Z","caller":"traceutil/trace.go:171","msg":"trace[507031711] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4914; }","duration":"1.178346979s","start":"2026-05-20T04:18:39.857634Z","end":"2026-05-20T04:18:41.035981Z","steps":["trace[507031711] 'agreement among raft nodes before linearized reading' (duration: 1.178264997s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:41.036016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:39.497925Z","time spent":"1.538086392s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gbbhc.18b12afc9f024abe\" "} {"level":"warn","ts":"2026-05-20T04:18:41.036018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385503416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:18:41.036049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:39.857614Z","time spent":"1.178406671s","remote":"127.0.0.1:34580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:41.0361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284294029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:41.036125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221096778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:41.036148Z","caller":"traceutil/trace.go:171","msg":"trace[866048394] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4914; }","duration":"1.284380332s","start":"2026-05-20T04:18:39.751753Z","end":"2026-05-20T04:18:41.036134Z","steps":["trace[866048394] 'agreement among raft nodes before linearized reading' (duration: 1.28432258s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:41.036172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535420205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:41.036177Z","caller":"traceutil/trace.go:171","msg":"trace[719096078] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:4914; }","duration":"1.22119437s","start":"2026-05-20T04:18:39.814969Z","end":"2026-05-20T04:18:41.036163Z","steps":["trace[719096078] 'agreement among raft nodes before linearized reading' (duration: 1.221088216s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:41.036195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:39.751737Z","time spent":"1.284445533s","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:41.036222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:39.814947Z","time spent":"1.221265371s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:41.036201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.838094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:41.03624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53600949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-05-20T04:18:41.036264Z","caller":"traceutil/trace.go:171","msg":"trace[1583343044] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4914; }","duration":"1.536078331s","start":"2026-05-20T04:18:39.50018Z","end":"2026-05-20T04:18:41.036259Z","steps":["trace[1583343044] 'agreement among raft nodes before linearized reading' (duration: 1.53602059s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:41.036287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:39.500152Z","time spent":"1.536130773s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-20T04:18:41.036283Z","caller":"traceutil/trace.go:171","msg":"trace[1389904314] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4914; }","duration":"954.957997ms","start":"2026-05-20T04:18:40.0813Z","end":"2026-05-20T04:18:41.036258Z","steps":["trace[1389904314] 'agreement among raft nodes before linearized reading' (duration: 954.818744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:41.036327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:40.081285Z","time spent":"955.03322ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-20T04:18:41.036308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.950819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:18:41.036379Z","caller":"traceutil/trace.go:171","msg":"trace[1693721851] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:4914; }","duration":"814.076252ms","start":"2026-05-20T04:18:40.222286Z","end":"2026-05-20T04:18:41.036362Z","steps":["trace[1693721851] 'agreement among raft nodes before linearized reading' (duration: 813.853586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:41.03643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:40.222263Z","time spent":"814.158185ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:18:41.03619Z","caller":"traceutil/trace.go:171","msg":"trace[1421475091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4914; }","duration":"1.535463026s","start":"2026-05-20T04:18:39.500721Z","end":"2026-05-20T04:18:41.036184Z","steps":["trace[1421475091] 'agreement among raft nodes before linearized reading' (duration: 1.535438505s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:41.036057Z","caller":"traceutil/trace.go:171","msg":"trace[165373098] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4914; }","duration":"1.385577578s","start":"2026-05-20T04:18:39.650465Z","end":"2026-05-20T04:18:41.036042Z","steps":["trace[165373098] 'agreement among raft nodes before linearized reading' (duration: 1.385524517s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:41.036705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:39.65044Z","time spent":"1.386248266s","remote":"127.0.0.1:34128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:41.036148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513564993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-20T04:18:41.036789Z","caller":"traceutil/trace.go:171","msg":"trace[1195950830] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:4914; }","duration":"1.51423989s","start":"2026-05-20T04:18:39.522534Z","end":"2026-05-20T04:18:41.036774Z","steps":["trace[1195950830] 'agreement among raft nodes before linearized reading' (duration: 1.513569943s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:41.036384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035577336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T04:18:41.036846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:39.52251Z","time spent":"1.514323883s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-05-20T04:18:41.036561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:39.50071Z","time spent":"1.535813675s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:18:41.036893Z","caller":"traceutil/trace.go:171","msg":"trace[1527225577] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:4914; }","duration":"1.0361194s","start":"2026-05-20T04:18:40.00076Z","end":"2026-05-20T04:18:41.036879Z","steps":["trace[1527225577] 'agreement among raft nodes before linearized reading' (duration: 1.035440683s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:41.035956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538032921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-05-20T04:18:41.036948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:40.000734Z","time spent":"1.036195362s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-05-20T04:18:41.036983Z","caller":"traceutil/trace.go:171","msg":"trace[1197052617] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ac838685-d726-4e39-8041-af54a8fb3c79; range_end:; response_count:1; response_revision:4914; }","duration":"1.539093268s","start":"2026-05-20T04:18:39.497875Z","end":"2026-05-20T04:18:41.036969Z","steps":["trace[1197052617] 'agreement among raft nodes before linearized reading' (duration: 1.537944178s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:41.037023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:39.497867Z","time spent":"1.539145961s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" "} {"level":"warn","ts":"2026-05-20T04:18:41.036474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.120026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:18:41.03714Z","caller":"traceutil/trace.go:171","msg":"trace[410884194] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4914; }","duration":"825.832344ms","start":"2026-05-20T04:18:40.211296Z","end":"2026-05-20T04:18:41.037128Z","steps":["trace[410884194] 'agreement among raft nodes before linearized reading' (duration: 825.120946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:41.037182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:40.21127Z","time spent":"825.901836ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:18:42.33768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.880173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:18:42.337805Z","caller":"traceutil/trace.go:171","msg":"trace[623828679] linearizableReadLoop","detail":"{readStateIndex:5196; appliedIndex:5194; }","duration":"836.508467ms","start":"2026-05-20T04:18:41.501285Z","end":"2026-05-20T04:18:42.337794Z","steps":["trace[623828679] 'read index received' (duration: 35.462889ms)","trace[623828679] 'applied index is now lower than readState.Index' (duration: 801.044488ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:42.337868Z","caller":"traceutil/trace.go:171","msg":"trace[2119365570] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"838.680373ms","start":"2026-05-20T04:18:41.499181Z","end":"2026-05-20T04:18:42.337861Z","steps":["trace[2119365570] 'process raft request' (duration: 838.568971ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:42.337893Z","caller":"traceutil/trace.go:171","msg":"trace[1378429225] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"839.114054ms","start":"2026-05-20T04:18:41.498768Z","end":"2026-05-20T04:18:42.337882Z","steps":["trace[1378429225] 'process raft request' (duration: 37.968324ms)","trace[1378429225] 'compare' (duration: 800.594866ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:42.337903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:41.499165Z","time spent":"838.719134ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:42.337938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:41.498758Z","time spent":"839.158475ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:18:42.338054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.864451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-20T04:18:42.338072Z","caller":"traceutil/trace.go:171","msg":"trace[314262765] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:4949; }","duration":"791.908152ms","start":"2026-05-20T04:18:41.546157Z","end":"2026-05-20T04:18:42.338066Z","steps":["trace[314262765] 'agreement among raft nodes before linearized reading' (duration: 791.834271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:42.33809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:41.546097Z","time spent":"791.988585ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-05-20T04:18:42.338232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.946049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:18:42.33826Z","caller":"traceutil/trace.go:171","msg":"trace[890908715] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:4949; }","duration":"836.998899ms","start":"2026-05-20T04:18:41.501253Z","end":"2026-05-20T04:18:42.338252Z","steps":["trace[890908715] 'agreement among raft nodes before linearized reading' (duration: 836.927087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:42.338277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:41.501235Z","time spent":"837.038191ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:18:42.338417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.211075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:18:42.338441Z","caller":"traceutil/trace.go:171","msg":"trace[1856838921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4949; }","duration":"784.270707ms","start":"2026-05-20T04:18:41.554165Z","end":"2026-05-20T04:18:42.338436Z","steps":["trace[1856838921] 'agreement among raft nodes before linearized reading' (duration: 784.210465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:42.33843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.066893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:42.338511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.626168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-20T04:18:42.338495Z","caller":"traceutil/trace.go:171","msg":"trace[1351669502] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:4949; }","duration":"726.180306ms","start":"2026-05-20T04:18:41.612298Z","end":"2026-05-20T04:18:42.338478Z","steps":["trace[1351669502] 'agreement among raft nodes before linearized reading' (duration: 726.039422ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:42.338533Z","caller":"traceutil/trace.go:171","msg":"trace[2087886460] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4949; }","duration":"191.689849ms","start":"2026-05-20T04:18:42.146835Z","end":"2026-05-20T04:18:42.338525Z","steps":["trace[2087886460] 'agreement among raft nodes before linearized reading' (duration: 191.642578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:42.338552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:41.612279Z","time spent":"726.263759ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:42.338546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.650518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-20T04:18:42.338439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.758475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:18:42.338586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.550703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:18:42.338604Z","caller":"traceutil/trace.go:171","msg":"trace[1710226537] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4949; }","duration":"749.749221ms","start":"2026-05-20T04:18:41.588841Z","end":"2026-05-20T04:18:42.33859Z","steps":["trace[1710226537] 'agreement among raft nodes before linearized reading' (duration: 749.561736ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:42.338623Z","caller":"traceutil/trace.go:171","msg":"trace[1245716358] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4949; }","duration":"127.621194ms","start":"2026-05-20T04:18:42.210992Z","end":"2026-05-20T04:18:42.338613Z","steps":["trace[1245716358] 'agreement among raft nodes before linearized reading' (duration: 127.477991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:42.338636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:41.588827Z","time spent":"749.804392ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T04:18:42.338606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.81352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21237"} {"level":"info","ts":"2026-05-20T04:18:42.338629Z","caller":"traceutil/trace.go:171","msg":"trace[606627394] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4949; }","duration":"311.004831ms","start":"2026-05-20T04:18:42.027599Z","end":"2026-05-20T04:18:42.338603Z","steps":["trace[606627394] 'agreement among raft nodes before linearized reading' (duration: 310.745975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:42.338682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.696877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T04:18:42.338677Z","caller":"traceutil/trace.go:171","msg":"trace[1495117680] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:4949; }","duration":"761.962325ms","start":"2026-05-20T04:18:41.576698Z","end":"2026-05-20T04:18:42.33866Z","steps":["trace[1495117680] 'agreement among raft nodes before linearized reading' (duration: 761.726479ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:42.338708Z","caller":"traceutil/trace.go:171","msg":"trace[2016196638] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4949; }","duration":"565.756749ms","start":"2026-05-20T04:18:41.772945Z","end":"2026-05-20T04:18:42.338701Z","steps":["trace[2016196638] 'agreement among raft nodes before linearized reading' (duration: 565.41357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:42.338458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:41.554146Z","time spent":"784.308318ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:18:42.33873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:41.772928Z","time spent":"565.797179ms","remote":"127.0.0.1:34154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":545,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:42.338725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:41.576682Z","time spent":"762.034107ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":21259,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" "} {"level":"warn","ts":"2026-05-20T04:18:42.338696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:42.027571Z","time spent":"311.103804ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:18:42.33926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.961006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:18:42.339759Z","caller":"traceutil/trace.go:171","msg":"trace[41019081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4949; }","duration":"785.209181ms","start":"2026-05-20T04:18:41.554236Z","end":"2026-05-20T04:18:42.339445Z","steps":["trace[41019081] 'agreement among raft nodes before linearized reading' (duration: 784.106202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:42.339877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:41.554213Z","time spent":"785.650093ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:18:42.340107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.585479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:18:42.340179Z","caller":"traceutil/trace.go:171","msg":"trace[1079754516] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4949; }","duration":"633.707782ms","start":"2026-05-20T04:18:41.706453Z","end":"2026-05-20T04:18:42.340161Z","steps":["trace[1079754516] 'agreement among raft nodes before linearized reading' (duration: 631.921066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:42.34024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:18:41.706427Z","time spent":"633.794215ms","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:18:56.631181Z","caller":"traceutil/trace.go:171","msg":"trace[1967710330] linearizableReadLoop","detail":"{readStateIndex:5306; appliedIndex:5305; }","duration":"107.373695ms","start":"2026-05-20T04:18:56.523782Z","end":"2026-05-20T04:18:56.631156Z","steps":["trace[1967710330] 'read index received' (duration: 107.16317ms)","trace[1967710330] 'applied index is now lower than readState.Index' (duration: 206.485µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:56.631305Z","caller":"traceutil/trace.go:171","msg":"trace[1189508855] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"107.856217ms","start":"2026-05-20T04:18:56.523434Z","end":"2026-05-20T04:18:56.631291Z","steps":["trace[1189508855] 'process raft request' (duration: 107.486618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:56.631463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.659473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:18:56.631514Z","caller":"traceutil/trace.go:171","msg":"trace[398077537] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5056; }","duration":"107.738896ms","start":"2026-05-20T04:18:56.523764Z","end":"2026-05-20T04:18:56.631503Z","steps":["trace[398077537] 'agreement among raft nodes before linearized reading' (duration: 107.56483ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:56.639341Z","caller":"traceutil/trace.go:171","msg":"trace[679405032] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"114.098437ms","start":"2026-05-20T04:18:56.525228Z","end":"2026-05-20T04:18:56.639327Z","steps":["trace[679405032] 'process raft request' (duration: 113.962984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:56.639855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.386805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:18:56.639946Z","caller":"traceutil/trace.go:171","msg":"trace[1438452709] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5057; }","duration":"114.537419ms","start":"2026-05-20T04:18:56.525388Z","end":"2026-05-20T04:18:56.639925Z","steps":["trace[1438452709] 'agreement among raft nodes before linearized reading' (duration: 114.062176ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:57.686214Z","caller":"traceutil/trace.go:171","msg":"trace[785744275] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"120.887142ms","start":"2026-05-20T04:18:57.5653Z","end":"2026-05-20T04:18:57.686187Z","steps":["trace[785744275] 'process raft request' (duration: 120.735088ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:58.824521Z","caller":"traceutil/trace.go:171","msg":"trace[156504360] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5317; }","duration":"183.717075ms","start":"2026-05-20T04:18:58.64078Z","end":"2026-05-20T04:18:58.824497Z","steps":["trace[156504360] 'read index received' (duration: 183.498639ms)","trace[156504360] 'applied index is now lower than readState.Index' (duration: 217.106µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:58.824617Z","caller":"traceutil/trace.go:171","msg":"trace[1102949603] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"185.330246ms","start":"2026-05-20T04:18:58.639256Z","end":"2026-05-20T04:18:58.824587Z","steps":["trace[1102949603] 'process raft request' (duration: 185.10089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:58.824711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.912919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:18:58.824759Z","caller":"traceutil/trace.go:171","msg":"trace[461030146] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5068; }","duration":"184.009242ms","start":"2026-05-20T04:18:58.640738Z","end":"2026-05-20T04:18:58.824748Z","steps":["trace[461030146] 'agreement among raft nodes before linearized reading' (duration: 183.879039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:58.824858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.760223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:18:58.824941Z","caller":"traceutil/trace.go:171","msg":"trace[1971503468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5068; }","duration":"181.870468ms","start":"2026-05-20T04:18:58.643056Z","end":"2026-05-20T04:18:58.824927Z","steps":["trace[1971503468] 'agreement among raft nodes before linearized reading' (duration: 181.590889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:58.825088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.92601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:18:58.825175Z","caller":"traceutil/trace.go:171","msg":"trace[1880914108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5068; }","duration":"154.103705ms","start":"2026-05-20T04:18:58.671053Z","end":"2026-05-20T04:18:58.825156Z","steps":["trace[1880914108] 'agreement among raft nodes before linearized reading' (duration: 153.632532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:18:58.825504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.999614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:18:58.825675Z","caller":"traceutil/trace.go:171","msg":"trace[1818410166] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5068; }","duration":"179.204329ms","start":"2026-05-20T04:18:58.646454Z","end":"2026-05-20T04:18:58.825658Z","steps":["trace[1818410166] 'agreement among raft nodes before linearized reading' (duration: 178.285065ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:18:59.899209Z","caller":"traceutil/trace.go:171","msg":"trace[1637538779] linearizableReadLoop","detail":"{readStateIndex:5324; appliedIndex:5323; }","duration":"125.411699ms","start":"2026-05-20T04:18:59.773767Z","end":"2026-05-20T04:18:59.899179Z","steps":["trace[1637538779] 'read index received' (duration: 85.684829ms)","trace[1637538779] 'applied index is now lower than readState.Index' (duration: 39.72507ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:18:59.899379Z","caller":"traceutil/trace.go:171","msg":"trace[1954503058] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"145.238887ms","start":"2026-05-20T04:18:59.754079Z","end":"2026-05-20T04:18:59.899317Z","steps":["trace[1954503058] 'process raft request' (duration: 105.414245ms)","trace[1954503058] 'compare' (duration: 39.497244ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:18:59.899651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.86193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-05-20T04:18:59.899713Z","caller":"traceutil/trace.go:171","msg":"trace[1599203570] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:5074; }","duration":"125.988013ms","start":"2026-05-20T04:18:59.773709Z","end":"2026-05-20T04:18:59.899697Z","steps":["trace[1599203570] 'agreement among raft nodes before linearized reading' (duration: 125.574242ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:02.355633Z","caller":"traceutil/trace.go:171","msg":"trace[1020981825] linearizableReadLoop","detail":"{readStateIndex:5339; appliedIndex:5338; }","duration":"143.047742ms","start":"2026-05-20T04:19:02.212568Z","end":"2026-05-20T04:19:02.355616Z","steps":["trace[1020981825] 'read index received' (duration: 139.371707ms)","trace[1020981825] 'applied index is now lower than readState.Index' (duration: 3.675365ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:02.355735Z","caller":"traceutil/trace.go:171","msg":"trace[1133749117] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"251.603247ms","start":"2026-05-20T04:19:02.104124Z","end":"2026-05-20T04:19:02.355727Z","steps":["trace[1133749117] 'process raft request' (duration: 247.934123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:02.355977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.40565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:19:02.356005Z","caller":"traceutil/trace.go:171","msg":"trace[530213846] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5088; }","duration":"143.447831ms","start":"2026-05-20T04:19:02.212551Z","end":"2026-05-20T04:19:02.355999Z","steps":["trace[530213846] 'agreement among raft nodes before linearized reading' (duration: 143.337828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:02.356128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.196654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:02.356151Z","caller":"traceutil/trace.go:171","msg":"trace[1858200910] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5088; }","duration":"134.259076ms","start":"2026-05-20T04:19:02.221885Z","end":"2026-05-20T04:19:02.356145Z","steps":["trace[1858200910] 'agreement among raft nodes before linearized reading' (duration: 134.218235ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:03.10705Z","caller":"traceutil/trace.go:171","msg":"trace[844476627] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"103.497476ms","start":"2026-05-20T04:19:03.003512Z","end":"2026-05-20T04:19:03.107009Z","steps":["trace[844476627] 'process raft request' (duration: 41.910346ms)","trace[844476627] 'compare' (duration: 60.946784ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:04.163535Z","caller":"traceutil/trace.go:171","msg":"trace[1546110389] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"170.154417ms","start":"2026-05-20T04:19:03.99336Z","end":"2026-05-20T04:19:04.163514Z","steps":["trace[1546110389] 'process raft request' (duration: 170.024243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:05.312648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.683631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:05.312752Z","caller":"traceutil/trace.go:171","msg":"trace[1839385903] linearizableReadLoop","detail":"{readStateIndex:5352; appliedIndex:5351; }","duration":"325.135323ms","start":"2026-05-20T04:19:04.9876Z","end":"2026-05-20T04:19:05.312735Z","steps":["trace[1839385903] 'read index received' (duration: 129.228657ms)","trace[1839385903] 'applied index is now lower than readState.Index' (duration: 195.905446ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:05.312838Z","caller":"traceutil/trace.go:171","msg":"trace[1913841603] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"363.617921ms","start":"2026-05-20T04:19:04.949186Z","end":"2026-05-20T04:19:05.312804Z","steps":["trace[1913841603] 'process raft request' (duration: 167.701624ms)","trace[1913841603] 'compare' (duration: 195.505317ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:05.313024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:04.949129Z","time spent":"363.803666ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:05.313192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.986623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T04:19:05.313217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.605977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:19:05.313285Z","caller":"traceutil/trace.go:171","msg":"trace[2096668355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5101; }","duration":"202.164989ms","start":"2026-05-20T04:19:05.1111Z","end":"2026-05-20T04:19:05.313265Z","steps":["trace[2096668355] 'agreement among raft nodes before linearized reading' (duration: 201.930903ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:05.313307Z","caller":"traceutil/trace.go:171","msg":"trace[764254818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5101; }","duration":"325.724709ms","start":"2026-05-20T04:19:04.987569Z","end":"2026-05-20T04:19:05.313293Z","steps":["trace[764254818] 'agreement among raft nodes before linearized reading' (duration: 325.388361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:05.313376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:04.987556Z","time spent":"325.781541ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:05.313556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.154641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:19:05.313594Z","caller":"traceutil/trace.go:171","msg":"trace[2010147058] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5101; }","duration":"199.212142ms","start":"2026-05-20T04:19:05.114373Z","end":"2026-05-20T04:19:05.313585Z","steps":["trace[2010147058] 'agreement among raft nodes before linearized reading' (duration: 199.102049ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:05.840884Z","caller":"traceutil/trace.go:171","msg":"trace[662035144] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"140.039574ms","start":"2026-05-20T04:19:05.700806Z","end":"2026-05-20T04:19:05.840845Z","steps":["trace[662035144] 'process raft request' (duration: 139.748476ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:06.001861Z","caller":"traceutil/trace.go:171","msg":"trace[487764475] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"125.013117ms","start":"2026-05-20T04:19:05.87681Z","end":"2026-05-20T04:19:06.001823Z","steps":["trace[487764475] 'process raft request' (duration: 109.293365ms)","trace[487764475] 'compare' (duration: 15.272821ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:06.72643Z","caller":"traceutil/trace.go:171","msg":"trace[1239757173] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"120.868932ms","start":"2026-05-20T04:19:06.605538Z","end":"2026-05-20T04:19:06.726407Z","steps":["trace[1239757173] 'process raft request' (duration: 103.991539ms)","trace[1239757173] 'compare' (duration: 16.788381ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:07.311569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.307671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:19:07.311643Z","caller":"traceutil/trace.go:171","msg":"trace[2129538096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5110; }","duration":"343.427004ms","start":"2026-05-20T04:19:06.968198Z","end":"2026-05-20T04:19:07.311625Z","steps":["trace[2129538096] 'range keys from in-memory index tree' (duration: 343.129596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:07.311677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:06.968174Z","time spent":"343.495166ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:07.312178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.735756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:19:07.31223Z","caller":"traceutil/trace.go:171","msg":"trace[221528948] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5110; }","duration":"328.808138ms","start":"2026-05-20T04:19:06.983407Z","end":"2026-05-20T04:19:07.312215Z","steps":["trace[221528948] 'range keys from in-memory index tree' (duration: 328.632363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:07.312258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:06.983396Z","time spent":"328.854839ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:19:07.417577Z","caller":"traceutil/trace.go:171","msg":"trace[304208286] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"102.535342ms","start":"2026-05-20T04:19:07.315016Z","end":"2026-05-20T04:19:07.417551Z","steps":["trace[304208286] 'process raft request' (duration: 102.349977ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:07.417531Z","caller":"traceutil/trace.go:171","msg":"trace[530053088] linearizableReadLoop","detail":"{readStateIndex:5363; appliedIndex:5362; }","duration":"100.230203ms","start":"2026-05-20T04:19:07.317278Z","end":"2026-05-20T04:19:07.417508Z","steps":["trace[530053088] 'read index received' (duration: 100.026907ms)","trace[530053088] 'applied index is now lower than readState.Index' (duration: 202.395µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:07.417839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.54006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:19:07.417918Z","caller":"traceutil/trace.go:171","msg":"trace[329567188] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5111; }","duration":"100.666683ms","start":"2026-05-20T04:19:07.317234Z","end":"2026-05-20T04:19:07.4179Z","steps":["trace[329567188] 'agreement among raft nodes before linearized reading' (duration: 100.440398ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:08.139314Z","caller":"traceutil/trace.go:171","msg":"trace[922394161] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"130.820517ms","start":"2026-05-20T04:19:08.008461Z","end":"2026-05-20T04:19:08.139282Z","steps":["trace[922394161] 'process raft request' (duration: 130.613111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:09.92401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:10.204026Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.594142911s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:19:10.475559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.075796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:10.475663Z","caller":"traceutil/trace.go:171","msg":"trace[1253560198] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"1.865881635s","start":"2026-05-20T04:19:08.609763Z","end":"2026-05-20T04:19:10.475644Z","steps":["trace[1253560198] 'process raft request' (duration: 1.594565863s)","trace[1253560198] 'compare' (duration: 270.291896ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:10.475719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:08.609737Z","time spent":"1.865953677s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:10.673705Z","caller":"traceutil/trace.go:171","msg":"trace[198701801] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"1.941820363s","start":"2026-05-20T04:19:08.731851Z","end":"2026-05-20T04:19:10.673671Z","steps":["trace[198701801] 'process raft request' (duration: 1.878362074s)","trace[198701801] 'compare' (duration: 63.251924ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:10.673777Z","caller":"traceutil/trace.go:171","msg":"trace[1404011758] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"1.881240518s","start":"2026-05-20T04:19:08.792509Z","end":"2026-05-20T04:19:10.673749Z","steps":["trace[1404011758] 'process raft request' (duration: 1.881085334s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:10.673803Z","caller":"traceutil/trace.go:171","msg":"trace[162682112] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"528.437151ms","start":"2026-05-20T04:19:10.145344Z","end":"2026-05-20T04:19:10.673781Z","steps":["trace[162682112] 'process raft request' (duration: 528.295047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.673845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:08.731824Z","time spent":"1.941944846s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:10.673901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:08.792486Z","time spent":"1.881351271s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:10.673934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:10.145322Z","time spent":"528.545733ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:10.674074Z","caller":"traceutil/trace.go:171","msg":"trace[577546143] linearizableReadLoop","detail":"{readStateIndex:5372; appliedIndex:5369; }","duration":"1.250470441s","start":"2026-05-20T04:19:09.423234Z","end":"2026-05-20T04:19:10.673705Z","steps":["trace[577546143] 'read index received' (duration: 781.107806ms)","trace[577546143] 'applied index is now lower than readState.Index' (duration: 469.361365ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:10.674183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250939973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:19:10.674234Z","caller":"traceutil/trace.go:171","msg":"trace[1758126088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5121; }","duration":"1.251022755s","start":"2026-05-20T04:19:09.423197Z","end":"2026-05-20T04:19:10.67422Z","steps":["trace[1758126088] 'agreement among raft nodes before linearized reading' (duration: 1.250872831s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.674272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:09.423178Z","time spent":"1.251086566s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:10.675154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23872479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:19:10.675216Z","caller":"traceutil/trace.go:171","msg":"trace[1811193682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5122; }","duration":"1.238848814s","start":"2026-05-20T04:19:09.436349Z","end":"2026-05-20T04:19:10.675198Z","steps":["trace[1811193682] 'agreement among raft nodes before linearized reading' (duration: 1.238638688s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.675288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:09.436325Z","time spent":"1.238951577s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:19:10.675532Z","caller":"traceutil/trace.go:171","msg":"trace[1771645198] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"142.59753ms","start":"2026-05-20T04:19:10.532925Z","end":"2026-05-20T04:19:10.675522Z","steps":["trace[1771645198] 'process raft request' (duration: 141.960654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.675631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.10338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:10.675652Z","caller":"traceutil/trace.go:171","msg":"trace[1928122925] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5122; }","duration":"305.172472ms","start":"2026-05-20T04:19:10.370471Z","end":"2026-05-20T04:19:10.675644Z","steps":["trace[1928122925] 'agreement among raft nodes before linearized reading' (duration: 305.137671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.675671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:10.370451Z","time spent":"305.213632ms","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:10.67567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154429256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:10.675719Z","caller":"traceutil/trace.go:171","msg":"trace[378276766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5122; }","duration":"1.154521558s","start":"2026-05-20T04:19:09.521184Z","end":"2026-05-20T04:19:10.675706Z","steps":["trace[378276766] 'agreement among raft nodes before linearized reading' (duration: 1.154436506s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.675755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:09.521162Z","time spent":"1.15458613s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:19:10.67583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236315577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:19:10.675852Z","caller":"traceutil/trace.go:171","msg":"trace[1685095613] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5122; }","duration":"1.236364269s","start":"2026-05-20T04:19:09.439482Z","end":"2026-05-20T04:19:10.675846Z","steps":["trace[1685095613] 'agreement among raft nodes before linearized reading' (duration: 1.236290337s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.675871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:09.439469Z","time spent":"1.23639711s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:19:10.675976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.793815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:19:10.676008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237406576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:19:10.676007Z","caller":"traceutil/trace.go:171","msg":"trace[82059688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5122; }","duration":"347.860667ms","start":"2026-05-20T04:19:10.328138Z","end":"2026-05-20T04:19:10.675999Z","steps":["trace[82059688] 'agreement among raft nodes before linearized reading' (duration: 347.766155ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:10.676029Z","caller":"traceutil/trace.go:171","msg":"trace[857379854] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5122; }","duration":"1.237451538s","start":"2026-05-20T04:19:09.438571Z","end":"2026-05-20T04:19:10.676023Z","steps":["trace[857379854] 'agreement among raft nodes before linearized reading' (duration: 1.237391216s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.676038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:10.328118Z","time spent":"347.910239ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:10.676049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:09.438559Z","time spent":"1.237486238s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:19:10.676217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238532434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:19:10.676223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.704409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:19:10.676244Z","caller":"traceutil/trace.go:171","msg":"trace[52380248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5122; }","duration":"1.238574006s","start":"2026-05-20T04:19:09.437662Z","end":"2026-05-20T04:19:10.676236Z","steps":["trace[52380248] 'agreement among raft nodes before linearized reading' (duration: 1.238495124s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:10.676251Z","caller":"traceutil/trace.go:171","msg":"trace[1733669952] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5122; }","duration":"463.758642ms","start":"2026-05-20T04:19:10.212483Z","end":"2026-05-20T04:19:10.676242Z","steps":["trace[1733669952] 'agreement among raft nodes before linearized reading' (duration: 463.66812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.676269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:09.437655Z","time spent":"1.238606067s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:19:10.676277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:10.212467Z","time spent":"463.804273ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:19:10.67642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239271853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:19:10.676464Z","caller":"traceutil/trace.go:171","msg":"trace[1361586264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5122; }","duration":"1.239337895s","start":"2026-05-20T04:19:09.437099Z","end":"2026-05-20T04:19:10.676437Z","steps":["trace[1361586264] 'agreement among raft nodes before linearized reading' (duration: 1.239268853s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.676492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:09.437077Z","time spent":"1.239408497s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:10.676518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.273423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:10.676558Z","caller":"traceutil/trace.go:171","msg":"trace[1074336435] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5122; }","duration":"635.347525ms","start":"2026-05-20T04:19:10.041199Z","end":"2026-05-20T04:19:10.676546Z","steps":["trace[1074336435] 'agreement among raft nodes before linearized reading' (duration: 635.282933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.676591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:10.041183Z","time spent":"635.400087ms","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":17,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:10.676453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.208374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:10.676717Z","caller":"traceutil/trace.go:171","msg":"trace[467681198] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5122; }","duration":"540.486151ms","start":"2026-05-20T04:19:10.136221Z","end":"2026-05-20T04:19:10.676707Z","steps":["trace[467681198] 'agreement among raft nodes before linearized reading' (duration: 540.182703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.676744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:10.136183Z","time spent":"540.552713ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:10.67679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.76376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:19:10.676818Z","caller":"traceutil/trace.go:171","msg":"trace[1606138020] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:5122; }","duration":"673.829991ms","start":"2026-05-20T04:19:10.00298Z","end":"2026-05-20T04:19:10.67681Z","steps":["trace[1606138020] 'agreement among raft nodes before linearized reading' (duration: 673.749829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.676842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:10.002958Z","time spent":"673.878453ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:19:10.676971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081192067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:10.676999Z","caller":"traceutil/trace.go:171","msg":"trace[449121069] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5122; }","duration":"1.081256859s","start":"2026-05-20T04:19:09.595734Z","end":"2026-05-20T04:19:10.676991Z","steps":["trace[449121069] 'agreement among raft nodes before linearized reading' (duration: 1.081217138s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.677023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:09.595712Z","time spent":"1.08130589s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"info","ts":"2026-05-20T04:19:10.82336Z","caller":"traceutil/trace.go:171","msg":"trace[167989291] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"142.301302ms","start":"2026-05-20T04:19:10.681041Z","end":"2026-05-20T04:19:10.823343Z","steps":["trace[167989291] 'process raft request' (duration: 142.25096ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:10.823395Z","caller":"traceutil/trace.go:171","msg":"trace[409569621] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"142.345433ms","start":"2026-05-20T04:19:10.68102Z","end":"2026-05-20T04:19:10.823365Z","steps":["trace[409569621] 'process raft request' (duration: 142.115636ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:10.823757Z","caller":"traceutil/trace.go:171","msg":"trace[490298529] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"141.80001ms","start":"2026-05-20T04:19:10.681942Z","end":"2026-05-20T04:19:10.823742Z","steps":["trace[490298529] 'process raft request' (duration: 141.623315ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:10.82379Z","caller":"traceutil/trace.go:171","msg":"trace[1967670651] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"141.875971ms","start":"2026-05-20T04:19:10.68187Z","end":"2026-05-20T04:19:10.823746Z","steps":["trace[1967670651] 'process raft request' (duration: 141.44795ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:10.823986Z","caller":"traceutil/trace.go:171","msg":"trace[745981866] linearizableReadLoop","detail":"{readStateIndex:5379; appliedIndex:5374; }","duration":"141.803349ms","start":"2026-05-20T04:19:10.682159Z","end":"2026-05-20T04:19:10.823963Z","steps":["trace[745981866] 'read index received' (duration: 86.205752ms)","trace[745981866] 'applied index is now lower than readState.Index' (duration: 55.595517ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:10.82408Z","caller":"traceutil/trace.go:171","msg":"trace[1400536962] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"141.356258ms","start":"2026-05-20T04:19:10.68271Z","end":"2026-05-20T04:19:10.824066Z","steps":["trace[1400536962] 'process raft request' (duration: 140.989749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.824414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.23433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:19:10.824476Z","caller":"traceutil/trace.go:171","msg":"trace[1081329330] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5127; }","duration":"142.310262ms","start":"2026-05-20T04:19:10.682154Z","end":"2026-05-20T04:19:10.824464Z","steps":["trace[1081329330] 'agreement among raft nodes before linearized reading' (duration: 141.959343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.854883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.735046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:10.85497Z","caller":"traceutil/trace.go:171","msg":"trace[1717580183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5128; }","duration":"169.85819ms","start":"2026-05-20T04:19:10.685092Z","end":"2026-05-20T04:19:10.85495Z","steps":["trace[1717580183] 'agreement among raft nodes before linearized reading' (duration: 169.716776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.855056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.667852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-20T04:19:10.855334Z","caller":"traceutil/trace.go:171","msg":"trace[744099784] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5128; }","duration":"173.072942ms","start":"2026-05-20T04:19:10.682239Z","end":"2026-05-20T04:19:10.855312Z","steps":["trace[744099784] 'agreement among raft nodes before linearized reading' (duration: 172.521398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:10.855557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.751305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:19:10.855638Z","caller":"traceutil/trace.go:171","msg":"trace[468562035] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5128; }","duration":"167.875619ms","start":"2026-05-20T04:19:10.687745Z","end":"2026-05-20T04:19:10.855621Z","steps":["trace[468562035] 'agreement among raft nodes before linearized reading' (duration: 167.030987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:12.369255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.60308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-20T04:19:12.369308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.211735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:12.369333Z","caller":"traceutil/trace.go:171","msg":"trace[243990395] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5129; }","duration":"156.716252ms","start":"2026-05-20T04:19:12.212597Z","end":"2026-05-20T04:19:12.369313Z","steps":["trace[243990395] 'range keys from in-memory index tree' (duration: 156.450954ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:12.369349Z","caller":"traceutil/trace.go:171","msg":"trace[872708088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5129; }","duration":"332.292447ms","start":"2026-05-20T04:19:12.037044Z","end":"2026-05-20T04:19:12.369337Z","steps":["trace[872708088] 'range keys from in-memory index tree' (duration: 332.114903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:12.369377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:12.037016Z","time spent":"332.353349ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:19:12.562694Z","caller":"traceutil/trace.go:171","msg":"trace[1055545362] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"155.857839ms","start":"2026-05-20T04:19:12.406816Z","end":"2026-05-20T04:19:12.562674Z","steps":["trace[1055545362] 'process raft request' (duration: 155.708635ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:13.056929Z","caller":"traceutil/trace.go:171","msg":"trace[1928845746] linearizableReadLoop","detail":"{readStateIndex:5384; appliedIndex:5382; }","duration":"547.875021ms","start":"2026-05-20T04:19:12.509026Z","end":"2026-05-20T04:19:13.056901Z","steps":["trace[1928845746] 'read index received' (duration: 53.536384ms)","trace[1928845746] 'applied index is now lower than readState.Index' (duration: 494.337087ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:13.056951Z","caller":"traceutil/trace.go:171","msg":"trace[1625978250] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"573.368554ms","start":"2026-05-20T04:19:12.483549Z","end":"2026-05-20T04:19:13.056917Z","steps":["trace[1625978250] 'process raft request' (duration: 566.57678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:13.057136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.104757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-20T04:19:13.057142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:12.483526Z","time spent":"573.517219ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:13.057171Z","caller":"traceutil/trace.go:171","msg":"trace[293640447] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5131; }","duration":"548.145898ms","start":"2026-05-20T04:19:12.509015Z","end":"2026-05-20T04:19:13.057161Z","steps":["trace[293640447] 'agreement among raft nodes before linearized reading' (duration: 547.995574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:13.057204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:12.508961Z","time spent":"548.235419ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:19:13.070929Z","caller":"traceutil/trace.go:171","msg":"trace[901394776] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"391.260091ms","start":"2026-05-20T04:19:12.679629Z","end":"2026-05-20T04:19:13.070889Z","steps":["trace[901394776] 'process raft request' (duration: 391.095757ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:13.070953Z","caller":"traceutil/trace.go:171","msg":"trace[2133578610] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"389.111076ms","start":"2026-05-20T04:19:12.681809Z","end":"2026-05-20T04:19:13.07092Z","steps":["trace[2133578610] 'process raft request' (duration: 388.949692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:13.071067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.810663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:13.071146Z","caller":"traceutil/trace.go:171","msg":"trace[1626661252] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5135; }","duration":"387.900076ms","start":"2026-05-20T04:19:12.68321Z","end":"2026-05-20T04:19:13.07111Z","steps":["trace[1626661252] 'agreement among raft nodes before linearized reading' (duration: 387.785933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:13.071139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:12.679599Z","time spent":"391.419735ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:13.071145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.948065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:19:13.071173Z","caller":"traceutil/trace.go:171","msg":"trace[1392860559] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"252.981412ms","start":"2026-05-20T04:19:12.818174Z","end":"2026-05-20T04:19:13.071156Z","steps":["trace[1392860559] 'process raft request' (duration: 252.645983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:13.071223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.693692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:19:13.071167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.523184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-20T04:19:13.071196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:12.681789Z","time spent":"389.25101ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:13.071245Z","caller":"traceutil/trace.go:171","msg":"trace[1318987049] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5135; }","duration":"241.727523ms","start":"2026-05-20T04:19:12.829511Z","end":"2026-05-20T04:19:13.071239Z","steps":["trace[1318987049] 'agreement among raft nodes before linearized reading' (duration: 241.673321ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:13.071254Z","caller":"traceutil/trace.go:171","msg":"trace[733178694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5135; }","duration":"242.647117ms","start":"2026-05-20T04:19:12.828596Z","end":"2026-05-20T04:19:13.071243Z","steps":["trace[733178694] 'agreement among raft nodes before linearized reading' (duration: 242.506383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:13.07123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.181446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:19:13.07128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.555396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:19:13.071302Z","caller":"traceutil/trace.go:171","msg":"trace[730093968] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"391.693762ms","start":"2026-05-20T04:19:12.679598Z","end":"2026-05-20T04:19:13.071292Z","steps":["trace[730093968] 'process raft request' (duration: 390.984934ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:13.071213Z","caller":"traceutil/trace.go:171","msg":"trace[1258734033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5135; }","duration":"243.068828ms","start":"2026-05-20T04:19:12.828128Z","end":"2026-05-20T04:19:13.071196Z","steps":["trace[1258734033] 'agreement among raft nodes before linearized reading' (duration: 242.831882ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:13.071318Z","caller":"traceutil/trace.go:171","msg":"trace[490435328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5135; }","duration":"244.318109ms","start":"2026-05-20T04:19:12.82698Z","end":"2026-05-20T04:19:13.071298Z","steps":["trace[490435328] 'agreement among raft nodes before linearized reading' (duration: 244.071873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:13.071349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:12.679566Z","time spent":"391.759904ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:13.071183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:12.683201Z","time spent":"387.972717ms","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:19:13.071441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.793071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:19:13.071472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.938142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:13.071485Z","caller":"traceutil/trace.go:171","msg":"trace[1971454272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5135; }","duration":"242.854023ms","start":"2026-05-20T04:19:12.828619Z","end":"2026-05-20T04:19:13.071473Z","steps":["trace[1971454272] 'agreement among raft nodes before linearized reading' (duration: 242.73542ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:13.071312Z","caller":"traceutil/trace.go:171","msg":"trace[187508400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5135; }","duration":"244.625577ms","start":"2026-05-20T04:19:12.826678Z","end":"2026-05-20T04:19:13.071303Z","steps":["trace[187508400] 'agreement among raft nodes before linearized reading' (duration: 244.525395ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:13.071517Z","caller":"traceutil/trace.go:171","msg":"trace[1964099891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5135; }","duration":"550.020635ms","start":"2026-05-20T04:19:12.521484Z","end":"2026-05-20T04:19:13.071505Z","steps":["trace[1964099891] 'agreement among raft nodes before linearized reading' (duration: 549.956063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:13.071544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:12.521463Z","time spent":"550.074616ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:19:13.071717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.05294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:19:13.071788Z","caller":"traceutil/trace.go:171","msg":"trace[538937353] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5135; }","duration":"210.159383ms","start":"2026-05-20T04:19:12.861611Z","end":"2026-05-20T04:19:13.071771Z","steps":["trace[538937353] 'agreement among raft nodes before linearized reading' (duration: 209.950358ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:15.205079Z","caller":"traceutil/trace.go:171","msg":"trace[122964499] linearizableReadLoop","detail":"{readStateIndex:5397; appliedIndex:5396; }","duration":"123.615602ms","start":"2026-05-20T04:19:15.081442Z","end":"2026-05-20T04:19:15.205057Z","steps":["trace[122964499] 'read index received' (duration: 123.55436ms)","trace[122964499] 'applied index is now lower than readState.Index' (duration: 60.402µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:15.20536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.232698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:19:15.205404Z","caller":"traceutil/trace.go:171","msg":"trace[1522735419] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5144; }","duration":"122.334879ms","start":"2026-05-20T04:19:15.083058Z","end":"2026-05-20T04:19:15.205393Z","steps":["trace[1522735419] 'agreement among raft nodes before linearized reading' (duration: 122.126864ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:15.205424Z","caller":"traceutil/trace.go:171","msg":"trace[880486863] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"127.992515ms","start":"2026-05-20T04:19:15.07741Z","end":"2026-05-20T04:19:15.205402Z","steps":["trace[880486863] 'process raft request' (duration: 127.449841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:15.20533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.864588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:15.205992Z","caller":"traceutil/trace.go:171","msg":"trace[1836750117] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5144; }","duration":"124.576526ms","start":"2026-05-20T04:19:15.081403Z","end":"2026-05-20T04:19:15.20598Z","steps":["trace[1836750117] 'agreement among raft nodes before linearized reading' (duration: 123.773226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:15.546766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.56357ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-05-20T04:19:17.714085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224795,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:19:17.82852Z","caller":"traceutil/trace.go:171","msg":"trace[1489770112] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"748.53516ms","start":"2026-05-20T04:19:17.07996Z","end":"2026-05-20T04:19:17.828495Z","steps":["trace[1489770112] 'process raft request' (duration: 748.326235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:17.828664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:17.079934Z","time spent":"748.656213ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:19.523045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000626002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:19:19.523175Z","caller":"traceutil/trace.go:171","msg":"trace[1420051835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000814197s","start":"2026-05-20T04:19:17.522339Z","end":"2026-05-20T04:19:19.523153Z","steps":["trace[1420051835] 'agreement among raft nodes before linearized reading' (duration: 2.000649303s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:19.52323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:17.522313Z","time spent":"2.0009069s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:19:21.177715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.342990656s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:19:21.524098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000272283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:19:21.524336Z","caller":"traceutil/trace.go:171","msg":"trace[713028702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000573121s","start":"2026-05-20T04:19:19.523736Z","end":"2026-05-20T04:19:21.524309Z","steps":["trace[713028702] 'agreement among raft nodes before linearized reading' (duration: 2.000294974s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:21.524478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:19.52372Z","time spent":"2.000735465s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:19:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:19:21.578691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307474191s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:21.578815Z","caller":"traceutil/trace.go:171","msg":"trace[1629679439] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"4.497698726s","start":"2026-05-20T04:19:17.081102Z","end":"2026-05-20T04:19:21.578801Z","steps":["trace[1629679439] 'process raft request' (duration: 1.190055331s)","trace[1629679439] 'compare' (duration: 3.306383542s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:21.579143Z","caller":"traceutil/trace.go:171","msg":"trace[825225563] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"1.744602633s","start":"2026-05-20T04:19:19.834505Z","end":"2026-05-20T04:19:21.579107Z","steps":["trace[825225563] 'process raft request' (duration: 1.744563872s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:21.579258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:19.834483Z","time spent":"1.744737616s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:21.579329Z","caller":"traceutil/trace.go:171","msg":"trace[1768592393] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"4.49592136s","start":"2026-05-20T04:19:17.083398Z","end":"2026-05-20T04:19:21.57932Z","steps":["trace[1768592393] 'process raft request' (duration: 4.495364006s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:21.579386Z","caller":"traceutil/trace.go:171","msg":"trace[1858563470] linearizableReadLoop","detail":"{readStateIndex:5407; appliedIndex:5403; }","duration":"4.366385336s","start":"2026-05-20T04:19:17.212975Z","end":"2026-05-20T04:19:21.579361Z","steps":["trace[1858563470] 'read index received' (duration: 615.294011ms)","trace[1858563470] 'applied index is now lower than readState.Index' (duration: 3.751088355s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:21.579455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:17.08337Z","time spent":"4.496009003s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:21.579267Z","caller":"traceutil/trace.go:171","msg":"trace[1519336105] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"4.36655053s","start":"2026-05-20T04:19:17.212674Z","end":"2026-05-20T04:19:21.579225Z","steps":["trace[1519336105] 'process raft request' (duration: 4.366305874s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:21.579555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.366574451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:21.579613Z","caller":"traceutil/trace.go:171","msg":"trace[807143059] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5154; }","duration":"4.366675903s","start":"2026-05-20T04:19:17.212923Z","end":"2026-05-20T04:19:21.579599Z","steps":["trace[807143059] 'agreement among raft nodes before linearized reading' (duration: 4.36655252s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:21.579666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:17.212901Z","time spent":"4.366752166s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:19:21.579716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:17.212645Z","time spent":"4.36694112s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:21.578864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:17.081094Z","time spent":"4.497750187s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:22.079538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:22.262691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99973563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:19:22.262764Z","caller":"traceutil/trace.go:171","msg":"trace[54067306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999869213s","start":"2026-05-20T04:19:17.262879Z","end":"2026-05-20T04:19:22.262748Z","steps":["trace[54067306] 'agreement among raft nodes before linearized reading' (duration: 4.999771891s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:22.262803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:17.26286Z","time spent":"4.999934864s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/20 04:19:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:19:22.293324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999320869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:19:22.293405Z","caller":"traceutil/trace.go:171","msg":"trace[1725631499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999450962s","start":"2026-05-20T04:19:17.293929Z","end":"2026-05-20T04:19:22.29338Z","steps":["trace[1725631499] 'agreement among raft nodes before linearized reading' (duration: 4.99934568s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:22.293383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999285538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-20T04:19:22.293443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:17.293912Z","time spent":"4.999523755s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:19:22.293455Z","caller":"traceutil/trace.go:171","msg":"trace[1125899202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999422922s","start":"2026-05-20T04:19:17.294015Z","end":"2026-05-20T04:19:22.293438Z","steps":["trace[1125899202] 'agreement among raft nodes before linearized reading' (duration: 4.999317849s)"],"step_count":1} 2026/05/20 04:19:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:19:22.293505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:17.293993Z","time spent":"4.999498794s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/20 04:19:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:19:22.580185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:22.698547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.50368764s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:19:22.701176Z","caller":"traceutil/trace.go:171","msg":"trace[576609521] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"1.870458252s","start":"2026-05-20T04:19:20.830683Z","end":"2026-05-20T04:19:22.701141Z","steps":["trace[576609521] 'process raft request' (duration: 1.870397541s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:22.701206Z","caller":"traceutil/trace.go:171","msg":"trace[809159310] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"2.123813385s","start":"2026-05-20T04:19:20.577359Z","end":"2026-05-20T04:19:22.701172Z","steps":["trace[809159310] 'process raft request' (duration: 2.123482106s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:22.701405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:20.83064Z","time spent":"1.870653397s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:22.701476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:20.57733Z","time spent":"2.124057511s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:23.530338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999838892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:19:23.530406Z","caller":"traceutil/trace.go:171","msg":"trace[706416223] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999951916s","start":"2026-05-20T04:19:21.530438Z","end":"2026-05-20T04:19:23.53039Z","steps":["trace[706416223] 'agreement among raft nodes before linearized reading' (duration: 1.999864283s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:23.53044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:21.530422Z","time spent":"2.000011687s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:19:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:19:23.625086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.101915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:23.625216Z","caller":"traceutil/trace.go:171","msg":"trace[2030536657] linearizableReadLoop","detail":"{readStateIndex:5411; appliedIndex:5408; }","duration":"2.045749431s","start":"2026-05-20T04:19:21.579444Z","end":"2026-05-20T04:19:23.625193Z","steps":["trace[2030536657] 'read index received' (duration: 1.121408119s)","trace[2030536657] 'applied index is now lower than readState.Index' (duration: 924.338842ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:23.625357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.281332926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:23.625413Z","caller":"traceutil/trace.go:171","msg":"trace[756896179] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5157; }","duration":"5.281388858s","start":"2026-05-20T04:19:18.344006Z","end":"2026-05-20T04:19:23.625395Z","steps":["trace[756896179] 'agreement among raft nodes before linearized reading' (duration: 5.281291695s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:23.625407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081910508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:23.625467Z","caller":"traceutil/trace.go:171","msg":"trace[644152580] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5157; }","duration":"2.08198449s","start":"2026-05-20T04:19:21.543468Z","end":"2026-05-20T04:19:23.625453Z","steps":["trace[644152580] 'agreement among raft nodes before linearized reading' (duration: 2.081859727s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:23.62547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:18.343939Z","time spent":"5.28151387s","remote":"127.0.0.1:58376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:23.625505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.622119805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:19:23.625544Z","caller":"traceutil/trace.go:171","msg":"trace[1876180498] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:5157; }","duration":"3.622231179s","start":"2026-05-20T04:19:20.0033Z","end":"2026-05-20T04:19:23.625531Z","steps":["trace[1876180498] 'agreement among raft nodes before linearized reading' (duration: 3.622137026s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:23.625545Z","caller":"traceutil/trace.go:171","msg":"trace[1318387160] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"1.620372364s","start":"2026-05-20T04:19:22.005162Z","end":"2026-05-20T04:19:23.625534Z","steps":["trace[1318387160] 'process raft request' (duration: 1.027723675s)","trace[1318387160] 'compare' (duration: 591.817287ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:23.625575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:20.003268Z","time spent":"3.622302301s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:19:23.625613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:22.00513Z","time spent":"1.620440856s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:23.625728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.805712597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:23.625754Z","caller":"traceutil/trace.go:171","msg":"trace[175502874] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5157; }","duration":"3.805740329s","start":"2026-05-20T04:19:19.820008Z","end":"2026-05-20T04:19:23.625748Z","steps":["trace[175502874] 'agreement among raft nodes before linearized reading' (duration: 3.805697488s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:23.625773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:19.819975Z","time spent":"3.805792949s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:23.625822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.413288883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:19:23.625881Z","caller":"traceutil/trace.go:171","msg":"trace[1853900507] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5157; }","duration":"5.413396966s","start":"2026-05-20T04:19:18.21247Z","end":"2026-05-20T04:19:23.625867Z","steps":["trace[1853900507] 'agreement among raft nodes before linearized reading' (duration: 5.413225821s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:23.625927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:18.212447Z","time spent":"5.413470338s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:19:23.626223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.332252326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:19:23.626273Z","caller":"traceutil/trace.go:171","msg":"trace[2106835540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5157; }","duration":"6.332331969s","start":"2026-05-20T04:19:17.293929Z","end":"2026-05-20T04:19:23.626261Z","steps":["trace[2106835540] 'agreement among raft nodes before linearized reading' (duration: 6.332200135s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:23.626311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:17.293912Z","time spent":"6.332388841s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:23.625348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.180194861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:23.626509Z","caller":"traceutil/trace.go:171","msg":"trace[1954404383] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5157; }","duration":"5.181415713s","start":"2026-05-20T04:19:18.445079Z","end":"2026-05-20T04:19:23.626495Z","steps":["trace[1954404383] 'agreement among raft nodes before linearized reading' (duration: 5.18017917s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:23.626564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:18.44506Z","time spent":"5.181487294s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:23.625423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239880791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:23.626791Z","caller":"traceutil/trace.go:171","msg":"trace[66888346] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5157; }","duration":"2.241285369s","start":"2026-05-20T04:19:21.385491Z","end":"2026-05-20T04:19:23.626776Z","steps":["trace[66888346] 'agreement among raft nodes before linearized reading' (duration: 2.239895493s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:23.626842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:21.385467Z","time spent":"2.24135919s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":35,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:23.625507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:21.543451Z","time spent":"2.082049082s","remote":"127.0.0.1:49492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:23.627571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.035222613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:23.627607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.33082657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:19:23.627633Z","caller":"traceutil/trace.go:171","msg":"trace[278954921] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5157; }","duration":"6.330871451s","start":"2026-05-20T04:19:17.296754Z","end":"2026-05-20T04:19:23.627625Z","steps":["trace[278954921] 'agreement among raft nodes before linearized reading' (duration: 6.330758758s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:23.627633Z","caller":"traceutil/trace.go:171","msg":"trace[517050511] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5157; }","duration":"6.035335166s","start":"2026-05-20T04:19:17.592284Z","end":"2026-05-20T04:19:23.627619Z","steps":["trace[517050511] 'agreement among raft nodes before linearized reading' (duration: 6.035212173s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:23.627658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:17.296742Z","time spent":"6.330911902s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:19:23.62766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:17.592267Z","time spent":"6.035387478s","remote":"127.0.0.1:33748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:23.627764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.331385594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:19:23.627807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.420261041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:19:23.627822Z","caller":"traceutil/trace.go:171","msg":"trace[201899724] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5157; }","duration":"6.331458286s","start":"2026-05-20T04:19:17.296349Z","end":"2026-05-20T04:19:23.627807Z","steps":["trace[201899724] 'agreement among raft nodes before linearized reading' (duration: 6.331307502s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:23.627871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:17.296341Z","time spent":"6.331518297s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"info","ts":"2026-05-20T04:19:23.627868Z","caller":"traceutil/trace.go:171","msg":"trace[250129106] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5157; }","duration":"5.420358604s","start":"2026-05-20T04:19:18.207492Z","end":"2026-05-20T04:19:23.62785Z","steps":["trace[250129106] 'agreement among raft nodes before linearized reading' (duration: 5.420161059s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:23.627926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:18.207468Z","time spent":"5.420445647s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:19:23.628046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333918439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:19:23.628081Z","caller":"traceutil/trace.go:171","msg":"trace[394361020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5157; }","duration":"6.333993221s","start":"2026-05-20T04:19:17.294079Z","end":"2026-05-20T04:19:23.628072Z","steps":["trace[394361020] 'agreement among raft nodes before linearized reading' (duration: 6.333842037s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:23.628102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:17.294053Z","time spent":"6.334044162s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:24.502845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.598914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:24.503039Z","caller":"traceutil/trace.go:171","msg":"trace[887473272] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"917.258761ms","start":"2026-05-20T04:19:23.585697Z","end":"2026-05-20T04:19:24.502956Z","steps":["trace[887473272] 'process raft request' (duration: 383.449481ms)","trace[887473272] 'compare' (duration: 533.384839ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:24.503536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:23.585682Z","time spent":"917.809294ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:25.401132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.431945158s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:19:25.532636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001991387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:19:25.53273Z","caller":"traceutil/trace.go:171","msg":"trace[2068202783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002135931s","start":"2026-05-20T04:19:23.530574Z","end":"2026-05-20T04:19:25.53271Z","steps":["trace[2068202783] 'agreement among raft nodes before linearized reading' (duration: 2.002011928s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.532858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:23.530559Z","time spent":"2.002286395s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:19:25.728594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.403201ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:25.729285Z","caller":"traceutil/trace.go:171","msg":"trace[1997239679] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5158; }","duration":"499.103898ms","start":"2026-05-20T04:19:25.230163Z","end":"2026-05-20T04:19:25.729267Z","steps":["trace[1997239679] 'range keys from in-memory index tree' (duration: 498.38686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.729337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.965756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:25.729594Z","caller":"traceutil/trace.go:171","msg":"trace[1279907670] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"2.143737016s","start":"2026-05-20T04:19:23.585822Z","end":"2026-05-20T04:19:25.729559Z","steps":["trace[1279907670] 'process raft request' (duration: 1.81544688s)","trace[1279907670] 'compare' (duration: 327.70247ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:25.729703Z","caller":"traceutil/trace.go:171","msg":"trace[1182793427] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"2.143364516s","start":"2026-05-20T04:19:23.586316Z","end":"2026-05-20T04:19:25.72968Z","steps":["trace[1182793427] 'process raft request' (duration: 2.14314193s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.729747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:23.585798Z","time spent":"2.143870219s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:25.729822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:23.586303Z","time spent":"2.143462728s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:25.729915Z","caller":"traceutil/trace.go:171","msg":"trace[340657733] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"2.143377726s","start":"2026-05-20T04:19:23.586507Z","end":"2026-05-20T04:19:25.729885Z","steps":["trace[340657733] 'process raft request' (duration: 2.143122129s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.730031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:23.586479Z","time spent":"2.143491969s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:25.730161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:23.628043Z","time spent":"2.102113908s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T04:19:25.730248Z","caller":"traceutil/trace.go:171","msg":"trace[1590289884] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"2.099044959s","start":"2026-05-20T04:19:23.631181Z","end":"2026-05-20T04:19:25.730226Z","steps":["trace[1590289884] 'process raft request' (duration: 2.098880354s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.730347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:23.631173Z","time spent":"2.099134191s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:25.730382Z","caller":"traceutil/trace.go:171","msg":"trace[1857369302] linearizableReadLoop","detail":"{readStateIndex:5415; appliedIndex:5411; }","duration":"2.105106595s","start":"2026-05-20T04:19:23.62526Z","end":"2026-05-20T04:19:25.730366Z","steps":["trace[1857369302] 'read index received' (duration: 343.911087ms)","trace[1857369302] 'applied index is now lower than readState.Index' (duration: 1.761194108s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:25.730476Z","caller":"traceutil/trace.go:171","msg":"trace[1612561621] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"2.098921765s","start":"2026-05-20T04:19:23.631545Z","end":"2026-05-20T04:19:25.730467Z","steps":["trace[1612561621] 'process raft request' (duration: 2.098618307s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.730516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.812930599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:25.730529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:23.631539Z","time spent":"2.098967176s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:25.730538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44044057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:25.730592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87566101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:25.730631Z","caller":"traceutil/trace.go:171","msg":"trace[1013383867] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5163; }","duration":"2.875738742s","start":"2026-05-20T04:19:22.854882Z","end":"2026-05-20T04:19:25.730621Z","steps":["trace[1013383867] 'agreement among raft nodes before linearized reading' (duration: 2.8756819s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.73064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14506066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:25.730663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:22.854856Z","time spent":"2.875798993s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:19:25.730674Z","caller":"traceutil/trace.go:171","msg":"trace[27318453] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5163; }","duration":"2.145138702s","start":"2026-05-20T04:19:23.585527Z","end":"2026-05-20T04:19:25.730666Z","steps":["trace[27318453] 'agreement among raft nodes before linearized reading' (duration: 2.14508825s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.730706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:23.585508Z","time spent":"2.145191983s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:19:25.73071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34028612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:25.73074Z","caller":"traceutil/trace.go:171","msg":"trace[911995782] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5163; }","duration":"2.340360581s","start":"2026-05-20T04:19:23.390372Z","end":"2026-05-20T04:19:25.730733Z","steps":["trace[911995782] 'agreement among raft nodes before linearized reading' (duration: 2.34031816s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.730763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:23.390351Z","time spent":"2.340405532s","remote":"127.0.0.1:34610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:25.730792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.555159158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:25.730843Z","caller":"traceutil/trace.go:171","msg":"trace[260521669] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5163; }","duration":"3.55528205s","start":"2026-05-20T04:19:22.175549Z","end":"2026-05-20T04:19:25.730831Z","steps":["trace[260521669] 'agreement among raft nodes before linearized reading' (duration: 3.555198998s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.730882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:22.175519Z","time spent":"3.555354752s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:25.73092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100055245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-20T04:19:25.730959Z","caller":"traceutil/trace.go:171","msg":"trace[1227711147] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5163; }","duration":"2.100104956s","start":"2026-05-20T04:19:23.630843Z","end":"2026-05-20T04:19:25.730948Z","steps":["trace[1227711147] 'agreement among raft nodes before linearized reading' (duration: 2.099986283s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.730986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:23.63083Z","time spent":"2.100149497s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-05-20T04:19:25.730592Z","caller":"traceutil/trace.go:171","msg":"trace[508136007] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5163; }","duration":"2.440535072s","start":"2026-05-20T04:19:23.290041Z","end":"2026-05-20T04:19:25.730576Z","steps":["trace[508136007] 'agreement among raft nodes before linearized reading' (duration: 2.440386469s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.731029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:23.290018Z","time spent":"2.441000824s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:25.731064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.794334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:25.730546Z","caller":"traceutil/trace.go:171","msg":"trace[160396369] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5163; }","duration":"2.81299332s","start":"2026-05-20T04:19:22.917543Z","end":"2026-05-20T04:19:25.730536Z","steps":["trace[160396369] 'agreement among raft nodes before linearized reading' (duration: 2.812907468s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.731157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.519243435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:25.731186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:22.91753Z","time spent":"2.813644067s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:25.73119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133495339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:25.731199Z","caller":"traceutil/trace.go:171","msg":"trace[1184762377] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5163; }","duration":"3.519298317s","start":"2026-05-20T04:19:22.211889Z","end":"2026-05-20T04:19:25.731187Z","steps":["trace[1184762377] 'agreement among raft nodes before linearized reading' (duration: 3.519210415s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:25.73122Z","caller":"traceutil/trace.go:171","msg":"trace[23571608] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5163; }","duration":"1.133524489s","start":"2026-05-20T04:19:24.597685Z","end":"2026-05-20T04:19:25.73121Z","steps":["trace[23571608] 'agreement among raft nodes before linearized reading' (duration: 1.133480248s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.731233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:22.211881Z","time spent":"3.519344318s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:25.731032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.452235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:25.731259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:24.597624Z","time spent":"1.133626961s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:19:25.731277Z","caller":"traceutil/trace.go:171","msg":"trace[1973415474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5163; }","duration":"193.726682ms","start":"2026-05-20T04:19:25.537542Z","end":"2026-05-20T04:19:25.731269Z","steps":["trace[1973415474] 'agreement among raft nodes before linearized reading' (duration: 193.473065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.731071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021674226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:25.731423Z","caller":"traceutil/trace.go:171","msg":"trace[1871298227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5163; }","duration":"3.022064987s","start":"2026-05-20T04:19:22.709348Z","end":"2026-05-20T04:19:25.731413Z","steps":["trace[1871298227] 'agreement among raft nodes before linearized reading' (duration: 3.021673137s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.731449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:22.709329Z","time spent":"3.022110177s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:25.731497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436134515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T04:19:25.730993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272433585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:25.731563Z","caller":"traceutil/trace.go:171","msg":"trace[858054081] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5163; }","duration":"1.27304137s","start":"2026-05-20T04:19:24.458516Z","end":"2026-05-20T04:19:25.731557Z","steps":["trace[858054081] 'agreement among raft nodes before linearized reading' (duration: 1.272445365s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.731586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:24.458498Z","time spent":"1.273081911s","remote":"127.0.0.1:33938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:25.731554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.544255857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414310"} {"level":"warn","ts":"2026-05-20T04:19:25.731646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100104875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:19:25.731146Z","caller":"traceutil/trace.go:171","msg":"trace[221769332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5163; }","duration":"956.883546ms","start":"2026-05-20T04:19:24.774229Z","end":"2026-05-20T04:19:25.731112Z","steps":["trace[221769332] 'agreement among raft nodes before linearized reading' (duration: 956.820594ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:25.731691Z","caller":"traceutil/trace.go:171","msg":"trace[1231217244] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5163; }","duration":"2.100167106s","start":"2026-05-20T04:19:23.631514Z","end":"2026-05-20T04:19:25.731681Z","steps":["trace[1231217244] 'agreement among raft nodes before linearized reading' (duration: 2.100025223s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.731704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:24.774206Z","time spent":"957.493212ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:19:25.73172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:23.631501Z","time spent":"2.100212747s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:19:25.731785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100381622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"warn","ts":"2026-05-20T04:19:25.731786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466535536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:19:25.73183Z","caller":"traceutil/trace.go:171","msg":"trace[1011065441] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5163; }","duration":"2.100444534s","start":"2026-05-20T04:19:23.631376Z","end":"2026-05-20T04:19:25.73182Z","steps":["trace[1011065441] 'agreement among raft nodes before linearized reading' (duration: 2.100202868s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.731869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:23.631364Z","time spent":"2.100496805s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:19:25.731622Z","caller":"traceutil/trace.go:171","msg":"trace[1786838467] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5163; }","duration":"3.54434877s","start":"2026-05-20T04:19:22.187263Z","end":"2026-05-20T04:19:25.731612Z","steps":["trace[1786838467] 'agreement among raft nodes before linearized reading' (duration: 3.543993491s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.731968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:22.187251Z","time spent":"3.544708998s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414332,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-20T04:19:25.731849Z","caller":"traceutil/trace.go:171","msg":"trace[1647332750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5163; }","duration":"1.466635698s","start":"2026-05-20T04:19:24.265204Z","end":"2026-05-20T04:19:25.73184Z","steps":["trace[1647332750] 'agreement among raft nodes before linearized reading' (duration: 1.466468064s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.731997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096332078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"warn","ts":"2026-05-20T04:19:25.731383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435828277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:19:25.732069Z","caller":"traceutil/trace.go:171","msg":"trace[80226849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5163; }","duration":"1.436560766s","start":"2026-05-20T04:19:24.295499Z","end":"2026-05-20T04:19:25.732059Z","steps":["trace[80226849] 'agreement among raft nodes before linearized reading' (duration: 1.435750015s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.732009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:24.265183Z","time spent":"1.466813642s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:25.732111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:24.295475Z","time spent":"1.436624028s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:19:25.731566Z","caller":"traceutil/trace.go:171","msg":"trace[1471216348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5163; }","duration":"1.436222257s","start":"2026-05-20T04:19:24.295331Z","end":"2026-05-20T04:19:25.731553Z","steps":["trace[1471216348] 'agreement among raft nodes before linearized reading' (duration: 1.436079083s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.732213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:24.295319Z","time spent":"1.436886136s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:19:25.732035Z","caller":"traceutil/trace.go:171","msg":"trace[280315317] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5163; }","duration":"2.09637881s","start":"2026-05-20T04:19:23.635648Z","end":"2026-05-20T04:19:25.732027Z","steps":["trace[280315317] 'agreement among raft nodes before linearized reading' (duration: 2.096194665s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:25.732303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:23.635644Z","time spent":"2.096642408s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:19:26.238019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:26.952661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.12531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:26.952775Z","caller":"traceutil/trace.go:171","msg":"trace[1724603487] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"1.218380988s","start":"2026-05-20T04:19:25.734373Z","end":"2026-05-20T04:19:26.952754Z","steps":["trace[1724603487] 'process raft request' (duration: 687.084194ms)","trace[1724603487] 'compare' (duration: 530.559096ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:26.952835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:25.734348Z","time spent":"1.21845744s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:27.263384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:25.745037Z","time spent":"1.518337456s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:19:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:19:27.294264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:25.751411Z","time spent":"1.542847325s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-20T04:19:27.294264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:25.744938Z","time spent":"1.549317821s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/20 04:19:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/20 04:19:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:19:27.548227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.255519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-05-20T04:19:28.30708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.616019ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:19:28.307309Z","caller":"traceutil/trace.go:171","msg":"trace[806860935] linearizableReadLoop","detail":"{readStateIndex:5423; appliedIndex:5418; }","duration":"2.569912563s","start":"2026-05-20T04:19:25.737364Z","end":"2026-05-20T04:19:28.307276Z","steps":["trace[806860935] 'read index received' (duration: 684.107087ms)","trace[806860935] 'applied index is now lower than readState.Index' (duration: 1.885804556s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:28.30746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570085818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18633"} {"level":"info","ts":"2026-05-20T04:19:28.307479Z","caller":"traceutil/trace.go:171","msg":"trace[1575285359] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5167; }","duration":"2.570135568s","start":"2026-05-20T04:19:25.737336Z","end":"2026-05-20T04:19:28.307472Z","steps":["trace[1575285359] 'agreement among raft nodes before linearized reading' (duration: 2.570024775s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:28.307515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:25.737325Z","time spent":"2.57018462s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-20T04:19:28.30785Z","caller":"traceutil/trace.go:171","msg":"trace[790102095] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5168; }","duration":"1.04272389s","start":"2026-05-20T04:19:27.265118Z","end":"2026-05-20T04:19:28.307842Z","steps":["trace[790102095] 'process raft request' (duration: 1.042628847s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:28.307865Z","caller":"traceutil/trace.go:171","msg":"trace[1923012233] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5168; }","duration":"1.012116444s","start":"2026-05-20T04:19:27.295728Z","end":"2026-05-20T04:19:28.307844Z","steps":["trace[1923012233] 'process raft request' (duration: 1.012086363s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:28.307911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:27.265093Z","time spent":"1.042779371s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":525,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:28.307891Z","caller":"traceutil/trace.go:171","msg":"trace[662771890] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"1.798751421s","start":"2026-05-20T04:19:26.509086Z","end":"2026-05-20T04:19:28.307837Z","steps":["trace[662771890] 'process raft request' (duration: 1.798092955s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:28.307974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:27.295708Z","time spent":"1.012207586s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":513,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:28.30815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:26.509073Z","time spent":"1.798932487s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:28.520486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000415518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:19:28.520657Z","caller":"traceutil/trace.go:171","msg":"trace[622772336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000651104s","start":"2026-05-20T04:19:26.519978Z","end":"2026-05-20T04:19:28.52063Z","steps":["trace[622772336] 'agreement among raft nodes before linearized reading' (duration: 2.000450449s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:28.520736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:26.519956Z","time spent":"2.000762286s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:19:29.218283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.665374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:29.21848Z","caller":"traceutil/trace.go:171","msg":"trace[1975673458] linearizableReadLoop","detail":"{readStateIndex:5429; appliedIndex:5426; }","duration":"911.134722ms","start":"2026-05-20T04:19:28.30733Z","end":"2026-05-20T04:19:29.218465Z","steps":["trace[1975673458] 'read index received' (duration: 275.1236ms)","trace[1975673458] 'applied index is now lower than readState.Index' (duration: 636.009862ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:29.218704Z","caller":"traceutil/trace.go:171","msg":"trace[1902058151] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"1.47837095s","start":"2026-05-20T04:19:27.740319Z","end":"2026-05-20T04:19:29.21869Z","steps":["trace[1902058151] 'process raft request' (duration: 842.227594ms)","trace[1902058151] 'compare' (duration: 635.344836ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:29.218769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:27.740296Z","time spent":"1.478439942s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:29.218941Z","caller":"traceutil/trace.go:171","msg":"trace[157119959] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"1.476606425s","start":"2026-05-20T04:19:27.742325Z","end":"2026-05-20T04:19:29.218931Z","steps":["trace[157119959] 'process raft request' (duration: 1.476048281s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:29.219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:27.742304Z","time spent":"1.476663746s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:29.219183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.909929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:29.21917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015438296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:29.219218Z","caller":"traceutil/trace.go:171","msg":"trace[835779608] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5171; }","duration":"838.986401ms","start":"2026-05-20T04:19:28.380223Z","end":"2026-05-20T04:19:29.219209Z","steps":["trace[835779608] 'agreement among raft nodes before linearized reading' (duration: 838.930149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:29.219211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264249608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:19:29.21925Z","caller":"traceutil/trace.go:171","msg":"trace[824825217] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5171; }","duration":"3.015612141s","start":"2026-05-20T04:19:26.203621Z","end":"2026-05-20T04:19:29.219233Z","steps":["trace[824825217] 'agreement among raft nodes before linearized reading' (duration: 3.015425786s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:29.219107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478946655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:29.219299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:26.203598Z","time spent":"3.015690062s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:29.219322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48268284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:19:29.219348Z","caller":"traceutil/trace.go:171","msg":"trace[136001260] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5171; }","duration":"1.479248132s","start":"2026-05-20T04:19:27.740079Z","end":"2026-05-20T04:19:29.219327Z","steps":["trace[136001260] 'agreement among raft nodes before linearized reading' (duration: 1.478939814s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:29.219383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652739805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-20T04:19:29.219381Z","caller":"traceutil/trace.go:171","msg":"trace[278194865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5171; }","duration":"1.482767622s","start":"2026-05-20T04:19:27.736592Z","end":"2026-05-20T04:19:29.21936Z","steps":["trace[278194865] 'agreement among raft nodes before linearized reading' (duration: 1.482671249s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:29.219409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243194734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:29.219421Z","caller":"traceutil/trace.go:171","msg":"trace[321089806] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5171; }","duration":"1.652811257s","start":"2026-05-20T04:19:27.566601Z","end":"2026-05-20T04:19:29.219412Z","steps":["trace[321089806] 'agreement among raft nodes before linearized reading' (duration: 1.652715085s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:29.219431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:27.736559Z","time spent":"1.482864884s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:19:29.21945Z","caller":"traceutil/trace.go:171","msg":"trace[469045004] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5171; }","duration":"1.243268616s","start":"2026-05-20T04:19:27.97617Z","end":"2026-05-20T04:19:29.219439Z","steps":["trace[469045004] 'agreement among raft nodes before linearized reading' (duration: 1.243213434s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:29.219463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:27.566582Z","time spent":"1.652873388s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T04:19:29.21948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:27.976058Z","time spent":"1.24341478s","remote":"127.0.0.1:58344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:29.219535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748473515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:29.219573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464824891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:19:29.219591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852296435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:29.219621Z","caller":"traceutil/trace.go:171","msg":"trace[867702208] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"1.476782669s","start":"2026-05-20T04:19:27.742828Z","end":"2026-05-20T04:19:29.219611Z","steps":["trace[867702208] 'process raft request' (duration: 1.475594079s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:29.219626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469627004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:19:29.219631Z","caller":"traceutil/trace.go:171","msg":"trace[1316974485] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5171; }","duration":"1.852366217s","start":"2026-05-20T04:19:27.367252Z","end":"2026-05-20T04:19:29.219618Z","steps":["trace[1316974485] 'agreement among raft nodes before linearized reading' (duration: 1.852313246s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:29.219667Z","caller":"traceutil/trace.go:171","msg":"trace[1677378291] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5171; }","duration":"1.469697116s","start":"2026-05-20T04:19:27.749958Z","end":"2026-05-20T04:19:29.219656Z","steps":["trace[1677378291] 'agreement among raft nodes before linearized reading' (duration: 1.469584163s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:29.219675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:27.367231Z","time spent":"1.852431619s","remote":"127.0.0.1:33930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:29.219705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:27.749943Z","time spent":"1.469753098s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"info","ts":"2026-05-20T04:19:29.219581Z","caller":"traceutil/trace.go:171","msg":"trace[784936001] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5171; }","duration":"2.748554117s","start":"2026-05-20T04:19:26.471015Z","end":"2026-05-20T04:19:29.219569Z","steps":["trace[784936001] 'agreement among raft nodes before linearized reading' (duration: 2.748476645s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:29.219782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:26.470996Z","time spent":"2.748777222s","remote":"127.0.0.1:57886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:29.219681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:27.742811Z","time spent":"1.47684042s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:29.219796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468351909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:29.219878Z","caller":"traceutil/trace.go:171","msg":"trace[417439455] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5171; }","duration":"3.468470553s","start":"2026-05-20T04:19:25.751388Z","end":"2026-05-20T04:19:29.219859Z","steps":["trace[417439455] 'agreement among raft nodes before linearized reading' (duration: 3.468338489s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:29.219288Z","caller":"traceutil/trace.go:171","msg":"trace[1446393884] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5171; }","duration":"2.26433984s","start":"2026-05-20T04:19:26.95493Z","end":"2026-05-20T04:19:29.21927Z","steps":["trace[1446393884] 'agreement among raft nodes before linearized reading' (duration: 2.264068834s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:29.219926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:25.751372Z","time spent":"3.468544125s","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:29.219941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.477168246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-05-20T04:19:29.219972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:26.954865Z","time spent":"2.26509508s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-20T04:19:29.219985Z","caller":"traceutil/trace.go:171","msg":"trace[954064530] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5171; }","duration":"3.477230818s","start":"2026-05-20T04:19:25.742744Z","end":"2026-05-20T04:19:29.219975Z","steps":["trace[954064530] 'agreement among raft nodes before linearized reading' (duration: 3.477101674s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:29.219622Z","caller":"traceutil/trace.go:171","msg":"trace[1673165697] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5171; }","duration":"1.464918435s","start":"2026-05-20T04:19:27.754694Z","end":"2026-05-20T04:19:29.219612Z","steps":["trace[1673165697] 'agreement among raft nodes before linearized reading' (duration: 1.464741601s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:29.220017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:25.742735Z","time spent":"3.477274489s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-20T04:19:29.220027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:27.754686Z","time spent":"1.465331906s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:19:29.219406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:27.740053Z","time spent":"1.479340725s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:19:29.219247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:28.3802Z","time spent":"839.041822ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-20T04:19:29.219215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482628928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:19:29.22021Z","caller":"traceutil/trace.go:171","msg":"trace[1875253692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5171; }","duration":"1.483676816s","start":"2026-05-20T04:19:27.736523Z","end":"2026-05-20T04:19:29.2202Z","steps":["trace[1875253692] 'agreement among raft nodes before linearized reading' (duration: 1.482498465s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:29.220249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:27.736504Z","time spent":"1.483736068s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:29.219293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.769237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:29.220344Z","caller":"traceutil/trace.go:171","msg":"trace[651041667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5171; }","duration":"698.878905ms","start":"2026-05-20T04:19:28.521452Z","end":"2026-05-20T04:19:29.220331Z","steps":["trace[651041667] 'agreement among raft nodes before linearized reading' (duration: 697.823618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:29.220386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:28.521365Z","time spent":"699.01115ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:19:29.223906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485422418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-05-20T04:19:29.223967Z","caller":"traceutil/trace.go:171","msg":"trace[1849542132] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5171; }","duration":"3.485504349s","start":"2026-05-20T04:19:25.738449Z","end":"2026-05-20T04:19:29.223953Z","steps":["trace[1849542132] 'agreement among raft nodes before linearized reading' (duration: 3.480580602s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:29.224014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:25.738443Z","time spent":"3.485559141s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T04:19:29.796795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:30.297605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:30.609829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.313887368s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:19:30.610202Z","caller":"traceutil/trace.go:171","msg":"trace[1666737214] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"1.384979883s","start":"2026-05-20T04:19:29.225201Z","end":"2026-05-20T04:19:30.61018Z","steps":["trace[1666737214] 'process raft request' (duration: 1.384814489s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:30.610323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:29.225181Z","time spent":"1.385082396s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:30.610522Z","caller":"traceutil/trace.go:171","msg":"trace[1990822310] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"1.374964066s","start":"2026-05-20T04:19:29.235529Z","end":"2026-05-20T04:19:30.610493Z","steps":["trace[1990822310] 'process raft request' (duration: 1.374608447s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:30.610565Z","caller":"traceutil/trace.go:171","msg":"trace[477339862] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"1.374413132s","start":"2026-05-20T04:19:29.236125Z","end":"2026-05-20T04:19:30.610538Z","steps":["trace[477339862] 'process raft request' (duration: 1.374283709s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:30.610662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:29.235515Z","time spent":"1.375068568s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:30.610901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:29.236118Z","time spent":"1.374536605s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:31.23319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997662977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:19:31.233247Z","caller":"traceutil/trace.go:171","msg":"trace[1635968572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997756779s","start":"2026-05-20T04:19:29.235479Z","end":"2026-05-20T04:19:31.233236Z","steps":["trace[1635968572] 'agreement among raft nodes before linearized reading' (duration: 1.997690207s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:31.233274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:29.235464Z","time spent":"1.99780455s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:19:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:19:32.045226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21340738s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:32.045559Z","caller":"traceutil/trace.go:171","msg":"trace[363574330] linearizableReadLoop","detail":"{readStateIndex:5434; appliedIndex:5430; }","duration":"2.749192313s","start":"2026-05-20T04:19:29.296345Z","end":"2026-05-20T04:19:32.045538Z","steps":["trace[363574330] 'read index received' (duration: 1.313711694s)","trace[363574330] 'applied index is now lower than readState.Index' (duration: 1.435479119s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:32.045637Z","caller":"traceutil/trace.go:171","msg":"trace[1528175159] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"1.728099209s","start":"2026-05-20T04:19:30.317499Z","end":"2026-05-20T04:19:32.045598Z","steps":["trace[1528175159] 'process raft request' (duration: 1.727832342s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:32.046501Z","caller":"traceutil/trace.go:171","msg":"trace[1429929308] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"1.835802994s","start":"2026-05-20T04:19:30.210655Z","end":"2026-05-20T04:19:32.046458Z","steps":["trace[1429929308] 'process raft request' (duration: 621.075489ms)","trace[1429929308] 'compare' (duration: 1.213187864s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:32.046581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:30.317477Z","time spent":"1.728985823s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:32.046631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81099228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-05-20T04:19:32.046662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:30.210631Z","time spent":"1.835950608s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:32.046723Z","caller":"traceutil/trace.go:171","msg":"trace[1259136157] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5177; }","duration":"2.811087493s","start":"2026-05-20T04:19:29.235622Z","end":"2026-05-20T04:19:32.04671Z","steps":["trace[1259136157] 'agreement among raft nodes before linearized reading' (duration: 2.810047856s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:32.046796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811283928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"warn","ts":"2026-05-20T04:19:32.046801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:29.235607Z","time spent":"2.811180895s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7482,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T04:19:32.0468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811286837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:19:32.046873Z","caller":"traceutil/trace.go:171","msg":"trace[1205591177] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5177; }","duration":"2.811391471s","start":"2026-05-20T04:19:29.235464Z","end":"2026-05-20T04:19:32.046855Z","steps":["trace[1205591177] 'agreement among raft nodes before linearized reading' (duration: 2.810968749s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:32.046895Z","caller":"traceutil/trace.go:171","msg":"trace[128614989] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5177; }","duration":"2.811421241s","start":"2026-05-20T04:19:29.235452Z","end":"2026-05-20T04:19:32.046873Z","steps":["trace[128614989] 'agreement among raft nodes before linearized reading' (duration: 2.810984189s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:32.046932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:29.235447Z","time spent":"2.811470602s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:19:32.046953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:29.235439Z","time spent":"2.811498603s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:19:32.546027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:32.790726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.564749596s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:19:32.939673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.602553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:32.939788Z","caller":"traceutil/trace.go:171","msg":"trace[1318252211] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"1.713914524s","start":"2026-05-20T04:19:31.225852Z","end":"2026-05-20T04:19:32.939766Z","steps":["trace[1318252211] 'process raft request' (duration: 1.565130366s)","trace[1318252211] 'compare' (duration: 148.214613ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:32.939849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:31.225836Z","time spent":"1.713984386s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:33.234209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000967351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:19:33.234296Z","caller":"traceutil/trace.go:171","msg":"trace[966970549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001099866s","start":"2026-05-20T04:19:31.233177Z","end":"2026-05-20T04:19:33.234277Z","steps":["trace[966970549] 'agreement among raft nodes before linearized reading' (duration: 2.000980962s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.234418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:31.233169Z","time spent":"2.001238449s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:19:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:19:33.722573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.066563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:33.723111Z","caller":"traceutil/trace.go:171","msg":"trace[1870703842] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"660.968373ms","start":"2026-05-20T04:19:33.062123Z","end":"2026-05-20T04:19:33.723092Z","steps":["trace[1870703842] 'process raft request' (duration: 660.921792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.723233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:33.062018Z","time spent":"661.175398ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:33.723359Z","caller":"traceutil/trace.go:171","msg":"trace[544855842] linearizableReadLoop","detail":"{readStateIndex:5438; appliedIndex:5435; }","duration":"1.677744816s","start":"2026-05-20T04:19:32.045603Z","end":"2026-05-20T04:19:33.723348Z","steps":["trace[544855842] 'read index received' (duration: 745.375879ms)","trace[544855842] 'applied index is now lower than readState.Index' (duration: 932.367917ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:33.723341Z","caller":"traceutil/trace.go:171","msg":"trace[876191830] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"2.496757535s","start":"2026-05-20T04:19:31.226462Z","end":"2026-05-20T04:19:33.72322Z","steps":["trace[876191830] 'process raft request' (duration: 1.822901592s)","trace[876191830] 'compare' (duration: 670.728653ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:33.723433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746385091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:33.723484Z","caller":"traceutil/trace.go:171","msg":"trace[1149906264] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5181; }","duration":"2.746477113s","start":"2026-05-20T04:19:30.976992Z","end":"2026-05-20T04:19:33.723469Z","steps":["trace[1149906264] 'agreement among raft nodes before linearized reading' (duration: 2.746389221s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.723526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.107459067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-05-20T04:19:33.723537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:30.97697Z","time spent":"2.746551745s","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:19:33.723567Z","caller":"traceutil/trace.go:171","msg":"trace[1599170118] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5181; }","duration":"3.107500428s","start":"2026-05-20T04:19:30.616056Z","end":"2026-05-20T04:19:33.723557Z","steps":["trace[1599170118] 'agreement among raft nodes before linearized reading' (duration: 3.107366815s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.723548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.194233787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:19:33.723599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:30.615993Z","time spent":"3.10759833s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-20T04:19:33.723623Z","caller":"traceutil/trace.go:171","msg":"trace[1822429340] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5181; }","duration":"4.194354901s","start":"2026-05-20T04:19:29.529251Z","end":"2026-05-20T04:19:33.723606Z","steps":["trace[1822429340] 'agreement among raft nodes before linearized reading' (duration: 4.194206647s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.723655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4226512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:19:33.723684Z","caller":"traceutil/trace.go:171","msg":"trace[2088010770] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5181; }","duration":"4.422726382s","start":"2026-05-20T04:19:29.300948Z","end":"2026-05-20T04:19:33.723675Z","steps":["trace[2088010770] 'agreement among raft nodes before linearized reading' (duration: 4.422607589s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.72369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:29.529236Z","time spent":"4.194443363s","remote":"127.0.0.1:34698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:33.723701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685378672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:33.723712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:29.300923Z","time spent":"4.422783923s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:19:33.723731Z","caller":"traceutil/trace.go:171","msg":"trace[915387061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5181; }","duration":"1.685468104s","start":"2026-05-20T04:19:32.038254Z","end":"2026-05-20T04:19:33.723722Z","steps":["trace[915387061] 'agreement among raft nodes before linearized reading' (duration: 1.685420982s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.723673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:31.226445Z","time spent":"2.497028281s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:33.723766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:32.03822Z","time spent":"1.685539856s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:19:33.723382Z","caller":"traceutil/trace.go:171","msg":"trace[884360457] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"2.496860208s","start":"2026-05-20T04:19:31.226465Z","end":"2026-05-20T04:19:33.723325Z","steps":["trace[884360457] 'process raft request' (duration: 2.496349465s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.723812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719625748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T04:19:33.723884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109004611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:19:33.723904Z","caller":"traceutil/trace.go:171","msg":"trace[74770348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5181; }","duration":"1.109062002s","start":"2026-05-20T04:19:32.614836Z","end":"2026-05-20T04:19:33.723898Z","steps":["trace[74770348] 'agreement among raft nodes before linearized reading' (duration: 1.109025481s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.723922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:32.614813Z","time spent":"1.109105344s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:33.723913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.984476054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:33.723948Z","caller":"traceutil/trace.go:171","msg":"trace[137340158] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:5181; }","duration":"3.984551636s","start":"2026-05-20T04:19:29.739387Z","end":"2026-05-20T04:19:33.723939Z","steps":["trace[137340158] 'agreement among raft nodes before linearized reading' (duration: 3.984489505s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.723961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422359804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:19:33.723984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43906972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:33.723985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:29.739362Z","time spent":"3.984613738s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:19:33.723993Z","caller":"traceutil/trace.go:171","msg":"trace[1453027640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5181; }","duration":"2.422445797s","start":"2026-05-20T04:19:31.301539Z","end":"2026-05-20T04:19:33.723984Z","steps":["trace[1453027640] 'agreement among raft nodes before linearized reading' (duration: 2.422356285s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:33.724003Z","caller":"traceutil/trace.go:171","msg":"trace[1931851166] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:5181; }","duration":"1.439089871s","start":"2026-05-20T04:19:32.284906Z","end":"2026-05-20T04:19:33.723996Z","steps":["trace[1931851166] 'agreement among raft nodes before linearized reading' (duration: 1.43906105s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.724037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:32.284798Z","time spent":"1.439218324s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:33.724076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498558101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:33.724107Z","caller":"traceutil/trace.go:171","msg":"trace[1533203292] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5181; }","duration":"2.498626223s","start":"2026-05-20T04:19:31.225472Z","end":"2026-05-20T04:19:33.724099Z","steps":["trace[1533203292] 'agreement among raft nodes before linearized reading' (duration: 2.498578722s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.724122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630776524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:33.72414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:31.225453Z","time spent":"2.498680644s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"info","ts":"2026-05-20T04:19:33.724161Z","caller":"traceutil/trace.go:171","msg":"trace[1683981341] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5181; }","duration":"2.630816905s","start":"2026-05-20T04:19:31.093332Z","end":"2026-05-20T04:19:33.724149Z","steps":["trace[1683981341] 'agreement among raft nodes before linearized reading' (duration: 2.630753984s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.723533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560065496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:33.724192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:31.093269Z","time spent":"2.630914778s","remote":"127.0.0.1:58312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:19:33.724263Z","caller":"traceutil/trace.go:171","msg":"trace[76754327] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5181; }","duration":"1.560795945s","start":"2026-05-20T04:19:32.163397Z","end":"2026-05-20T04:19:33.724193Z","steps":["trace[76754327] 'agreement among raft nodes before linearized reading' (duration: 1.560069366s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.724318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:32.163373Z","time spent":"1.560928918s","remote":"127.0.0.1:34628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:33.724278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:31.226445Z","time spent":"2.497585225s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:33.723851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.460726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:33.72383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.78198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b12a9b1204702b\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-05-20T04:19:33.724558Z","caller":"traceutil/trace.go:171","msg":"trace[1097067041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5181; }","duration":"482.198755ms","start":"2026-05-20T04:19:33.242348Z","end":"2026-05-20T04:19:33.724547Z","steps":["trace[1097067041] 'agreement among raft nodes before linearized reading' (duration: 481.492887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.724594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:33.242326Z","time spent":"482.256937ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:19:33.724599Z","caller":"traceutil/trace.go:171","msg":"trace[881350279] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18b12a9b1204702b; range_end:; response_count:1; response_revision:5181; }","duration":"423.578191ms","start":"2026-05-20T04:19:33.301002Z","end":"2026-05-20T04:19:33.72458Z","steps":["trace[881350279] 'agreement among raft nodes before linearized reading' (duration: 422.78007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.724642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:33.300979Z","time spent":"423.649843ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":896,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b12a9b1204702b\" "} {"level":"warn","ts":"2026-05-20T04:19:33.724737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541115501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:33.724705Z","caller":"traceutil/trace.go:171","msg":"trace[1887343822] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:5181; }","duration":"3.719821993s","start":"2026-05-20T04:19:30.004076Z","end":"2026-05-20T04:19:33.723898Z","steps":["trace[1887343822] 'agreement among raft nodes before linearized reading' (duration: 3.719424713s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:33.724779Z","caller":"traceutil/trace.go:171","msg":"trace[800074579] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5181; }","duration":"1.541212223s","start":"2026-05-20T04:19:32.183556Z","end":"2026-05-20T04:19:33.724769Z","steps":["trace[800074579] 'agreement among raft nodes before linearized reading' (duration: 1.541146411s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.724811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:32.183531Z","time spent":"1.541269765s","remote":"127.0.0.1:58330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:33.724022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:31.30151Z","time spent":"2.422504979s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:33.724821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:30.004055Z","time spent":"3.720737068s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:19:33.725744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514549338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:19:33.725882Z","caller":"traceutil/trace.go:171","msg":"trace[1626577714] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5181; }","duration":"1.514711453s","start":"2026-05-20T04:19:32.21115Z","end":"2026-05-20T04:19:33.725861Z","steps":["trace[1626577714] 'agreement among raft nodes before linearized reading' (duration: 1.512997258s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:33.725989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:32.211112Z","time spent":"1.514858536s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:19:34.227414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:35.154653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.603928ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-05-20T04:19:35.154763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:33.726524Z","time spent":"1.428235214s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:19:35.726493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999806111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:19:35.726578Z","caller":"traceutil/trace.go:171","msg":"trace[2036097845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999934455s","start":"2026-05-20T04:19:33.726628Z","end":"2026-05-20T04:19:35.726563Z","steps":["trace[2036097845] 'agreement among raft nodes before linearized reading' (duration: 1.999828692s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:35.726626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:33.726587Z","time spent":"2.000029937s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:19:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:19:37.015138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.45996221s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:19:37.015728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:33.726743Z","time spent":"3.288976966s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T04:19:37.015871Z","caller":"traceutil/trace.go:171","msg":"trace[1135162364] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"3.286470071s","start":"2026-05-20T04:19:33.729374Z","end":"2026-05-20T04:19:37.015844Z","steps":["trace[1135162364] 'process raft request' (duration: 3.286267026s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:37.016017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:33.729363Z","time spent":"3.286576974s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:37.01635Z","caller":"traceutil/trace.go:171","msg":"trace[777465179] linearizableReadLoop","detail":"{readStateIndex:5446; appliedIndex:5439; }","duration":"3.289670954s","start":"2026-05-20T04:19:33.726661Z","end":"2026-05-20T04:19:37.016331Z","steps":["trace[777465179] 'read index received' (duration: 828.522333ms)","trace[777465179] 'applied index is now lower than readState.Index' (duration: 2.461145651s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:37.016367Z","caller":"traceutil/trace.go:171","msg":"trace[985070829] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"2.962609841s","start":"2026-05-20T04:19:34.053743Z","end":"2026-05-20T04:19:37.016353Z","steps":["trace[985070829] 'process raft request' (duration: 2.962553459s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:37.016438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:34.053718Z","time spent":"2.962685022s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:37.016426Z","caller":"traceutil/trace.go:171","msg":"trace[1399841273] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"3.136145594s","start":"2026-05-20T04:19:33.880256Z","end":"2026-05-20T04:19:37.016402Z","steps":["trace[1399841273] 'process raft request' (duration: 3.13600216s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:37.016366Z","caller":"traceutil/trace.go:171","msg":"trace[326459603] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"3.283734391s","start":"2026-05-20T04:19:33.732605Z","end":"2026-05-20T04:19:37.01634Z","steps":["trace[326459603] 'process raft request' (duration: 3.283550697s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:37.016464Z","caller":"traceutil/trace.go:171","msg":"trace[740652969] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"3.286810891s","start":"2026-05-20T04:19:33.729598Z","end":"2026-05-20T04:19:37.016409Z","steps":["trace[740652969] 'process raft request' (duration: 3.286198194s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:37.016606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:33.880228Z","time spent":"3.136267076s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:37.016628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:33.732592Z","time spent":"3.283925277s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:37.016715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:33.729592Z","time spent":"3.286997516s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:37.517445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:37.734517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000216993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:19:37.734625Z","caller":"traceutil/trace.go:171","msg":"trace[516707248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000379776s","start":"2026-05-20T04:19:35.734227Z","end":"2026-05-20T04:19:37.734606Z","steps":["trace[516707248] 'agreement among raft nodes before linearized reading' (duration: 2.000243562s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:37.734673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:35.734209Z","time spent":"2.000453548s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:19:38.018104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:38.392368Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041222692s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:19:38.392828Z","caller":"traceutil/trace.go:171","msg":"trace[539184056] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"3.236189691s","start":"2026-05-20T04:19:35.156622Z","end":"2026-05-20T04:19:38.392811Z","steps":["trace[539184056] 'process raft request' (duration: 3.23614225s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:38.392866Z","caller":"traceutil/trace.go:171","msg":"trace[413277985] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"3.446943179s","start":"2026-05-20T04:19:34.945894Z","end":"2026-05-20T04:19:38.392837Z","steps":["trace[413277985] 'process raft request' (duration: 3.446746115s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:38.393021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:35.156598Z","time spent":"3.236278263s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:38.393016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:34.945876Z","time spent":"3.447063383s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:38.393325Z","caller":"traceutil/trace.go:171","msg":"trace[1362930123] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"2.663407892s","start":"2026-05-20T04:19:35.729904Z","end":"2026-05-20T04:19:38.393312Z","steps":["trace[1362930123] 'process raft request' (duration: 2.662886659s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:38.393393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:35.729878Z","time spent":"2.663480204s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:38.393431Z","caller":"traceutil/trace.go:171","msg":"trace[1346368204] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"1.983423142s","start":"2026-05-20T04:19:36.409982Z","end":"2026-05-20T04:19:38.393406Z","steps":["trace[1346368204] 'process raft request' (duration: 1.98333769s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:38.393436Z","caller":"traceutil/trace.go:171","msg":"trace[1298864366] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"2.662522809s","start":"2026-05-20T04:19:35.730876Z","end":"2026-05-20T04:19:38.393399Z","steps":["trace[1298864366] 'process raft request' (duration: 2.662305213s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:38.3936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:36.409935Z","time spent":"1.983581186s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18457,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:38.393699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:35.730865Z","time spent":"2.662759804s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:39.418609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.09835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:39.418788Z","caller":"traceutil/trace.go:171","msg":"trace[1576425321] linearizableReadLoop","detail":"{readStateIndex:5452; appliedIndex:5446; }","duration":"2.402372193s","start":"2026-05-20T04:19:37.016389Z","end":"2026-05-20T04:19:39.418761Z","steps":["trace[1576425321] 'read index received' (duration: 1.376162467s)","trace[1576425321] 'applied index is now lower than readState.Index' (duration: 1.026207986s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:39.418909Z","caller":"traceutil/trace.go:171","msg":"trace[847961501] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"2.401722396s","start":"2026-05-20T04:19:37.017168Z","end":"2026-05-20T04:19:39.418891Z","steps":["trace[847961501] 'process raft request' (duration: 2.119188405s)","trace[847961501] 'compare' (duration: 281.863224ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:39.418973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.159709802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:39.418973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751190041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:19:39.418994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:37.017138Z","time spent":"2.401817489s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:39.418999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.673390977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:39.419039Z","caller":"traceutil/trace.go:171","msg":"trace[430714333] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5192; }","duration":"4.751305324s","start":"2026-05-20T04:19:34.66772Z","end":"2026-05-20T04:19:39.419025Z","steps":["trace[430714333] 'agreement among raft nodes before linearized reading' (duration: 4.7511615s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:39.419028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.389778176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:39.419028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.483531642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:39.419086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:34.667698Z","time spent":"4.751378886s","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:19:39.419083Z","caller":"traceutil/trace.go:171","msg":"trace[492484440] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5192; }","duration":"5.673513011s","start":"2026-05-20T04:19:33.745553Z","end":"2026-05-20T04:19:39.419066Z","steps":["trace[492484440] 'agreement among raft nodes before linearized reading' (duration: 5.673359937s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:39.419109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688345024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:39.419159Z","caller":"traceutil/trace.go:171","msg":"trace[416113588] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:5192; }","duration":"4.483668945s","start":"2026-05-20T04:19:34.935421Z","end":"2026-05-20T04:19:39.41909Z","steps":["trace[416113588] 'agreement among raft nodes before linearized reading' (duration: 4.483544402s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:39.419204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.69786869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:39.419101Z","caller":"traceutil/trace.go:171","msg":"trace[383707654] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5192; }","duration":"4.38991711s","start":"2026-05-20T04:19:35.029166Z","end":"2026-05-20T04:19:39.419084Z","steps":["trace[383707654] 'agreement among raft nodes before linearized reading' (duration: 4.389773667s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:39.419268Z","caller":"traceutil/trace.go:171","msg":"trace[544704879] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5192; }","duration":"3.698060745s","start":"2026-05-20T04:19:35.721195Z","end":"2026-05-20T04:19:39.419256Z","steps":["trace[544704879] 'agreement among raft nodes before linearized reading' (duration: 3.697843449s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:39.419192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:33.745542Z","time spent":"5.673630484s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:39.419291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:35.029126Z","time spent":"4.390144896s","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:39.419316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:34.935397Z","time spent":"4.48385137s","remote":"127.0.0.1:57688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:39.419295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.365139967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:19:39.419365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.690155478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-20T04:19:39.419387Z","caller":"traceutil/trace.go:171","msg":"trace[1446328081] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:5192; }","duration":"4.159787184s","start":"2026-05-20T04:19:35.259232Z","end":"2026-05-20T04:19:39.419019Z","steps":["trace[1446328081] 'agreement among raft nodes before linearized reading' (duration: 4.15965163s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:39.419403Z","caller":"traceutil/trace.go:171","msg":"trace[481750907] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5192; }","duration":"5.365287521s","start":"2026-05-20T04:19:34.054091Z","end":"2026-05-20T04:19:39.419379Z","steps":["trace[481750907] 'agreement among raft nodes before linearized reading' (duration: 5.364968153s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:39.419421Z","caller":"traceutil/trace.go:171","msg":"trace[1832529843] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5192; }","duration":"5.690227459s","start":"2026-05-20T04:19:33.729178Z","end":"2026-05-20T04:19:39.419405Z","steps":["trace[1832529843] 'agreement among raft nodes before linearized reading' (duration: 5.68986141s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:39.419439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:35.259173Z","time spent":"4.160251196s","remote":"127.0.0.1:57596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:39.419463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:33.729168Z","time spent":"5.690287042s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-05-20T04:19:39.419221Z","caller":"traceutil/trace.go:171","msg":"trace[1738440402] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5192; }","duration":"3.688487118s","start":"2026-05-20T04:19:35.730715Z","end":"2026-05-20T04:19:39.419202Z","steps":["trace[1738440402] 'agreement among raft nodes before linearized reading' (duration: 3.68817596s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:39.419472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:34.054078Z","time spent":"5.365377453s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:19:39.419312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:35.721163Z","time spent":"3.698137567s","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:39.41935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.365798484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:19:39.419542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:35.730701Z","time spent":"3.688817246s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"info","ts":"2026-05-20T04:19:39.419597Z","caller":"traceutil/trace.go:171","msg":"trace[1740752824] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5192; }","duration":"5.366086731s","start":"2026-05-20T04:19:34.053503Z","end":"2026-05-20T04:19:39.41959Z","steps":["trace[1740752824] 'agreement among raft nodes before linearized reading' (duration: 5.365569478s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:39.419617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:34.053482Z","time spent":"5.366129622s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:19:39.419991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.684956465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-20T04:19:39.420078Z","caller":"traceutil/trace.go:171","msg":"trace[1676832390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5192; }","duration":"5.685058798s","start":"2026-05-20T04:19:33.735004Z","end":"2026-05-20T04:19:39.420063Z","steps":["trace[1676832390] 'agreement among raft nodes before linearized reading' (duration: 5.68400501s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:39.420157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:33.734997Z","time spent":"5.68514771s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T04:19:39.736179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000379517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:19:39.736299Z","caller":"traceutil/trace.go:171","msg":"trace[1051035620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000896791s","start":"2026-05-20T04:19:37.735374Z","end":"2026-05-20T04:19:39.736271Z","steps":["trace[1051035620] 'agreement among raft nodes before linearized reading' (duration: 2.000403048s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:39.73638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:37.735358Z","time spent":"2.001005593s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:19:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:19:40.506272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.826176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:40.506465Z","caller":"traceutil/trace.go:171","msg":"trace[792464068] linearizableReadLoop","detail":"{readStateIndex:5453; appliedIndex:5452; }","duration":"1.087554s","start":"2026-05-20T04:19:39.418828Z","end":"2026-05-20T04:19:40.506382Z","steps":["trace[792464068] 'read index received' (duration: 135.520178ms)","trace[792464068] 'applied index is now lower than readState.Index' (duration: 952.032172ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:40.506726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575101297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:40.506792Z","caller":"traceutil/trace.go:171","msg":"trace[604744710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5193; }","duration":"2.57523801s","start":"2026-05-20T04:19:37.93154Z","end":"2026-05-20T04:19:40.506778Z","steps":["trace[604744710] 'agreement among raft nodes before linearized reading' (duration: 2.575129407s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:40.506818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:37.93152Z","time spent":"2.575293132s","remote":"127.0.0.1:58320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:19:40.506811Z","caller":"traceutil/trace.go:171","msg":"trace[1236416598] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"1.484050296s","start":"2026-05-20T04:19:39.022731Z","end":"2026-05-20T04:19:40.506781Z","steps":["trace[1236416598] 'process raft request' (duration: 531.618663ms)","trace[1236416598] 'compare' (duration: 951.703643ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:40.506719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485581215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:19:40.506847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111507259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-20T04:19:40.506918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:39.022716Z","time spent":"1.484141588s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:40.506914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.486338982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-05-20T04:19:40.506909Z","caller":"traceutil/trace.go:171","msg":"trace[1541689676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5193; }","duration":"1.485822771s","start":"2026-05-20T04:19:39.021058Z","end":"2026-05-20T04:19:40.506881Z","steps":["trace[1541689676] 'agreement among raft nodes before linearized reading' (duration: 1.485450761s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:40.506947Z","caller":"traceutil/trace.go:171","msg":"trace[993859572] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5193; }","duration":"2.111640192s","start":"2026-05-20T04:19:38.395247Z","end":"2026-05-20T04:19:40.506887Z","steps":["trace[993859572] 'agreement among raft nodes before linearized reading' (duration: 2.111377466s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:40.506994Z","caller":"traceutil/trace.go:171","msg":"trace[1081740033] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5193; }","duration":"3.486476875s","start":"2026-05-20T04:19:37.020504Z","end":"2026-05-20T04:19:40.506981Z","steps":["trace[1081740033] 'agreement among raft nodes before linearized reading' (duration: 3.486245199s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:40.507019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:39.021036Z","time spent":"1.485960265s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:40.507037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:37.020479Z","time spent":"3.486550007s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-20T04:19:40.507041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484960809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:19:40.50705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:38.395229Z","time spent":"2.111801646s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-20T04:19:40.50716Z","caller":"traceutil/trace.go:171","msg":"trace[287869115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5193; }","duration":"1.485103872s","start":"2026-05-20T04:19:39.022007Z","end":"2026-05-20T04:19:40.507111Z","steps":["trace[287869115] 'agreement among raft nodes before linearized reading' (duration: 1.484810115s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:40.507216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:39.021984Z","time spent":"1.485222076s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:40.886438Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.330735091s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:19:40.886798Z","caller":"traceutil/trace.go:171","msg":"trace[2010410821] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"1.331219093s","start":"2026-05-20T04:19:39.55556Z","end":"2026-05-20T04:19:40.88678Z","steps":["trace[2010410821] 'process raft request' (duration: 1.331078139s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:40.886926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:39.555532Z","time spent":"1.331308165s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:41.743759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000049788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:19:41.743924Z","caller":"traceutil/trace.go:171","msg":"trace[1032970738] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000277853s","start":"2026-05-20T04:19:39.743626Z","end":"2026-05-20T04:19:41.743904Z","steps":["trace[1032970738] 'agreement among raft nodes before linearized reading' (duration: 2.000088379s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:41.744008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:39.743608Z","time spent":"2.000385836s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:19:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:19:42.145079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.258404254s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:19:42.145558Z","caller":"traceutil/trace.go:171","msg":"trace[2059572099] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"1.746569222s","start":"2026-05-20T04:19:40.398961Z","end":"2026-05-20T04:19:42.145531Z","steps":["trace[2059572099] 'process raft request' (duration: 1.746360966s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:42.145702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:40.398931Z","time spent":"1.746696256s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:42.145907Z","caller":"traceutil/trace.go:171","msg":"trace[804446865] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"1.746319677s","start":"2026-05-20T04:19:40.399565Z","end":"2026-05-20T04:19:42.145884Z","steps":["trace[804446865] 'process raft request' (duration: 1.745920026s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:42.146037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:40.399551Z","time spent":"1.746441729s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:42.146085Z","caller":"traceutil/trace.go:171","msg":"trace[911628631] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"1.6346262s","start":"2026-05-20T04:19:40.511449Z","end":"2026-05-20T04:19:42.146076Z","steps":["trace[911628631] 'process raft request' (duration: 1.634496956s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:42.146154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:40.511438Z","time spent":"1.634681521s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:42.146152Z","caller":"traceutil/trace.go:171","msg":"trace[818294887] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"1.634055826s","start":"2026-05-20T04:19:40.512066Z","end":"2026-05-20T04:19:42.146122Z","steps":["trace[818294887] 'process raft request' (duration: 1.633934933s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:42.146269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:40.512054Z","time spent":"1.634155568s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:42.14627Z","caller":"traceutil/trace.go:171","msg":"trace[1392873576] linearizableReadLoop","detail":"{readStateIndex:5457; appliedIndex:5453; }","duration":"1.63970202s","start":"2026-05-20T04:19:40.506555Z","end":"2026-05-20T04:19:42.146257Z","steps":["trace[1392873576] 'read index received' (duration: 380.081224ms)","trace[1392873576] 'applied index is now lower than readState.Index' (duration: 1.259619596s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:42.146351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566211447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:42.146374Z","caller":"traceutil/trace.go:171","msg":"trace[276695927] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"1.63075376s","start":"2026-05-20T04:19:40.515614Z","end":"2026-05-20T04:19:42.146368Z","steps":["trace[276695927] 'process raft request' (duration: 1.630435952s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:42.146392Z","caller":"traceutil/trace.go:171","msg":"trace[1200693036] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5200; }","duration":"2.566380021s","start":"2026-05-20T04:19:39.580002Z","end":"2026-05-20T04:19:42.146382Z","steps":["trace[1200693036] 'agreement among raft nodes before linearized reading' (duration: 2.56631191s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:42.146432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:39.579977Z","time spent":"2.566444562s","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:42.1464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:40.515592Z","time spent":"1.63079343s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:42.146588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723414461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-05-20T04:19:42.146595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722495437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:19:42.146615Z","caller":"traceutil/trace.go:171","msg":"trace[495191816] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5200; }","duration":"2.723495903s","start":"2026-05-20T04:19:39.423114Z","end":"2026-05-20T04:19:42.14661Z","steps":["trace[495191816] 'agreement among raft nodes before linearized reading' (duration: 2.723435102s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:42.146014Z","caller":"traceutil/trace.go:171","msg":"trace[1055043820] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"1.746229384s","start":"2026-05-20T04:19:40.399768Z","end":"2026-05-20T04:19:42.145997Z","steps":["trace[1055043820] 'process raft request' (duration: 1.746019618s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:42.146571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032341916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:42.146708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72337136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c\" ","response":"range_response_count:1 size:837"} {"level":"warn","ts":"2026-05-20T04:19:42.146725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:40.399741Z","time spent":"1.746927532s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:42.146634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:39.423095Z","time spent":"2.723536404s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-05-20T04:19:42.146705Z","caller":"traceutil/trace.go:171","msg":"trace[617142661] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5200; }","duration":"2.032561572s","start":"2026-05-20T04:19:40.114118Z","end":"2026-05-20T04:19:42.14668Z","steps":["trace[617142661] 'agreement among raft nodes before linearized reading' (duration: 2.032304065s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:42.146776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720618779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:19:42.146845Z","caller":"traceutil/trace.go:171","msg":"trace[502918539] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5200; }","duration":"2.720704202s","start":"2026-05-20T04:19:39.426125Z","end":"2026-05-20T04:19:42.146829Z","steps":["trace[502918539] 'agreement among raft nodes before linearized reading' (duration: 2.720335412s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:42.14664Z","caller":"traceutil/trace.go:171","msg":"trace[737590307] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5200; }","duration":"2.7225783s","start":"2026-05-20T04:19:39.424049Z","end":"2026-05-20T04:19:42.146628Z","steps":["trace[737590307] 'agreement among raft nodes before linearized reading' (duration: 2.722283152s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:42.146899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:39.426117Z","time spent":"2.720769333s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:19:42.146879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:40.114099Z","time spent":"2.032756968s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:42.147004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:39.424037Z","time spent":"2.72295494s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:19:42.146843Z","caller":"traceutil/trace.go:171","msg":"trace[862396570] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c; range_end:; response_count:1; response_revision:5200; }","duration":"2.723467812s","start":"2026-05-20T04:19:39.4233Z","end":"2026-05-20T04:19:42.146767Z","steps":["trace[862396570] 'agreement among raft nodes before linearized reading' (duration: 2.723197305s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:42.147182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:39.423282Z","time spent":"2.723878293s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":859,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c\" "} {"level":"warn","ts":"2026-05-20T04:19:42.647114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:43.522297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.042041ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:19:43.52262Z","caller":"traceutil/trace.go:171","msg":"trace[1901009528] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"1.373694464s","start":"2026-05-20T04:19:42.148902Z","end":"2026-05-20T04:19:43.522596Z","steps":["trace[1901009528] 'process raft request' (duration: 1.373504129s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:43.522784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:42.148876Z","time spent":"1.373828747s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:43.74454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000282164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:19:43.744635Z","caller":"traceutil/trace.go:171","msg":"trace[1374673716] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445348s","start":"2026-05-20T04:19:41.744168Z","end":"2026-05-20T04:19:43.744614Z","steps":["trace[1374673716] 'agreement among raft nodes before linearized reading' (duration: 2.000316035s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:43.744687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:41.744141Z","time spent":"2.000535071s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:19:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:19:44.03719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000055278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:19:44.037277Z","caller":"traceutil/trace.go:171","msg":"trace[2116485122] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000200252s","start":"2026-05-20T04:19:42.037057Z","end":"2026-05-20T04:19:44.037257Z","steps":["trace[2116485122] 'agreement among raft nodes before linearized reading' (duration: 2.000088909s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.037324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:42.037038Z","time spent":"2.000275993s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:19:44.136621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.914628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:44.136744Z","caller":"traceutil/trace.go:171","msg":"trace[1652474700] linearizableReadLoop","detail":"{readStateIndex:5463; appliedIndex:5460; }","duration":"1.990355814s","start":"2026-05-20T04:19:42.146367Z","end":"2026-05-20T04:19:44.136722Z","steps":["trace[1652474700] 'read index received' (duration: 612.808929ms)","trace[1652474700] 'applied index is now lower than readState.Index' (duration: 1.377545345s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:44.137005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711882841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:44.137047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.609048405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-20T04:19:44.137082Z","caller":"traceutil/trace.go:171","msg":"trace[303213019] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5202; }","duration":"2.712005544s","start":"2026-05-20T04:19:41.425058Z","end":"2026-05-20T04:19:44.137063Z","steps":["trace[303213019] 'agreement among raft nodes before linearized reading' (duration: 2.711794948s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:44.137106Z","caller":"traceutil/trace.go:171","msg":"trace[1017762006] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5202; }","duration":"3.609110977s","start":"2026-05-20T04:19:40.527978Z","end":"2026-05-20T04:19:44.137089Z","steps":["trace[1017762006] 'agreement among raft nodes before linearized reading' (duration: 3.608900551s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.137127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:41.425037Z","time spent":"2.712081306s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"info","ts":"2026-05-20T04:19:44.13711Z","caller":"traceutil/trace.go:171","msg":"trace[308692763] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"1.624522122s","start":"2026-05-20T04:19:42.512551Z","end":"2026-05-20T04:19:44.137073Z","steps":["trace[308692763] 'process raft request' (duration: 1.010029369s)","trace[308692763] 'compare' (duration: 613.648241ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:44.137147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627525749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T04:19:44.137155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:40.527964Z","time spent":"3.609179198s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-20T04:19:44.137146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239493517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:44.137194Z","caller":"traceutil/trace.go:171","msg":"trace[835511861] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5202; }","duration":"3.62759156s","start":"2026-05-20T04:19:40.509589Z","end":"2026-05-20T04:19:44.13718Z","steps":["trace[835511861] 'agreement among raft nodes before linearized reading' (duration: 3.627457036s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:44.137213Z","caller":"traceutil/trace.go:171","msg":"trace[850262334] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5202; }","duration":"2.239618151s","start":"2026-05-20T04:19:41.897578Z","end":"2026-05-20T04:19:44.137196Z","steps":["trace[850262334] 'agreement among raft nodes before linearized reading' (duration: 2.239487248s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.137255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:40.509575Z","time spent":"3.627666773s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-20T04:19:44.137262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:42.512527Z","time spent":"1.624647296s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:44.13727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:41.89754Z","time spent":"2.239716054s","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:44.13726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.254135986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:44.137327Z","caller":"traceutil/trace.go:171","msg":"trace[1052941120] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5202; }","duration":"3.254380013s","start":"2026-05-20T04:19:40.882929Z","end":"2026-05-20T04:19:44.137309Z","steps":["trace[1052941120] 'agreement among raft nodes before linearized reading' (duration: 3.254137986s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.137388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:40.882905Z","time spent":"3.254454826s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:44.767276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.793395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:44.76769Z","caller":"traceutil/trace.go:171","msg":"trace[842984238] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"613.469836ms","start":"2026-05-20T04:19:44.154197Z","end":"2026-05-20T04:19:44.767667Z","steps":["trace[842984238] 'process raft request' (duration: 613.409475ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:44.767738Z","caller":"traceutil/trace.go:171","msg":"trace[1828349857] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"616.201667ms","start":"2026-05-20T04:19:44.151498Z","end":"2026-05-20T04:19:44.7677Z","steps":["trace[1828349857] 'process raft request' (duration: 615.916709ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:44.767769Z","caller":"traceutil/trace.go:171","msg":"trace[1305244232] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"615.625103ms","start":"2026-05-20T04:19:44.152115Z","end":"2026-05-20T04:19:44.76774Z","steps":["trace[1305244232] 'process raft request' (duration: 615.438509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.767814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.154167Z","time spent":"613.5915ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:44.767712Z","caller":"traceutil/trace.go:171","msg":"trace[1103002895] linearizableReadLoop","detail":"{readStateIndex:5464; appliedIndex:5463; }","duration":"630.919393ms","start":"2026-05-20T04:19:44.136777Z","end":"2026-05-20T04:19:44.767696Z","steps":["trace[1103002895] 'read index received' (duration: 242.593474ms)","trace[1103002895] 'applied index is now lower than readState.Index' (duration: 388.319599ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:44.767976Z","caller":"traceutil/trace.go:171","msg":"trace[1688310008] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"723.112319ms","start":"2026-05-20T04:19:44.044848Z","end":"2026-05-20T04:19:44.76796Z","steps":["trace[1688310008] 'process raft request' (duration: 334.531034ms)","trace[1688310008] 'compare' (duration: 387.617169ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:44.767996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015616076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:44.768086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.044818Z","time spent":"723.232682ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:44.768105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127148616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-20T04:19:44.768113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240279141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b12a9b1204702b\" ","response":"range_response_count:1 size:874"} {"level":"warn","ts":"2026-05-20T04:19:44.768117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207048094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:44.768138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614340686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-05-20T04:19:44.768162Z","caller":"traceutil/trace.go:171","msg":"trace[1658473065] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5206; }","duration":"2.127240769s","start":"2026-05-20T04:19:42.640903Z","end":"2026-05-20T04:19:44.768144Z","steps":["trace[1658473065] 'agreement among raft nodes before linearized reading' (duration: 2.127054534s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:44.768171Z","caller":"traceutil/trace.go:171","msg":"trace[1659338209] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18b12a9b1204702b; range_end:; response_count:1; response_revision:5206; }","duration":"1.240379324s","start":"2026-05-20T04:19:43.527774Z","end":"2026-05-20T04:19:44.768153Z","steps":["trace[1659338209] 'agreement among raft nodes before linearized reading' (duration: 1.240166058s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.768164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399212721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:44.768083Z","caller":"traceutil/trace.go:171","msg":"trace[691074275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5206; }","duration":"1.01573585s","start":"2026-05-20T04:19:43.752324Z","end":"2026-05-20T04:19:44.76806Z","steps":["trace[691074275] 'agreement among raft nodes before linearized reading' (duration: 1.015620047s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:44.768202Z","caller":"traceutil/trace.go:171","msg":"trace[2067190778] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5206; }","duration":"2.614424659s","start":"2026-05-20T04:19:42.153762Z","end":"2026-05-20T04:19:44.768187Z","steps":["trace[2067190778] 'agreement among raft nodes before linearized reading' (duration: 2.614247704s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.768207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:43.527756Z","time spent":"1.240443976s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":896,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b12a9b1204702b\" "} {"level":"warn","ts":"2026-05-20T04:19:44.768208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:42.640882Z","time spent":"2.12731462s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-20T04:19:44.768203Z","caller":"traceutil/trace.go:171","msg":"trace[415721789] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5206; }","duration":"1.207199228s","start":"2026-05-20T04:19:43.560981Z","end":"2026-05-20T04:19:44.768181Z","steps":["trace[415721789] 'agreement among raft nodes before linearized reading' (duration: 1.207016743s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.768216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.502924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:19:44.768238Z","caller":"traceutil/trace.go:171","msg":"trace[1568616009] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5206; }","duration":"1.399377626s","start":"2026-05-20T04:19:43.368844Z","end":"2026-05-20T04:19:44.768221Z","steps":["trace[1568616009] 'agreement among raft nodes before linearized reading' (duration: 1.399182201s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.768244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:43.752303Z","time spent":"1.015928214s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:19:44.768251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:42.153754Z","time spent":"2.61448681s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-20T04:19:44.768269Z","caller":"traceutil/trace.go:171","msg":"trace[758027820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5206; }","duration":"614.576336ms","start":"2026-05-20T04:19:44.15368Z","end":"2026-05-20T04:19:44.768256Z","steps":["trace[758027820] 'agreement among raft nodes before linearized reading' (duration: 614.436322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.76829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:43.36882Z","time spent":"1.399456667s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:44.768301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.095255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:19:44.768272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:43.560959Z","time spent":"1.2073024s","remote":"127.0.0.1:57884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:44.768331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.153663Z","time spent":"614.655188ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:19:44.768351Z","caller":"traceutil/trace.go:171","msg":"trace[1008896800] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5206; }","duration":"174.192978ms","start":"2026-05-20T04:19:44.594142Z","end":"2026-05-20T04:19:44.768334Z","steps":["trace[1008896800] 'agreement among raft nodes before linearized reading' (duration: 174.109595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.76837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.61683655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-05-20T04:19:44.767905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.152092Z","time spent":"615.735846ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:44.768221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.255767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:19:44.768435Z","caller":"traceutil/trace.go:171","msg":"trace[1098041047] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5206; }","duration":"2.616918562s","start":"2026-05-20T04:19:42.151477Z","end":"2026-05-20T04:19:44.768396Z","steps":["trace[1098041047] 'agreement among raft nodes before linearized reading' (duration: 2.616259175s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.768451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.619222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:19:44.768467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:42.151455Z","time spent":"2.617004865s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7482,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T04:19:44.768465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.60233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-20T04:19:44.768488Z","caller":"traceutil/trace.go:171","msg":"trace[412747110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5206; }","duration":"615.675374ms","start":"2026-05-20T04:19:44.152802Z","end":"2026-05-20T04:19:44.768477Z","steps":["trace[412747110] 'agreement among raft nodes before linearized reading' (duration: 615.50098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.767905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.151476Z","time spent":"616.334671ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:44.768517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.152792Z","time spent":"615.718995ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:19:44.76852Z","caller":"traceutil/trace.go:171","msg":"trace[606053761] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a; range_end:; response_count:1; response_revision:5206; }","duration":"626.671071ms","start":"2026-05-20T04:19:44.141826Z","end":"2026-05-20T04:19:44.768497Z","steps":["trace[606053761] 'agreement among raft nodes before linearized reading' (duration: 626.566868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.768518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.0198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:19:44.768692Z","caller":"traceutil/trace.go:171","msg":"trace[2038274912] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5206; }","duration":"614.265177ms","start":"2026-05-20T04:19:44.154409Z","end":"2026-05-20T04:19:44.768674Z","steps":["trace[2038274912] 'agreement among raft nodes before linearized reading' (duration: 613.828396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.768869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.154388Z","time spent":"614.467692ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:19:44.768344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.381646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-20T04:19:44.769105Z","caller":"traceutil/trace.go:171","msg":"trace[676899631] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5206; }","duration":"629.153586ms","start":"2026-05-20T04:19:44.139923Z","end":"2026-05-20T04:19:44.769077Z","steps":["trace[676899631] 'agreement among raft nodes before linearized reading' (duration: 628.200281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.769191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.139859Z","time spent":"629.30993ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-20T04:19:44.768489Z","caller":"traceutil/trace.go:171","msg":"trace[852520795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5206; }","duration":"339.543624ms","start":"2026-05-20T04:19:44.428902Z","end":"2026-05-20T04:19:44.768446Z","steps":["trace[852520795] 'agreement among raft nodes before linearized reading' (duration: 339.205056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.769429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.428876Z","time spent":"340.53793ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:19:44.768532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.408061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:19:44.769661Z","caller":"traceutil/trace.go:171","msg":"trace[621856781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5206; }","duration":"615.57254ms","start":"2026-05-20T04:19:44.15407Z","end":"2026-05-20T04:19:44.769642Z","steps":["trace[621856781] 'agreement among raft nodes before linearized reading' (duration: 614.274507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.769739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.154038Z","time spent":"615.685053ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:44.768565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.141805Z","time spent":"626.751673ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-d90245a8-6a32-48ab-9ad2-bcded65cff9a\" "} {"level":"warn","ts":"2026-05-20T04:19:44.768581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.760682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:44.769951Z","caller":"traceutil/trace.go:171","msg":"trace[1129744957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5206; }","duration":"302.17055ms","start":"2026-05-20T04:19:44.467762Z","end":"2026-05-20T04:19:44.769933Z","steps":["trace[1129744957] 'agreement among raft nodes before linearized reading' (duration: 300.770914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:44.770002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.46774Z","time spent":"302.246051ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:45.27304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224884,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:19:45.338492Z","caller":"traceutil/trace.go:171","msg":"trace[1702561751] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"566.870039ms","start":"2026-05-20T04:19:44.771596Z","end":"2026-05-20T04:19:45.338466Z","steps":["trace[1702561751] 'process raft request' (duration: 566.709855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:45.338739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.771567Z","time spent":"566.992443ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:46.416555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:46.060855Z","time spent":"355.692087ms","remote":"127.0.0.1:37550","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:19:46.416731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.185243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:46.416907Z","caller":"traceutil/trace.go:171","msg":"trace[1441946600] linearizableReadLoop","detail":"{readStateIndex:5470; appliedIndex:5467; }","duration":"1.644556756s","start":"2026-05-20T04:19:44.772335Z","end":"2026-05-20T04:19:46.416892Z","steps":["trace[1441946600] 'read index received' (duration: 566.028027ms)","trace[1441946600] 'applied index is now lower than readState.Index' (duration: 1.078527419s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:46.416963Z","caller":"traceutil/trace.go:171","msg":"trace[674932599] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"1.642927793s","start":"2026-05-20T04:19:44.774003Z","end":"2026-05-20T04:19:46.416931Z","steps":["trace[674932599] 'process raft request' (duration: 971.450442ms)","trace[674932599] 'compare' (duration: 670.800443ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:46.416989Z","caller":"traceutil/trace.go:171","msg":"trace[1156121829] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"1.642908872s","start":"2026-05-20T04:19:44.77405Z","end":"2026-05-20T04:19:46.416958Z","steps":["trace[1156121829] 'process raft request' (duration: 1.642782519s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:46.417067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64472698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:19:46.417103Z","caller":"traceutil/trace.go:171","msg":"trace[645764176] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:5209; }","duration":"1.644789112s","start":"2026-05-20T04:19:44.772304Z","end":"2026-05-20T04:19:46.417093Z","steps":["trace[645764176] 'agreement among raft nodes before linearized reading' (duration: 1.644663369s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:46.417116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.77399Z","time spent":"1.643048236s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:46.417135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.772295Z","time spent":"1.644833253s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:19:46.417139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.774029Z","time spent":"1.643021386s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:46.776797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000307764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:19:46.776877Z","caller":"traceutil/trace.go:171","msg":"trace[1891992573] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412726s","start":"2026-05-20T04:19:44.776449Z","end":"2026-05-20T04:19:46.776862Z","steps":["trace[1891992573] 'agreement among raft nodes before linearized reading' (duration: 2.000319704s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:46.776934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.776442Z","time spent":"2.000468198s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:19:46.917932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:47.575509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.079887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:47.575611Z","caller":"traceutil/trace.go:171","msg":"trace[1797312081] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"1.431675529s","start":"2026-05-20T04:19:46.143917Z","end":"2026-05-20T04:19:47.575592Z","steps":["trace[1797312081] 'process raft request' (duration: 926.424478ms)","trace[1797312081] 'compare' (duration: 504.471211ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:47.575669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:46.143816Z","time spent":"1.431826482s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:48.188187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117805783s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:19:48.188877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:46.418219Z","time spent":"1.770651558s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T04:19:48.188954Z","caller":"traceutil/trace.go:171","msg":"trace[1406204839] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"1.414398017s","start":"2026-05-20T04:19:46.774529Z","end":"2026-05-20T04:19:48.188927Z","steps":["trace[1406204839] 'process raft request' (duration: 1.414202172s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:48.189097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:46.774504Z","time spent":"1.414507861s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:48.189271Z","caller":"traceutil/trace.go:171","msg":"trace[2129176312] linearizableReadLoop","detail":"{readStateIndex:5475; appliedIndex:5470; }","duration":"1.772307022s","start":"2026-05-20T04:19:46.416941Z","end":"2026-05-20T04:19:48.189248Z","steps":["trace[2129176312] 'read index received' (duration: 653.41649ms)","trace[2129176312] 'applied index is now lower than readState.Index' (duration: 1.118889282s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:48.189454Z","caller":"traceutil/trace.go:171","msg":"trace[1316443267] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"1.414712456s","start":"2026-05-20T04:19:46.774725Z","end":"2026-05-20T04:19:48.189438Z","steps":["trace[1316443267] 'process raft request' (duration: 1.414411198s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:48.189546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045539565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:48.189553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:46.774694Z","time spent":"1.414810538s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:48.189597Z","caller":"traceutil/trace.go:171","msg":"trace[1427970268] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5213; }","duration":"2.045628557s","start":"2026-05-20T04:19:46.143955Z","end":"2026-05-20T04:19:48.189584Z","steps":["trace[1427970268] 'agreement among raft nodes before linearized reading' (duration: 2.045546495s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:48.189604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415473351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-20T04:19:48.18958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9775402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:19:48.189642Z","caller":"traceutil/trace.go:171","msg":"trace[1616894712] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5213; }","duration":"3.415541923s","start":"2026-05-20T04:19:44.77409Z","end":"2026-05-20T04:19:48.189632Z","steps":["trace[1616894712] 'agreement among raft nodes before linearized reading' (duration: 3.415254885s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:48.189657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416313692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-05-20T04:19:48.189695Z","caller":"traceutil/trace.go:171","msg":"trace[2061866409] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5213; }","duration":"1.977716645s","start":"2026-05-20T04:19:46.211959Z","end":"2026-05-20T04:19:48.189676Z","steps":["trace[2061866409] 'agreement among raft nodes before linearized reading' (duration: 1.977391776s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:48.189697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846782384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c\" ","response":"range_response_count:1 size:837"} {"level":"warn","ts":"2026-05-20T04:19:48.189717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57428515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-20T04:19:48.189751Z","caller":"traceutil/trace.go:171","msg":"trace[163386201] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5213; }","duration":"3.416436036s","start":"2026-05-20T04:19:44.773293Z","end":"2026-05-20T04:19:48.189729Z","steps":["trace[163386201] 'agreement among raft nodes before linearized reading' (duration: 3.416159339s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:48.189786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413047898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:19:48.18982Z","caller":"traceutil/trace.go:171","msg":"trace[1178573035] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c; range_end:; response_count:1; response_revision:5213; }","duration":"2.846929467s","start":"2026-05-20T04:19:45.34285Z","end":"2026-05-20T04:19:48.189779Z","steps":["trace[1178573035] 'agreement among raft nodes before linearized reading' (duration: 2.846436395s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:48.189701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.774083Z","time spent":"3.415606424s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:19:48.189851Z","caller":"traceutil/trace.go:171","msg":"trace[1017370607] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5213; }","duration":"3.41312755s","start":"2026-05-20T04:19:44.776708Z","end":"2026-05-20T04:19:48.189836Z","steps":["trace[1017370607] 'agreement among raft nodes before linearized reading' (duration: 3.412774011s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:48.189855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415683196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-05-20T04:19:48.189756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:46.211935Z","time spent":"1.977810617s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:19:48.189893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.776704Z","time spent":"3.413180051s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:19:48.189636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:46.143934Z","time spent":"2.045695589s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:19:48.189898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:45.342829Z","time spent":"2.847031131s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":859,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c\" "} {"level":"info","ts":"2026-05-20T04:19:48.189921Z","caller":"traceutil/trace.go:171","msg":"trace[1332467041] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5213; }","duration":"3.415787619s","start":"2026-05-20T04:19:44.774097Z","end":"2026-05-20T04:19:48.189885Z","steps":["trace[1332467041] 'agreement among raft nodes before linearized reading' (duration: 3.415200344s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:48.18983Z","caller":"traceutil/trace.go:171","msg":"trace[592232598] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5213; }","duration":"2.574476964s","start":"2026-05-20T04:19:45.615335Z","end":"2026-05-20T04:19:48.189812Z","steps":["trace[592232598] 'agreement among raft nodes before linearized reading' (duration: 2.574230588s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:48.189953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.774082Z","time spent":"3.415862301s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:19:48.189818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.773285Z","time spent":"3.416521718s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-20T04:19:48.190005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:45.615309Z","time spent":"2.57467896s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-20T04:19:48.190083Z","caller":"traceutil/trace.go:171","msg":"trace[1920308220] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"1.414557181s","start":"2026-05-20T04:19:46.774669Z","end":"2026-05-20T04:19:48.189227Z","steps":["trace[1920308220] 'process raft request' (duration: 1.414208862s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:48.190208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:46.774655Z","time spent":"1.415482936s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:48.19044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417025601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:19:48.190511Z","caller":"traceutil/trace.go:171","msg":"trace[1978692413] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5213; }","duration":"3.417376391s","start":"2026-05-20T04:19:44.773117Z","end":"2026-05-20T04:19:48.190493Z","steps":["trace[1978692413] 'agreement among raft nodes before linearized reading' (duration: 3.416318094s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:48.190558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:44.773094Z","time spent":"3.417450783s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:19:48.690345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:48.778088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000410337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:19:48.778154Z","caller":"traceutil/trace.go:171","msg":"trace[1839584954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052858s","start":"2026-05-20T04:19:46.777611Z","end":"2026-05-20T04:19:48.77814Z","steps":["trace[1839584954] 'agreement among raft nodes before linearized reading' (duration: 2.000439348s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:48.778193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:46.777599Z","time spent":"2.000585261s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:19:49.190938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:50.078387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.855151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:50.078492Z","caller":"traceutil/trace.go:171","msg":"trace[846653861] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"2.954897636s","start":"2026-05-20T04:19:47.123575Z","end":"2026-05-20T04:19:50.078473Z","steps":["trace[846653861] 'process raft request' (duration: 2.408881701s)","trace[846653861] 'compare' (duration: 545.756539ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:50.078549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:47.123549Z","time spent":"2.954974358s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:50.786281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:19:50.786366Z","caller":"traceutil/trace.go:171","msg":"trace[1569999490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000317944s","start":"2026-05-20T04:19:48.78603Z","end":"2026-05-20T04:19:50.786348Z","steps":["trace[1569999490] 'agreement among raft nodes before linearized reading' (duration: 2.000214762s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:50.786416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:48.786008Z","time spent":"2.000393736s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:19:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:19:51.994608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667796993s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:51.994883Z","caller":"traceutil/trace.go:171","msg":"trace[1199037941] linearizableReadLoop","detail":"{readStateIndex:5481; appliedIndex:5475; }","duration":"3.805549795s","start":"2026-05-20T04:19:48.189321Z","end":"2026-05-20T04:19:51.994871Z","steps":["trace[1199037941] 'read index received' (duration: 1.343199917s)","trace[1199037941] 'applied index is now lower than readState.Index' (duration: 2.462349328s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:51.99494Z","caller":"traceutil/trace.go:171","msg":"trace[449464670] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"3.804272872s","start":"2026-05-20T04:19:48.19066Z","end":"2026-05-20T04:19:51.994932Z","steps":["trace[449464670] 'process raft request' (duration: 2.13609109s)","trace[449464670] 'compare' (duration: 1.667457463s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:51.994983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:48.190637Z","time spent":"3.804323653s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:51.99515Z","caller":"traceutil/trace.go:171","msg":"trace[49938170] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"3.795129374s","start":"2026-05-20T04:19:48.200014Z","end":"2026-05-20T04:19:51.995143Z","steps":["trace[49938170] 'process raft request' (duration: 3.794795304s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:51.995193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:48.200005Z","time spent":"3.795166604s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:51.995292Z","caller":"traceutil/trace.go:171","msg":"trace[1911412599] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"3.599534897s","start":"2026-05-20T04:19:48.395751Z","end":"2026-05-20T04:19:51.995285Z","steps":["trace[1911412599] 'process raft request' (duration: 3.599090505s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:51.99533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:48.395724Z","time spent":"3.599586908s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:51.995398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.833586348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:51.995423Z","caller":"traceutil/trace.go:171","msg":"trace[1246110253] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5219; }","duration":"3.83364426s","start":"2026-05-20T04:19:48.16177Z","end":"2026-05-20T04:19:51.995414Z","steps":["trace[1246110253] 'agreement among raft nodes before linearized reading' (duration: 3.833603328s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:51.995441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:48.161749Z","time spent":"3.83368727s","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:19:51.995446Z","caller":"traceutil/trace.go:171","msg":"trace[1458403222] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"3.800618377s","start":"2026-05-20T04:19:48.194765Z","end":"2026-05-20T04:19:51.995383Z","steps":["trace[1458403222] 'process raft request' (duration: 3.80000853s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:51.995613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.284247184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:51.995715Z","caller":"traceutil/trace.go:171","msg":"trace[899352268] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5219; }","duration":"4.284397918s","start":"2026-05-20T04:19:47.711291Z","end":"2026-05-20T04:19:51.995689Z","steps":["trace[899352268] 'agreement among raft nodes before linearized reading' (duration: 4.284238054s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:51.995632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:48.194743Z","time spent":"3.800792282s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:51.995797Z","caller":"traceutil/trace.go:171","msg":"trace[1175257880] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"3.801161101s","start":"2026-05-20T04:19:48.194569Z","end":"2026-05-20T04:19:51.99573Z","steps":["trace[1175257880] 'process raft request' (duration: 3.800133563s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:51.995834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:47.711273Z","time spent":"4.284542632s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:51.995887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:48.194558Z","time spent":"3.801283025s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:52.005393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493662316s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:19:52.00573Z","caller":"traceutil/trace.go:171","msg":"trace[591313805] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"2.424611712s","start":"2026-05-20T04:19:49.581102Z","end":"2026-05-20T04:19:52.005714Z","steps":["trace[591313805] 'process raft request' (duration: 2.424431377s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:52.005826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:49.58107Z","time spent":"2.424692004s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:52.765971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.317981ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:19:52.7666Z","caller":"traceutil/trace.go:171","msg":"trace[866653253] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"2.571665052s","start":"2026-05-20T04:19:50.194904Z","end":"2026-05-20T04:19:52.766569Z","steps":["trace[866653253] 'process raft request' (duration: 2.571137648s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:52.76677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:50.194884Z","time spent":"2.571800715s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:52.787286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000567751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:19:52.78737Z","caller":"traceutil/trace.go:171","msg":"trace[399678907] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000739665s","start":"2026-05-20T04:19:50.7866Z","end":"2026-05-20T04:19:52.78734Z","steps":["trace[399678907] 'agreement among raft nodes before linearized reading' (duration: 2.000654323s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:52.78744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:50.786575Z","time spent":"2.000826648s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:19:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:19:53.643555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.926284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:19:53.643765Z","caller":"traceutil/trace.go:171","msg":"trace[1542430163] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"3.448184585s","start":"2026-05-20T04:19:50.19556Z","end":"2026-05-20T04:19:53.643745Z","steps":["trace[1542430163] 'process raft request' (duration: 2.570974214s)","trace[1542430163] 'compare' (duration: 876.649927ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:53.643836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:50.195547Z","time spent":"3.448258257s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:53.644217Z","caller":"traceutil/trace.go:171","msg":"trace[2005208077] linearizableReadLoop","detail":"{readStateIndex:5486; appliedIndex:5481; }","duration":"1.649273429s","start":"2026-05-20T04:19:51.994908Z","end":"2026-05-20T04:19:53.644181Z","steps":["trace[2005208077] 'read index received' (duration: 10.566516ms)","trace[2005208077] 'applied index is now lower than readState.Index' (duration: 1.638704433s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:53.644529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.580738424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:53.644559Z","caller":"traceutil/trace.go:171","msg":"trace[332383718] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"3.448688729s","start":"2026-05-20T04:19:50.195845Z","end":"2026-05-20T04:19:53.644534Z","steps":["trace[332383718] 'process raft request' (duration: 3.447807786s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:53.644591Z","caller":"traceutil/trace.go:171","msg":"trace[1521367107] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5223; }","duration":"4.580840157s","start":"2026-05-20T04:19:49.063734Z","end":"2026-05-20T04:19:53.644574Z","steps":["trace[1521367107] 'agreement among raft nodes before linearized reading' (duration: 4.580746924s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:53.644581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137132426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:53.644637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:49.063713Z","time spent":"4.580910448s","remote":"127.0.0.1:34596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:53.644621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769360944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:53.644673Z","caller":"traceutil/trace.go:171","msg":"trace[1597912345] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5223; }","duration":"2.13727384s","start":"2026-05-20T04:19:51.507374Z","end":"2026-05-20T04:19:53.644648Z","steps":["trace[1597912345] 'agreement among raft nodes before linearized reading' (duration: 2.137129306s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:53.644694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.451777585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18471"} {"level":"warn","ts":"2026-05-20T04:19:53.644727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:51.507352Z","time spent":"2.137363432s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:53.644745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.365635716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:53.644655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.450751057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-05-20T04:19:53.644764Z","caller":"traceutil/trace.go:171","msg":"trace[482004687] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5223; }","duration":"5.451885467s","start":"2026-05-20T04:19:48.192861Z","end":"2026-05-20T04:19:53.644747Z","steps":["trace[482004687] 'agreement among raft nodes before linearized reading' (duration: 5.451664862s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:53.644797Z","caller":"traceutil/trace.go:171","msg":"trace[780537672] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5223; }","duration":"5.365728398s","start":"2026-05-20T04:19:48.279051Z","end":"2026-05-20T04:19:53.64478Z","steps":["trace[780537672] 'agreement among raft nodes before linearized reading' (duration: 5.365655666s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:53.644637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449235853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:53.644793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.446368707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:19:53.644829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266530712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:53.644841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:48.279029Z","time spent":"5.36580253s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:19:53.644844Z","caller":"traceutil/trace.go:171","msg":"trace[1378695168] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5223; }","duration":"3.449481868s","start":"2026-05-20T04:19:50.19535Z","end":"2026-05-20T04:19:53.644832Z","steps":["trace[1378695168] 'agreement among raft nodes before linearized reading' (duration: 3.449185801s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:53.644857Z","caller":"traceutil/trace.go:171","msg":"trace[2066881351] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5223; }","duration":"3.44644448s","start":"2026-05-20T04:19:50.198395Z","end":"2026-05-20T04:19:53.644839Z","steps":["trace[2066881351] 'agreement among raft nodes before linearized reading' (duration: 3.446284766s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:53.644879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161661271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:53.644884Z","caller":"traceutil/trace.go:171","msg":"trace[528481581] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5223; }","duration":"3.266624085s","start":"2026-05-20T04:19:50.37822Z","end":"2026-05-20T04:19:53.644844Z","steps":["trace[528481581] 'agreement among raft nodes before linearized reading' (duration: 3.266586584s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:53.6449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:50.198384Z","time spent":"3.446506001s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:19:53.644901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:50.195338Z","time spent":"3.449548941s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:19:53.644935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:50.378198Z","time spent":"3.266729258s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:53.644778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.22292257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:19:53.64497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.205716032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:53.644799Z","caller":"traceutil/trace.go:171","msg":"trace[1871105722] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ac838685-d726-4e39-8041-af54a8fb3c79; range_end:; response_count:1; response_revision:5223; }","duration":"5.450924781s","start":"2026-05-20T04:19:48.19386Z","end":"2026-05-20T04:19:53.644785Z","steps":["trace[1871105722] 'agreement among raft nodes before linearized reading' (duration: 5.450624644s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:53.645007Z","caller":"traceutil/trace.go:171","msg":"trace[726406573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5223; }","duration":"5.223165086s","start":"2026-05-20T04:19:48.421826Z","end":"2026-05-20T04:19:53.644991Z","steps":["trace[726406573] 'agreement among raft nodes before linearized reading' (duration: 5.222907009s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:53.64504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:48.193847Z","time spent":"5.451183319s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" "} {"level":"warn","ts":"2026-05-20T04:19:53.645061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:48.421814Z","time spent":"5.223227078s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:53.64471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.222841728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:19:53.644739Z","caller":"traceutil/trace.go:171","msg":"trace[1063349444] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:5223; }","duration":"1.769499697s","start":"2026-05-20T04:19:51.875197Z","end":"2026-05-20T04:19:53.644697Z","steps":["trace[1063349444] 'agreement among raft nodes before linearized reading' (duration: 1.769298692s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:53.645219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647286617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:19:53.645244Z","caller":"traceutil/trace.go:171","msg":"trace[1536613600] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5223; }","duration":"1.64735024s","start":"2026-05-20T04:19:51.997888Z","end":"2026-05-20T04:19:53.645239Z","steps":["trace[1536613600] 'agreement among raft nodes before linearized reading' (duration: 1.647202515s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:53.644938Z","caller":"traceutil/trace.go:171","msg":"trace[869224030] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5223; }","duration":"4.161748144s","start":"2026-05-20T04:19:49.483173Z","end":"2026-05-20T04:19:53.644921Z","steps":["trace[869224030] 'agreement among raft nodes before linearized reading' (duration: 4.161652311s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:53.645233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:51.87518Z","time spent":"1.770033172s","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:53.645268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:51.997868Z","time spent":"1.647394331s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-20T04:19:53.645287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:49.483154Z","time spent":"4.162116025s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:53.645257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:50.195834Z","time spent":"3.448780451s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:53.645048Z","caller":"traceutil/trace.go:171","msg":"trace[1163883934] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5223; }","duration":"4.205836745s","start":"2026-05-20T04:19:49.439189Z","end":"2026-05-20T04:19:53.645025Z","steps":["trace[1163883934] 'agreement among raft nodes before linearized reading' (duration: 4.205679901s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:53.645128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44610165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:19:53.644827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:48.192849Z","time spent":"5.4519653s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18493,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-20T04:19:53.645406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642439011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-05-20T04:19:53.645427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607841187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:53.645453Z","caller":"traceutil/trace.go:171","msg":"trace[1120748329] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5223; }","duration":"1.642504183s","start":"2026-05-20T04:19:52.002942Z","end":"2026-05-20T04:19:53.645446Z","steps":["trace[1120748329] 'agreement among raft nodes before linearized reading' (duration: 1.64238844s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:53.645478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:52.002934Z","time spent":"1.642535544s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-20T04:19:53.645475Z","caller":"traceutil/trace.go:171","msg":"trace[589878430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5223; }","duration":"1.60792443s","start":"2026-05-20T04:19:52.037535Z","end":"2026-05-20T04:19:53.64546Z","steps":["trace[589878430] 'agreement among raft nodes before linearized reading' (duration: 1.607853968s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:53.645515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:52.037516Z","time spent":"1.607990851s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:19:53.645533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.70005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:53.645373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:49.439167Z","time spent":"4.206192576s","remote":"127.0.0.1:57882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":27,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:53.645578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.884028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:19:53.645583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.183785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b12a9b1204702b\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-05-20T04:19:53.645612Z","caller":"traceutil/trace.go:171","msg":"trace[1717536767] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5223; }","duration":"831.95527ms","start":"2026-05-20T04:19:52.813646Z","end":"2026-05-20T04:19:53.645602Z","steps":["trace[1717536767] 'agreement among raft nodes before linearized reading' (duration: 831.854428ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:53.645635Z","caller":"traceutil/trace.go:171","msg":"trace[2012184156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5223; }","duration":"850.848934ms","start":"2026-05-20T04:19:52.79477Z","end":"2026-05-20T04:19:53.645619Z","steps":["trace[2012184156] 'agreement among raft nodes before linearized reading' (duration: 850.377312ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:53.645631Z","caller":"traceutil/trace.go:171","msg":"trace[1989505089] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5223; }","duration":"3.446474422s","start":"2026-05-20T04:19:50.198943Z","end":"2026-05-20T04:19:53.645417Z","steps":["trace[1989505089] 'agreement among raft nodes before linearized reading' (duration: 3.445544397s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:53.645726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:52.794746Z","time spent":"850.964267ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:19:53.645643Z","caller":"traceutil/trace.go:171","msg":"trace[1448285670] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18b12a9b1204702b; range_end:; response_count:1; response_revision:5223; }","duration":"344.296249ms","start":"2026-05-20T04:19:53.301324Z","end":"2026-05-20T04:19:53.64562Z","steps":["trace[1448285670] 'agreement among raft nodes before linearized reading' (duration: 344.154515ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:53.645227Z","caller":"traceutil/trace.go:171","msg":"trace[1984447449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5223; }","duration":"5.223422093s","start":"2026-05-20T04:19:48.42172Z","end":"2026-05-20T04:19:53.645142Z","steps":["trace[1984447449] 'agreement among raft nodes before linearized reading' (duration: 5.222780526s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:53.645652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:52.813624Z","time spent":"832.021012ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":84,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:53.645801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:53.301299Z","time spent":"344.493134ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":896,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b12a9b1204702b\" "} {"level":"warn","ts":"2026-05-20T04:19:53.645828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:48.421698Z","time spent":"5.224111862s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:19:53.645561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.450276186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-05-20T04:19:53.645839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:50.198936Z","time spent":"3.44683028s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:19:53.645947Z","caller":"traceutil/trace.go:171","msg":"trace[151692901] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5223; }","duration":"5.450726458s","start":"2026-05-20T04:19:48.195169Z","end":"2026-05-20T04:19:53.645896Z","steps":["trace[151692901] 'agreement among raft nodes before linearized reading' (duration: 5.449586397s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:53.645983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:48.195108Z","time spent":"5.450865851s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-20T04:19:54.150238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:54.651332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:55.152395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:55.65259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:55.659331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000445409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:19:55.659387Z","caller":"traceutil/trace.go:171","msg":"trace[1323534907] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052435s","start":"2026-05-20T04:19:53.658848Z","end":"2026-05-20T04:19:55.659372Z","steps":["trace[1323534907] 'agreement among raft nodes before linearized reading' (duration: 2.000455488s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:55.659609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:53.658841Z","time spent":"2.000750256s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:19:56.157153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578224909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:19:56.311797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081554557s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:56.311928Z","caller":"traceutil/trace.go:171","msg":"trace[175449641] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5223; }","duration":"1.081703601s","start":"2026-05-20T04:19:55.230204Z","end":"2026-05-20T04:19:56.311908Z","steps":["trace[175449641] 'range keys from in-memory index tree' (duration: 1.081536436s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.42205Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.77228178s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:19:56.422516Z","caller":"traceutil/trace.go:171","msg":"trace[153206966] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"2.772816483s","start":"2026-05-20T04:19:53.649667Z","end":"2026-05-20T04:19:56.422484Z","steps":["trace[153206966] 'process raft request' (duration: 2.772630018s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.422705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:53.649646Z","time spent":"2.772958857s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:56.674546Z","caller":"traceutil/trace.go:171","msg":"trace[37829243] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"3.022154623s","start":"2026-05-20T04:19:53.652361Z","end":"2026-05-20T04:19:56.674516Z","steps":["trace[37829243] 'process raft request' (duration: 3.022066601s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:56.67459Z","caller":"traceutil/trace.go:171","msg":"trace[576366902] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"3.023695452s","start":"2026-05-20T04:19:53.650861Z","end":"2026-05-20T04:19:56.674556Z","steps":["trace[576366902] 'process raft request' (duration: 3.023409385s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.674708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:53.65235Z","time spent":"3.022283566s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:56.674964Z","caller":"traceutil/trace.go:171","msg":"trace[1610449562] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"2.664391252s","start":"2026-05-20T04:19:54.010554Z","end":"2026-05-20T04:19:56.674946Z","steps":["trace[1610449562] 'process raft request' (duration: 2.6639144s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.675189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:54.010529Z","time spent":"2.664562956s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:56.675002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:53.650841Z","time spent":"3.023819366s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:56.675293Z","caller":"traceutil/trace.go:171","msg":"trace[467177960] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"1.902429749s","start":"2026-05-20T04:19:54.772845Z","end":"2026-05-20T04:19:56.675275Z","steps":["trace[467177960] 'process raft request' (duration: 1.902029978s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.675387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:54.772821Z","time spent":"1.902520761s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:56.675607Z","caller":"traceutil/trace.go:171","msg":"trace[1285835740] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"1.02304897s","start":"2026-05-20T04:19:55.652546Z","end":"2026-05-20T04:19:56.675595Z","steps":["trace[1285835740] 'process raft request' (duration: 1.022864945s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:56.675599Z","caller":"traceutil/trace.go:171","msg":"trace[276061168] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"1.807196761s","start":"2026-05-20T04:19:54.868383Z","end":"2026-05-20T04:19:56.67558Z","steps":["trace[276061168] 'process raft request' (duration: 1.806838532s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.678027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:55.65252Z","time spent":"1.025439452s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:56.678056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:54.868354Z","time spent":"1.809649096s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:19:56.675604Z","caller":"traceutil/trace.go:171","msg":"trace[406578506] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5486; }","duration":"3.025431909s","start":"2026-05-20T04:19:53.650152Z","end":"2026-05-20T04:19:56.675583Z","steps":["trace[406578506] 'read index received' (duration: 2.772283s)","trace[406578506] 'applied index is now lower than readState.Index' (duration: 253.147159ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:56.678137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.027970735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:19:56.677933Z","caller":"traceutil/trace.go:171","msg":"trace[1321496526] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"1.02267848s","start":"2026-05-20T04:19:55.655198Z","end":"2026-05-20T04:19:56.677877Z","steps":["trace[1321496526] 'process raft request' (duration: 1.020273317s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:56.678201Z","caller":"traceutil/trace.go:171","msg":"trace[2039657783] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5231; }","duration":"3.028061467s","start":"2026-05-20T04:19:53.650124Z","end":"2026-05-20T04:19:56.678186Z","steps":["trace[2039657783] 'agreement among raft nodes before linearized reading' (duration: 3.027861381s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.678255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:53.65011Z","time spent":"3.028131959s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-20T04:19:56.678268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023945552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:56.678325Z","caller":"traceutil/trace.go:171","msg":"trace[1339542313] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5231; }","duration":"1.024039025s","start":"2026-05-20T04:19:55.65427Z","end":"2026-05-20T04:19:56.678309Z","steps":["trace[1339542313] 'agreement among raft nodes before linearized reading' (duration: 1.023941852s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.678381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:55.654254Z","time spent":"1.024114917s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:19:56.678369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:55.655185Z","time spent":"1.023087241s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:19:56.678552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.149816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:56.678621Z","caller":"traceutil/trace.go:171","msg":"trace[493714749] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5231; }","duration":"683.260088ms","start":"2026-05-20T04:19:55.995342Z","end":"2026-05-20T04:19:56.678602Z","steps":["trace[493714749] 'agreement among raft nodes before linearized reading' (duration: 683.077054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.678798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:55.995315Z","time spent":"683.462034ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:19:56.678724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.023964429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"warn","ts":"2026-05-20T04:19:56.678907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024310598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:19:56.678955Z","caller":"traceutil/trace.go:171","msg":"trace[927063099] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5231; }","duration":"3.02436272s","start":"2026-05-20T04:19:53.654576Z","end":"2026-05-20T04:19:56.678939Z","steps":["trace[927063099] 'agreement among raft nodes before linearized reading' (duration: 3.024108423s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.67864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018134081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:56.679006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:53.65457Z","time spent":"3.024425771s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:19:56.679054Z","caller":"traceutil/trace.go:171","msg":"trace[1960950157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5231; }","duration":"1.018562662s","start":"2026-05-20T04:19:55.660472Z","end":"2026-05-20T04:19:56.679035Z","steps":["trace[1960950157] 'agreement among raft nodes before linearized reading' (duration: 1.01811474s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.679147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:55.660458Z","time spent":"1.018641485s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:19:56.678361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.168066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c\" ","response":"range_response_count:1 size:837"} {"level":"info","ts":"2026-05-20T04:19:56.678928Z","caller":"traceutil/trace.go:171","msg":"trace[1800807033] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5231; }","duration":"3.024168944s","start":"2026-05-20T04:19:53.654741Z","end":"2026-05-20T04:19:56.67891Z","steps":["trace[1800807033] 'agreement among raft nodes before linearized reading' (duration: 3.02359732s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.679295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:53.654707Z","time spent":"3.024566466s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:19:56.679374Z","caller":"traceutil/trace.go:171","msg":"trace[549594432] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18b12a9dd5bf5d7c; range_end:; response_count:1; response_revision:5231; }","duration":"252.109822ms","start":"2026-05-20T04:19:56.427099Z","end":"2026-05-20T04:19:56.679209Z","steps":["trace[549594432] 'agreement among raft nodes before linearized reading' (duration: 251.115285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.67834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.027529532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4crz9\" ","response":"range_response_count:1 size:6859"} {"level":"warn","ts":"2026-05-20T04:19:56.678644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241222183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:19:56.679593Z","caller":"traceutil/trace.go:171","msg":"trace[593078569] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5231; }","duration":"2.242154688s","start":"2026-05-20T04:19:54.437407Z","end":"2026-05-20T04:19:56.679562Z","steps":["trace[593078569] 'agreement among raft nodes before linearized reading' (duration: 2.241153961s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.6787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956372685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:56.679825Z","caller":"traceutil/trace.go:171","msg":"trace[265036530] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5231; }","duration":"2.957420192s","start":"2026-05-20T04:19:53.722314Z","end":"2026-05-20T04:19:56.679734Z","steps":["trace[265036530] 'agreement among raft nodes before linearized reading' (duration: 2.956347614s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.678848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026746912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-05-20T04:19:56.679869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:53.722243Z","time spent":"2.957614578s","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-20T04:19:56.679886Z","caller":"traceutil/trace.go:171","msg":"trace[288297259] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5231; }","duration":"3.02780571s","start":"2026-05-20T04:19:53.65206Z","end":"2026-05-20T04:19:56.679866Z","steps":["trace[288297259] 'agreement among raft nodes before linearized reading' (duration: 3.02668006s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.679949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:53.65205Z","time spent":"3.027878722s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T04:19:56.679673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:54.43735Z","time spent":"2.242291932s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:19:56.679444Z","caller":"traceutil/trace.go:171","msg":"trace[1747583480] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-4crz9; range_end:; response_count:1; response_revision:5231; }","duration":"3.028662463s","start":"2026-05-20T04:19:53.650769Z","end":"2026-05-20T04:19:56.679431Z","steps":["trace[1747583480] 'agreement among raft nodes before linearized reading' (duration: 3.0274258s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.680397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:19:53.650753Z","time spent":"3.029634897s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4crz9\" "} {"level":"info","ts":"2026-05-20T04:19:56.803188Z","caller":"traceutil/trace.go:171","msg":"trace[1873802139] linearizableReadLoop","detail":"{readStateIndex:5495; appliedIndex:5494; }","duration":"119.981253ms","start":"2026-05-20T04:19:56.683181Z","end":"2026-05-20T04:19:56.803162Z","steps":["trace[1873802139] 'read index received' (duration: 47.900591ms)","trace[1873802139] 'applied index is now lower than readState.Index' (duration: 72.079532ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:56.803222Z","caller":"traceutil/trace.go:171","msg":"trace[80331715] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"120.715972ms","start":"2026-05-20T04:19:56.682472Z","end":"2026-05-20T04:19:56.803188Z","steps":["trace[80331715] 'process raft request' (duration: 48.596349ms)","trace[80331715] 'compare' (duration: 71.934048ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:56.803494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.25016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:19:56.803555Z","caller":"traceutil/trace.go:171","msg":"trace[397540532] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:5232; }","duration":"120.364493ms","start":"2026-05-20T04:19:56.683175Z","end":"2026-05-20T04:19:56.80354Z","steps":["trace[397540532] 'agreement among raft nodes before linearized reading' (duration: 120.108256ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:56.83188Z","caller":"traceutil/trace.go:171","msg":"trace[450159583] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"141.70421ms","start":"2026-05-20T04:19:56.690136Z","end":"2026-05-20T04:19:56.831841Z","steps":["trace[450159583] 'process raft request' (duration: 141.400393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.831894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.428985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:19:56.831987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.692093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:56.832017Z","caller":"traceutil/trace.go:171","msg":"trace[1739043224] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5233; }","duration":"148.624241ms","start":"2026-05-20T04:19:56.683346Z","end":"2026-05-20T04:19:56.83197Z","steps":["trace[1739043224] 'agreement among raft nodes before linearized reading' (duration: 148.443306ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:56.83208Z","caller":"traceutil/trace.go:171","msg":"trace[726393788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5233; }","duration":"145.832398ms","start":"2026-05-20T04:19:56.686214Z","end":"2026-05-20T04:19:56.832046Z","steps":["trace[726393788] 'agreement among raft nodes before linearized reading' (duration: 145.677144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:56.832121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.62171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-05-20T04:19:56.832188Z","caller":"traceutil/trace.go:171","msg":"trace[1041603294] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5233; }","duration":"148.703262ms","start":"2026-05-20T04:19:56.683469Z","end":"2026-05-20T04:19:56.832172Z","steps":["trace[1041603294] 'agreement among raft nodes before linearized reading' (duration: 148.470686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:57.038976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.726448ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-05-20T04:19:57.039095Z","caller":"traceutil/trace.go:171","msg":"trace[765933662] linearizableReadLoop","detail":"{readStateIndex:5497; appliedIndex:5496; }","duration":"205.262689ms","start":"2026-05-20T04:19:56.833815Z","end":"2026-05-20T04:19:57.039077Z","steps":["trace[765933662] 'read index received' (duration: 88.432539ms)","trace[765933662] 'applied index is now lower than readState.Index' (duration: 116.82871ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:57.039239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.415383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:19:57.03928Z","caller":"traceutil/trace.go:171","msg":"trace[1322139038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5233; }","duration":"205.486455ms","start":"2026-05-20T04:19:56.833778Z","end":"2026-05-20T04:19:57.039264Z","steps":["trace[1322139038] 'agreement among raft nodes before linearized reading' (duration: 205.414763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:57.039566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.049101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-20T04:19:57.039624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.184614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-05-20T04:19:57.039654Z","caller":"traceutil/trace.go:171","msg":"trace[1058132624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5233; }","duration":"203.169623ms","start":"2026-05-20T04:19:56.836469Z","end":"2026-05-20T04:19:57.039639Z","steps":["trace[1058132624] 'agreement among raft nodes before linearized reading' (duration: 202.948938ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:57.039707Z","caller":"traceutil/trace.go:171","msg":"trace[1925302608] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5233; }","duration":"203.494663ms","start":"2026-05-20T04:19:56.83619Z","end":"2026-05-20T04:19:57.039685Z","steps":["trace[1925302608] 'agreement among raft nodes before linearized reading' (duration: 203.231216ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:57.291704Z","caller":"traceutil/trace.go:171","msg":"trace[1917047487] linearizableReadLoop","detail":"{readStateIndex:5499; appliedIndex:5498; }","duration":"213.852773ms","start":"2026-05-20T04:19:57.077826Z","end":"2026-05-20T04:19:57.291679Z","steps":["trace[1917047487] 'read index received' (duration: 173.634903ms)","trace[1917047487] 'applied index is now lower than readState.Index' (duration: 40.21317ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:19:57.291997Z","caller":"traceutil/trace.go:171","msg":"trace[1726698422] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"240.603772ms","start":"2026-05-20T04:19:57.051364Z","end":"2026-05-20T04:19:57.291968Z","steps":["trace[1726698422] 'process raft request' (duration: 200.176587ms)","trace[1726698422] 'compare' (duration: 39.999794ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:19:57.292156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.39474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-20T04:19:57.292206Z","caller":"traceutil/trace.go:171","msg":"trace[1488026824] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5235; }","duration":"203.471831ms","start":"2026-05-20T04:19:57.088718Z","end":"2026-05-20T04:19:57.29219Z","steps":["trace[1488026824] 'agreement among raft nodes before linearized reading' (duration: 203.305497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:19:57.292281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.375096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:19:57.292443Z","caller":"traceutil/trace.go:171","msg":"trace[659808449] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5235; }","duration":"214.610683ms","start":"2026-05-20T04:19:57.077794Z","end":"2026-05-20T04:19:57.292405Z","steps":["trace[659808449] 'agreement among raft nodes before linearized reading' (duration: 214.10222ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:19:57.468969Z","caller":"traceutil/trace.go:171","msg":"trace[1202377720] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"165.395118ms","start":"2026-05-20T04:19:57.303547Z","end":"2026-05-20T04:19:57.468942Z","steps":["trace[1202377720] 'process raft request' (duration: 165.205973ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:02.02874Z","caller":"traceutil/trace.go:171","msg":"trace[237018035] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"125.194328ms","start":"2026-05-20T04:20:01.903518Z","end":"2026-05-20T04:20:02.028713Z","steps":["trace[237018035] 'process raft request' (duration: 124.930561ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:06.836748Z","caller":"traceutil/trace.go:171","msg":"trace[1270474648] linearizableReadLoop","detail":"{readStateIndex:5545; appliedIndex:5545; }","duration":"127.402116ms","start":"2026-05-20T04:20:06.709312Z","end":"2026-05-20T04:20:06.836714Z","steps":["trace[1270474648] 'read index received' (duration: 127.388275ms)","trace[1270474648] 'applied index is now lower than readState.Index' (duration: 11.141µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:20:06.836903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.582162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:20:06.836942Z","caller":"traceutil/trace.go:171","msg":"trace[749964388] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5279; }","duration":"127.673114ms","start":"2026-05-20T04:20:06.709253Z","end":"2026-05-20T04:20:06.836926Z","steps":["trace[749964388] 'agreement among raft nodes before linearized reading' (duration: 127.587262ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:06.873857Z","caller":"traceutil/trace.go:171","msg":"trace[69596142] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"149.76988ms","start":"2026-05-20T04:20:06.724065Z","end":"2026-05-20T04:20:06.873835Z","steps":["trace[69596142] 'process raft request' (duration: 149.571125ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:06.87413Z","caller":"traceutil/trace.go:171","msg":"trace[1696574263] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"146.027873ms","start":"2026-05-20T04:20:06.728082Z","end":"2026-05-20T04:20:06.87411Z","steps":["trace[1696574263] 'process raft request' (duration: 145.715605ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:06.874374Z","caller":"traceutil/trace.go:171","msg":"trace[823101824] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"137.342016ms","start":"2026-05-20T04:20:06.737018Z","end":"2026-05-20T04:20:06.87436Z","steps":["trace[823101824] 'process raft request' (duration: 137.004307ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:06.874468Z","caller":"traceutil/trace.go:171","msg":"trace[1633387514] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"137.352726ms","start":"2026-05-20T04:20:06.737092Z","end":"2026-05-20T04:20:06.874445Z","steps":["trace[1633387514] 'process raft request' (duration: 137.180492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:06.87466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.115717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:20:06.874684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.007766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:20:06.874708Z","caller":"traceutil/trace.go:171","msg":"trace[1371530893] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5284; }","duration":"125.189539ms","start":"2026-05-20T04:20:06.749507Z","end":"2026-05-20T04:20:06.874696Z","steps":["trace[1371530893] 'agreement among raft nodes before linearized reading' (duration: 125.062035ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:06.874735Z","caller":"traceutil/trace.go:171","msg":"trace[449248120] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5284; }","duration":"127.093028ms","start":"2026-05-20T04:20:06.747629Z","end":"2026-05-20T04:20:06.874722Z","steps":["trace[449248120] 'agreement among raft nodes before linearized reading' (duration: 126.937724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:06.874738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.735963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:20:06.874788Z","caller":"traceutil/trace.go:171","msg":"trace[1329796821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5284; }","duration":"130.810926ms","start":"2026-05-20T04:20:06.743964Z","end":"2026-05-20T04:20:06.874775Z","steps":["trace[1329796821] 'agreement among raft nodes before linearized reading' (duration: 130.671322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:06.874987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.949145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:20:06.875097Z","caller":"traceutil/trace.go:171","msg":"trace[1605641081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5284; }","duration":"132.070898ms","start":"2026-05-20T04:20:06.743008Z","end":"2026-05-20T04:20:06.875079Z","steps":["trace[1605641081] 'agreement among raft nodes before linearized reading' (duration: 131.509184ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:15.04209Z","caller":"traceutil/trace.go:171","msg":"trace[518523865] linearizableReadLoop","detail":"{readStateIndex:5580; appliedIndex:5577; }","duration":"130.60826ms","start":"2026-05-20T04:20:14.911456Z","end":"2026-05-20T04:20:15.042064Z","steps":["trace[518523865] 'read index received' (duration: 85.876682ms)","trace[518523865] 'applied index is now lower than readState.Index' (duration: 44.730458ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:20:15.042091Z","caller":"traceutil/trace.go:171","msg":"trace[1570847893] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"134.342877ms","start":"2026-05-20T04:20:14.907708Z","end":"2026-05-20T04:20:15.042051Z","steps":["trace[1570847893] 'process raft request' (duration: 134.07881ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:15.042166Z","caller":"traceutil/trace.go:171","msg":"trace[74538490] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"134.309827ms","start":"2026-05-20T04:20:14.907819Z","end":"2026-05-20T04:20:15.042129Z","steps":["trace[74538490] 'process raft request' (duration: 134.120791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:15.042374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.890438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:20:15.042376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.187875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:20:15.042417Z","caller":"traceutil/trace.go:171","msg":"trace[311977914] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5314; }","duration":"130.98052ms","start":"2026-05-20T04:20:14.911423Z","end":"2026-05-20T04:20:15.042403Z","steps":["trace[311977914] 'agreement among raft nodes before linearized reading' (duration: 130.776974ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:15.042434Z","caller":"traceutil/trace.go:171","msg":"trace[801202140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5314; }","duration":"121.261527ms","start":"2026-05-20T04:20:14.921155Z","end":"2026-05-20T04:20:15.042417Z","steps":["trace[801202140] 'agreement among raft nodes before linearized reading' (duration: 121.118803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:15.042436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.720795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:20:15.04248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.879717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:20:15.042488Z","caller":"traceutil/trace.go:171","msg":"trace[1947310631] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5314; }","duration":"109.798038ms","start":"2026-05-20T04:20:14.932675Z","end":"2026-05-20T04:20:15.042473Z","steps":["trace[1947310631] 'agreement among raft nodes before linearized reading' (duration: 109.639883ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:15.042514Z","caller":"traceutil/trace.go:171","msg":"trace[1975481432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5314; }","duration":"120.956299ms","start":"2026-05-20T04:20:14.921547Z","end":"2026-05-20T04:20:15.042504Z","steps":["trace[1975481432] 'agreement among raft nodes before linearized reading' (duration: 120.798025ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:19.168662Z","caller":"traceutil/trace.go:171","msg":"trace[542836546] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"152.200464ms","start":"2026-05-20T04:20:19.016439Z","end":"2026-05-20T04:20:19.16864Z","steps":["trace[542836546] 'process raft request' (duration: 152.030469ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:19.175544Z","caller":"traceutil/trace.go:171","msg":"trace[587354690] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"118.381021ms","start":"2026-05-20T04:20:19.05714Z","end":"2026-05-20T04:20:19.175521Z","steps":["trace[587354690] 'process raft request' (duration: 118.119474ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:19.175572Z","caller":"traceutil/trace.go:171","msg":"trace[1018256059] linearizableReadLoop","detail":"{readStateIndex:5600; appliedIndex:5597; }","duration":"109.617041ms","start":"2026-05-20T04:20:19.065928Z","end":"2026-05-20T04:20:19.175545Z","steps":["trace[1018256059] 'read index received' (duration: 102.528876ms)","trace[1018256059] 'applied index is now lower than readState.Index' (duration: 7.087095ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:20:19.175585Z","caller":"traceutil/trace.go:171","msg":"trace[1022988172] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"114.120229ms","start":"2026-05-20T04:20:19.061436Z","end":"2026-05-20T04:20:19.175556Z","steps":["trace[1022988172] 'process raft request' (duration: 114.009087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:19.175941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.048933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:20:19.175989Z","caller":"traceutil/trace.go:171","msg":"trace[791935817] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5333; }","duration":"110.163805ms","start":"2026-05-20T04:20:19.065814Z","end":"2026-05-20T04:20:19.175978Z","steps":["trace[791935817] 'agreement among raft nodes before linearized reading' (duration: 109.847337ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:23.697582Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4429} {"level":"info","ts":"2026-05-20T04:20:23.750714Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4429,"took":"52.095399ms","hash":979659969,"current-db-size-bytes":42455040,"current-db-size":"42 MB","current-db-size-in-use-bytes":13000704,"current-db-size-in-use":"13 MB"} {"level":"info","ts":"2026-05-20T04:20:23.750775Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":979659969,"revision":4429,"compact-revision":2700} {"level":"warn","ts":"2026-05-20T04:20:27.778828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578225570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:20:28.27958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578225570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:20:28.77999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578225570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:20:29.011291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.815045358s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:20:29.011768Z","caller":"traceutil/trace.go:171","msg":"trace[539852477] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"1.815570271s","start":"2026-05-20T04:20:27.196168Z","end":"2026-05-20T04:20:29.011738Z","steps":["trace[539852477] 'process raft request' (duration: 1.815340325s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.011913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.196151Z","time spent":"1.815671144s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:20:29.52156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:20:29.52165Z","caller":"traceutil/trace.go:171","msg":"trace[1427880807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000014957s","start":"2026-05-20T04:20:27.521618Z","end":"2026-05-20T04:20:29.521633Z","steps":["trace[1427880807] 'agreement among raft nodes before linearized reading' (duration: 1.999895774s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.52169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.521598Z","time spent":"2.000083228s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:20:29.828034Z","caller":"traceutil/trace.go:171","msg":"trace[101624236] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"2.571874686s","start":"2026-05-20T04:20:27.25612Z","end":"2026-05-20T04:20:29.827995Z","steps":["trace[101624236] 'process raft request' (duration: 2.571506446s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.828272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.256097Z","time spent":"2.572057031s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:20:29.828384Z","caller":"traceutil/trace.go:171","msg":"trace[1427157499] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"2.563246651s","start":"2026-05-20T04:20:27.265094Z","end":"2026-05-20T04:20:29.82834Z","steps":["trace[1427157499] 'process raft request' (duration: 2.56282803s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.828603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.26507Z","time spent":"2.563411056s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:20:29.828711Z","caller":"traceutil/trace.go:171","msg":"trace[36823762] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"2.561850475s","start":"2026-05-20T04:20:27.266843Z","end":"2026-05-20T04:20:29.828693Z","steps":["trace[36823762] 'process raft request' (duration: 2.561361632s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.828805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.26683Z","time spent":"2.561930068s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:20:29.829046Z","caller":"traceutil/trace.go:171","msg":"trace[692835963] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"2.560288074s","start":"2026-05-20T04:20:27.268747Z","end":"2026-05-20T04:20:29.829035Z","steps":["trace[692835963] 'process raft request' (duration: 2.560112949s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:29.82903Z","caller":"traceutil/trace.go:171","msg":"trace[1673639645] linearizableReadLoop","detail":"{readStateIndex:5646; appliedIndex:5640; }","duration":"2.550394156s","start":"2026-05-20T04:20:27.278598Z","end":"2026-05-20T04:20:29.828992Z","steps":["trace[1673639645] 'read index received' (duration: 1.732927563s)","trace[1673639645] 'applied index is now lower than readState.Index' (duration: 817.464943ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:20:29.82915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.268719Z","time spent":"2.560394867s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:20:29.829076Z","caller":"traceutil/trace.go:171","msg":"trace[1940406105] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"2.561359772s","start":"2026-05-20T04:20:27.267639Z","end":"2026-05-20T04:20:29.828999Z","steps":["trace[1940406105] 'process raft request' (duration: 2.560979692s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.829367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.267619Z","time spent":"2.561607238s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:20:29.829548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550932059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:20:29.830206Z","caller":"traceutil/trace.go:171","msg":"trace[690235056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5375; }","duration":"2.551306619s","start":"2026-05-20T04:20:27.278539Z","end":"2026-05-20T04:20:29.829845Z","steps":["trace[690235056] 'agreement among raft nodes before linearized reading' (duration: 2.550649712s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.830587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.278512Z","time spent":"2.551844903s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:20:29.849761Z","caller":"traceutil/trace.go:171","msg":"trace[1860733353] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"319.247145ms","start":"2026-05-20T04:20:29.530498Z","end":"2026-05-20T04:20:29.849745Z","steps":["trace[1860733353] 'process raft request' (duration: 319.074031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.849891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:29.530462Z","time spent":"319.356778ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:20:29.850016Z","caller":"traceutil/trace.go:171","msg":"trace[240189495] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"291.635284ms","start":"2026-05-20T04:20:29.558322Z","end":"2026-05-20T04:20:29.849958Z","steps":["trace[240189495] 'process raft request' (duration: 291.344926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.850176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662675799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-20T04:20:29.850196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378003253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:20:29.850236Z","caller":"traceutil/trace.go:171","msg":"trace[1342226693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5377; }","duration":"1.662781672s","start":"2026-05-20T04:20:28.187439Z","end":"2026-05-20T04:20:29.850221Z","steps":["trace[1342226693] 'agreement among raft nodes before linearized reading' (duration: 1.662623287s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.850272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515241228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:20:29.850278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:28.187419Z","time spent":"1.662850955s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:20:29.850285Z","caller":"traceutil/trace.go:171","msg":"trace[638766679] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5377; }","duration":"2.378143338s","start":"2026-05-20T04:20:27.472118Z","end":"2026-05-20T04:20:29.850262Z","steps":["trace[638766679] 'agreement among raft nodes before linearized reading' (duration: 2.377969313s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:29.850317Z","caller":"traceutil/trace.go:171","msg":"trace[670819349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5377; }","duration":"2.51531681s","start":"2026-05-20T04:20:27.334983Z","end":"2026-05-20T04:20:29.850299Z","steps":["trace[670819349] 'agreement among raft nodes before linearized reading' (duration: 2.515230978s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.850325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227353105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-05-20T04:20:29.850334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.472103Z","time spent":"2.378220651s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:20:29.850349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.334962Z","time spent":"2.515380551s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:20:29.850368Z","caller":"traceutil/trace.go:171","msg":"trace[369589793] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5377; }","duration":"1.227449428s","start":"2026-05-20T04:20:28.622906Z","end":"2026-05-20T04:20:29.850356Z","steps":["trace[369589793] 'agreement among raft nodes before linearized reading' (duration: 1.227291864s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.850401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:28.622885Z","time spent":"1.227507599s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-20T04:20:29.850508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211691873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:20:29.850523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289510968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:20:29.850553Z","caller":"traceutil/trace.go:171","msg":"trace[1550349793] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5377; }","duration":"2.211779016s","start":"2026-05-20T04:20:27.638762Z","end":"2026-05-20T04:20:29.850541Z","steps":["trace[1550349793] 'agreement among raft nodes before linearized reading' (duration: 2.211668973s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:29.850557Z","caller":"traceutil/trace.go:171","msg":"trace[617542857] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5377; }","duration":"1.2895835s","start":"2026-05-20T04:20:28.560963Z","end":"2026-05-20T04:20:29.850547Z","steps":["trace[617542857] 'agreement among raft nodes before linearized reading' (duration: 1.289500328s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.85057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568875878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:20:29.850593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570724727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:20:29.850597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.207584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:20:29.850629Z","caller":"traceutil/trace.go:171","msg":"trace[514985690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5377; }","duration":"2.570792999s","start":"2026-05-20T04:20:27.279826Z","end":"2026-05-20T04:20:29.850619Z","steps":["trace[514985690] 'agreement among raft nodes before linearized reading' (duration: 2.570699566s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:29.850629Z","caller":"traceutil/trace.go:171","msg":"trace[364203717] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5377; }","duration":"2.56895665s","start":"2026-05-20T04:20:27.281655Z","end":"2026-05-20T04:20:29.850612Z","steps":["trace[364203717] 'agreement among raft nodes before linearized reading' (duration: 2.568751135s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:29.85064Z","caller":"traceutil/trace.go:171","msg":"trace[871756051] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5377; }","duration":"134.271125ms","start":"2026-05-20T04:20:29.716359Z","end":"2026-05-20T04:20:29.85063Z","steps":["trace[871756051] 'agreement among raft nodes before linearized reading' (duration: 134.203233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.850621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241789889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:20:29.850657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.27981Z","time spent":"2.570841929s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:20:29.850662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32985516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:20:29.850666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.281645Z","time spent":"2.569013082s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"info","ts":"2026-05-20T04:20:29.850675Z","caller":"traceutil/trace.go:171","msg":"trace[776710153] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5377; }","duration":"2.241891542s","start":"2026-05-20T04:20:27.608773Z","end":"2026-05-20T04:20:29.850664Z","steps":["trace[776710153] 'agreement among raft nodes before linearized reading' (duration: 2.241783639s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:29.850694Z","caller":"traceutil/trace.go:171","msg":"trace[820553273] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5377; }","duration":"1.329923972s","start":"2026-05-20T04:20:28.52076Z","end":"2026-05-20T04:20:29.850684Z","steps":["trace[820553273] 'agreement among raft nodes before linearized reading' (duration: 1.32984334s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.850706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.608737Z","time spent":"2.241961574s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":53,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:20:29.850586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:28.560942Z","time spent":"1.289637381s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":37,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:20:29.850725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163235989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T04:20:29.850586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.63874Z","time spent":"2.211838058s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":44,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:20:29.850764Z","caller":"traceutil/trace.go:171","msg":"trace[2088107955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5377; }","duration":"2.163310541s","start":"2026-05-20T04:20:27.687445Z","end":"2026-05-20T04:20:29.850755Z","steps":["trace[2088107955] 'agreement among raft nodes before linearized reading' (duration: 2.163162427s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.850791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.687427Z","time spent":"2.163358072s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:20:29.850807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637601575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:20:29.850844Z","caller":"traceutil/trace.go:171","msg":"trace[1170795625] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5377; }","duration":"1.637674027s","start":"2026-05-20T04:20:28.213162Z","end":"2026-05-20T04:20:29.850836Z","steps":["trace[1170795625] 'agreement among raft nodes before linearized reading' (duration: 1.637580655s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.850875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:28.213142Z","time spent":"1.637727708s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-20T04:20:29.850844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.948442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:20:29.850935Z","caller":"traceutil/trace.go:171","msg":"trace[1656125259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5377; }","duration":"328.086655ms","start":"2026-05-20T04:20:29.522835Z","end":"2026-05-20T04:20:29.850922Z","steps":["trace[1656125259] 'agreement among raft nodes before linearized reading' (duration: 327.977903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.850178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571384003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T04:20:29.851136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.336356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:20:29.851174Z","caller":"traceutil/trace.go:171","msg":"trace[1494728286] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5377; }","duration":"954.436029ms","start":"2026-05-20T04:20:28.896729Z","end":"2026-05-20T04:20:29.851165Z","steps":["trace[1494728286] 'agreement among raft nodes before linearized reading' (duration: 954.345726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.851203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:28.896712Z","time spent":"954.48507ms","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:20:29.851022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:29.522814Z","time spent":"328.144716ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:20:29.850726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:28.520736Z","time spent":"1.329982464s","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:20:29.851604Z","caller":"traceutil/trace.go:171","msg":"trace[624150015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5377; }","duration":"2.57239367s","start":"2026-05-20T04:20:27.278751Z","end":"2026-05-20T04:20:29.851145Z","steps":["trace[624150015] 'agreement among raft nodes before linearized reading' (duration: 2.57128042s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:29.852759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:27.278739Z","time spent":"2.573998111s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:20:35.187107Z","caller":"traceutil/trace.go:171","msg":"trace[379796130] linearizableReadLoop","detail":"{readStateIndex:5673; appliedIndex:5672; }","duration":"140.504609ms","start":"2026-05-20T04:20:35.046578Z","end":"2026-05-20T04:20:35.187082Z","steps":["trace[379796130] 'read index received' (duration: 140.253002ms)","trace[379796130] 'applied index is now lower than readState.Index' (duration: 250.317µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:20:35.187357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.761166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:20:35.187427Z","caller":"traceutil/trace.go:171","msg":"trace[568099790] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5401; }","duration":"140.899299ms","start":"2026-05-20T04:20:35.046515Z","end":"2026-05-20T04:20:35.187415Z","steps":["trace[568099790] 'agreement among raft nodes before linearized reading' (duration: 140.753935ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:35.187503Z","caller":"traceutil/trace.go:171","msg":"trace[691012301] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"144.299068ms","start":"2026-05-20T04:20:35.043176Z","end":"2026-05-20T04:20:35.187475Z","steps":["trace[691012301] 'process raft request' (duration: 143.756644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:35.437729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.631412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:20:35.437874Z","caller":"traceutil/trace.go:171","msg":"trace[2060268103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5401; }","duration":"155.826988ms","start":"2026-05-20T04:20:35.282022Z","end":"2026-05-20T04:20:35.437849Z","steps":["trace[2060268103] 'range keys from in-memory index tree' (duration: 155.362225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:35.670764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.089507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:20:35.671042Z","caller":"traceutil/trace.go:171","msg":"trace[48890975] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"133.863985ms","start":"2026-05-20T04:20:35.537156Z","end":"2026-05-20T04:20:35.67102Z","steps":["trace[48890975] 'process raft request' (duration: 133.775252ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:35.671096Z","caller":"traceutil/trace.go:171","msg":"trace[1218430631] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"151.31629ms","start":"2026-05-20T04:20:35.519734Z","end":"2026-05-20T04:20:35.671051Z","steps":["trace[1218430631] 'process raft request' (duration: 46.839713ms)","trace[1218430631] 'compare' (duration: 103.918093ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:20:35.952482Z","caller":"traceutil/trace.go:171","msg":"trace[63680832] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"105.066343ms","start":"2026-05-20T04:20:35.847397Z","end":"2026-05-20T04:20:35.952463Z","steps":["trace[63680832] 'process raft request' (duration: 104.842967ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:35.952542Z","caller":"traceutil/trace.go:171","msg":"trace[1553067521] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"103.01157ms","start":"2026-05-20T04:20:35.849522Z","end":"2026-05-20T04:20:35.952534Z","steps":["trace[1553067521] 'process raft request' (duration: 102.826035ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:35.952484Z","caller":"traceutil/trace.go:171","msg":"trace[2087212901] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"101.573411ms","start":"2026-05-20T04:20:35.85087Z","end":"2026-05-20T04:20:35.952444Z","steps":["trace[2087212901] 'process raft request' (duration: 101.5051ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:36.211487Z","caller":"traceutil/trace.go:171","msg":"trace[534253187] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"252.04546ms","start":"2026-05-20T04:20:35.959407Z","end":"2026-05-20T04:20:36.211452Z","steps":["trace[534253187] 'process raft request' (duration: 187.554616ms)","trace[534253187] 'compare' (duration: 64.264379ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:20:36.21172Z","caller":"traceutil/trace.go:171","msg":"trace[804214701] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"252.172914ms","start":"2026-05-20T04:20:35.959518Z","end":"2026-05-20T04:20:36.211691Z","steps":["trace[804214701] 'process raft request' (duration: 251.866576ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:36.211699Z","caller":"traceutil/trace.go:171","msg":"trace[1055361108] linearizableReadLoop","detail":"{readStateIndex:5684; appliedIndex:5681; }","duration":"251.811505ms","start":"2026-05-20T04:20:35.959842Z","end":"2026-05-20T04:20:36.211654Z","steps":["trace[1055361108] 'read index received' (duration: 34.187794ms)","trace[1055361108] 'applied index is now lower than readState.Index' (duration: 217.620731ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:20:36.212086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.220075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:20:36.212158Z","caller":"traceutil/trace.go:171","msg":"trace[206346501] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5411; }","duration":"252.350569ms","start":"2026-05-20T04:20:35.959792Z","end":"2026-05-20T04:20:36.212143Z","steps":["trace[206346501] 'agreement among raft nodes before linearized reading' (duration: 251.955378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:36.212107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.179414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:20:36.212217Z","caller":"traceutil/trace.go:171","msg":"trace[1306204287] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5411; }","duration":"252.317589ms","start":"2026-05-20T04:20:35.959887Z","end":"2026-05-20T04:20:36.212204Z","steps":["trace[1306204287] 'agreement among raft nodes before linearized reading' (duration: 251.993159ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:37.14363Z","caller":"traceutil/trace.go:171","msg":"trace[148630649] linearizableReadLoop","detail":"{readStateIndex:5686; appliedIndex:5685; }","duration":"193.103291ms","start":"2026-05-20T04:20:36.9505Z","end":"2026-05-20T04:20:37.143603Z","steps":["trace[148630649] 'read index received' (duration: 192.849555ms)","trace[148630649] 'applied index is now lower than readState.Index' (duration: 252.746µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:20:37.143728Z","caller":"traceutil/trace.go:171","msg":"trace[259873884] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"232.569502ms","start":"2026-05-20T04:20:36.911109Z","end":"2026-05-20T04:20:37.143679Z","steps":["trace[259873884] 'process raft request' (duration: 232.322506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:37.143964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.418427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-20T04:20:37.144023Z","caller":"traceutil/trace.go:171","msg":"trace[1420374174] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5412; }","duration":"119.478709ms","start":"2026-05-20T04:20:37.024529Z","end":"2026-05-20T04:20:37.144008Z","steps":["trace[1420374174] 'agreement among raft nodes before linearized reading' (duration: 119.294464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:37.143856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.318967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:20:37.144091Z","caller":"traceutil/trace.go:171","msg":"trace[1188334024] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5412; }","duration":"193.628985ms","start":"2026-05-20T04:20:36.950444Z","end":"2026-05-20T04:20:37.144073Z","steps":["trace[1188334024] 'agreement among raft nodes before linearized reading' (duration: 193.291787ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:43.437796Z","caller":"traceutil/trace.go:171","msg":"trace[481985879] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"159.954907ms","start":"2026-05-20T04:20:43.277807Z","end":"2026-05-20T04:20:43.437762Z","steps":["trace[481985879] 'process raft request' (duration: 159.764812ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:43.817095Z","caller":"traceutil/trace.go:171","msg":"trace[1185142857] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"110.72133ms","start":"2026-05-20T04:20:43.706347Z","end":"2026-05-20T04:20:43.817069Z","steps":["trace[1185142857] 'process raft request' (duration: 110.577516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:44.695234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.20202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:20:44.695428Z","caller":"traceutil/trace.go:171","msg":"trace[543377973] linearizableReadLoop","detail":"{readStateIndex:5725; appliedIndex:5724; }","duration":"483.657927ms","start":"2026-05-20T04:20:44.21175Z","end":"2026-05-20T04:20:44.695408Z","steps":["trace[543377973] 'read index received' (duration: 312.088978ms)","trace[543377973] 'applied index is now lower than readState.Index' (duration: 171.566639ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:20:44.695464Z","caller":"traceutil/trace.go:171","msg":"trace[1447740281] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"627.596815ms","start":"2026-05-20T04:20:44.067828Z","end":"2026-05-20T04:20:44.695425Z","steps":["trace[1447740281] 'process raft request' (duration: 456.119509ms)","trace[1447740281] 'compare' (duration: 171.006384ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:20:44.695609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:44.067812Z","time spent":"627.722558ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:20:44.69568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.908894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:20:44.695778Z","caller":"traceutil/trace.go:171","msg":"trace[828647204] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5450; }","duration":"484.047618ms","start":"2026-05-20T04:20:44.211707Z","end":"2026-05-20T04:20:44.695755Z","steps":["trace[828647204] 'agreement among raft nodes before linearized reading' (duration: 483.797271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:44.695801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.729036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T04:20:44.69584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:44.211693Z","time spent":"484.13459ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-20T04:20:44.695863Z","caller":"traceutil/trace.go:171","msg":"trace[2078839893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5450; }","duration":"453.789378ms","start":"2026-05-20T04:20:44.242038Z","end":"2026-05-20T04:20:44.695828Z","steps":["trace[2078839893] 'agreement among raft nodes before linearized reading' (duration: 453.549962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:44.695929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:44.242027Z","time spent":"453.89085ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:20:44.696366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.634499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:20:44.69641Z","caller":"traceutil/trace.go:171","msg":"trace[1307617437] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5450; }","duration":"436.717502ms","start":"2026-05-20T04:20:44.259682Z","end":"2026-05-20T04:20:44.6964Z","steps":["trace[1307617437] 'agreement among raft nodes before linearized reading' (duration: 436.606749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:44.69648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:44.25966Z","time spent":"436.809334ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:20:44.696558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.377913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:20:44.696606Z","caller":"traceutil/trace.go:171","msg":"trace[241231236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5450; }","duration":"446.438745ms","start":"2026-05-20T04:20:44.250151Z","end":"2026-05-20T04:20:44.69659Z","steps":["trace[241231236] 'agreement among raft nodes before linearized reading' (duration: 446.318862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:44.696596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.672581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:20:44.696632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:44.250142Z","time spent":"446.484916ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:20:44.696657Z","caller":"traceutil/trace.go:171","msg":"trace[45912117] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5450; }","duration":"446.777074ms","start":"2026-05-20T04:20:44.249863Z","end":"2026-05-20T04:20:44.69664Z","steps":["trace[45912117] 'agreement among raft nodes before linearized reading' (duration: 446.594929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:44.696694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:44.24984Z","time spent":"446.846706ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:20:46.13593Z","caller":"traceutil/trace.go:171","msg":"trace[137575865] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"132.909349ms","start":"2026-05-20T04:20:46.002994Z","end":"2026-05-20T04:20:46.135904Z","steps":["trace[137575865] 'process raft request' (duration: 130.453835ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:46.135992Z","caller":"traceutil/trace.go:171","msg":"trace[1964124007] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"114.11281ms","start":"2026-05-20T04:20:46.021852Z","end":"2026-05-20T04:20:46.135965Z","steps":["trace[1964124007] 'process raft request' (duration: 113.970306ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:49.482108Z","caller":"traceutil/trace.go:171","msg":"trace[882249624] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"148.25365ms","start":"2026-05-20T04:20:49.333826Z","end":"2026-05-20T04:20:49.48208Z","steps":["trace[882249624] 'process raft request' (duration: 148.063275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:50.537221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.339737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:20:50.537477Z","caller":"traceutil/trace.go:171","msg":"trace[835066187] linearizableReadLoop","detail":"{readStateIndex:5755; appliedIndex:5753; }","duration":"326.242467ms","start":"2026-05-20T04:20:50.211217Z","end":"2026-05-20T04:20:50.53746Z","steps":["trace[835066187] 'read index received' (duration: 155.595212ms)","trace[835066187] 'applied index is now lower than readState.Index' (duration: 170.646355ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:20:50.537475Z","caller":"traceutil/trace.go:171","msg":"trace[1172033593] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"384.770876ms","start":"2026-05-20T04:20:50.152673Z","end":"2026-05-20T04:20:50.537444Z","steps":["trace[1172033593] 'process raft request' (duration: 214.11698ms)","trace[1172033593] 'compare' (duration: 170.024749ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:20:50.537601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:50.152632Z","time spent":"384.897339ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:20:50.538003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.77727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T04:20:50.538063Z","caller":"traceutil/trace.go:171","msg":"trace[636917769] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5479; }","duration":"326.883273ms","start":"2026-05-20T04:20:50.211167Z","end":"2026-05-20T04:20:50.53805Z","steps":["trace[636917769] 'agreement among raft nodes before linearized reading' (duration: 326.720869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:50.538093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:50.211152Z","time spent":"326.935545ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-20T04:20:50.538064Z","caller":"traceutil/trace.go:171","msg":"trace[581340979] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"385.153765ms","start":"2026-05-20T04:20:50.152826Z","end":"2026-05-20T04:20:50.53798Z","steps":["trace[581340979] 'process raft request' (duration: 384.520599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:50.538784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:50.152816Z","time spent":"385.70311ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:20:50.786174Z","caller":"traceutil/trace.go:171","msg":"trace[490205839] linearizableReadLoop","detail":"{readStateIndex:5756; appliedIndex:5755; }","duration":"248.637232ms","start":"2026-05-20T04:20:50.537509Z","end":"2026-05-20T04:20:50.786147Z","steps":["trace[490205839] 'read index received' (duration: 164.144316ms)","trace[490205839] 'applied index is now lower than readState.Index' (duration: 84.491536ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:20:50.786277Z","caller":"traceutil/trace.go:171","msg":"trace[1589953537] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"300.345921ms","start":"2026-05-20T04:20:50.485895Z","end":"2026-05-20T04:20:50.786241Z","steps":["trace[1589953537] 'process raft request' (duration: 215.723522ms)","trace[1589953537] 'compare' (duration: 84.26241ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:20:50.786431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.037465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:20:50.786469Z","caller":"traceutil/trace.go:171","msg":"trace[1818397861] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5480; }","duration":"387.127037ms","start":"2026-05-20T04:20:50.399332Z","end":"2026-05-20T04:20:50.786459Z","steps":["trace[1818397861] 'agreement among raft nodes before linearized reading' (duration: 386.961823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:50.786513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:50.399312Z","time spent":"387.190358ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:20:50.78663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:50.485866Z","time spent":"300.576167ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:20:50.786798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.17362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-20T04:20:50.786878Z","caller":"traceutil/trace.go:171","msg":"trace[1423028904] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5480; }","duration":"245.396246ms","start":"2026-05-20T04:20:50.541461Z","end":"2026-05-20T04:20:50.786857Z","steps":["trace[1423028904] 'agreement among raft nodes before linearized reading' (duration: 244.900243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:20:52.34835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.021035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-05-20T04:20:52.348454Z","caller":"traceutil/trace.go:171","msg":"trace[1607234518] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5489; }","duration":"130.156348ms","start":"2026-05-20T04:20:52.218276Z","end":"2026-05-20T04:20:52.348433Z","steps":["trace[1607234518] 'range keys from in-memory index tree' (duration: 129.782709ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:52.475887Z","caller":"traceutil/trace.go:171","msg":"trace[1870471879] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"100.031952ms","start":"2026-05-20T04:20:52.37583Z","end":"2026-05-20T04:20:52.475862Z","steps":["trace[1870471879] 'process raft request' (duration: 99.808076ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:20:52.704595Z","caller":"traceutil/trace.go:171","msg":"trace[1663720366] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"161.791114ms","start":"2026-05-20T04:20:52.542783Z","end":"2026-05-20T04:20:52.704574Z","steps":["trace[1663720366] 'process raft request' (duration: 151.28987ms)","trace[1663720366] 'compare' (duration: 10.33609ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:20:52.704875Z","caller":"traceutil/trace.go:171","msg":"trace[991528374] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"159.793662ms","start":"2026-05-20T04:20:52.544918Z","end":"2026-05-20T04:20:52.704712Z","steps":["trace[991528374] 'process raft request' (duration: 159.617997ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:00.193626Z","caller":"traceutil/trace.go:171","msg":"trace[974914841] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"264.746412ms","start":"2026-05-20T04:20:59.928855Z","end":"2026-05-20T04:21:00.193602Z","steps":["trace[974914841] 'process raft request' (duration: 264.597828ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:00.385546Z","caller":"traceutil/trace.go:171","msg":"trace[223355141] linearizableReadLoop","detail":"{readStateIndex:5814; appliedIndex:5813; }","duration":"363.672115ms","start":"2026-05-20T04:21:00.021851Z","end":"2026-05-20T04:21:00.385524Z","steps":["trace[223355141] 'read index received' (duration: 171.802595ms)","trace[223355141] 'applied index is now lower than readState.Index' (duration: 191.86856ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:00.385648Z","caller":"traceutil/trace.go:171","msg":"trace[96856824] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"349.700401ms","start":"2026-05-20T04:21:00.035916Z","end":"2026-05-20T04:21:00.385616Z","steps":["trace[96856824] 'process raft request' (duration: 349.554087ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:00.385578Z","caller":"traceutil/trace.go:171","msg":"trace[1046856067] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"404.370738ms","start":"2026-05-20T04:20:59.981176Z","end":"2026-05-20T04:21:00.385547Z","steps":["trace[1046856067] 'process raft request' (duration: 404.146812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:00.38574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.86404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:00.385787Z","caller":"traceutil/trace.go:171","msg":"trace[2020643911] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5537; }","duration":"363.968763ms","start":"2026-05-20T04:21:00.021808Z","end":"2026-05-20T04:21:00.385776Z","steps":["trace[2020643911] 'agreement among raft nodes before linearized reading' (duration: 363.843249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:00.38581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:00.035897Z","time spent":"349.829903ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:00.385829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:00.021787Z","time spent":"364.032834ms","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:21:00.386049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:20:59.981153Z","time spent":"404.734618ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:00.43981Z","caller":"traceutil/trace.go:171","msg":"trace[704624238] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"184.002594ms","start":"2026-05-20T04:21:00.255783Z","end":"2026-05-20T04:21:00.439786Z","steps":["trace[704624238] 'process raft request' (duration: 183.83237ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:00.440087Z","caller":"traceutil/trace.go:171","msg":"trace[1989560562] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"141.413151ms","start":"2026-05-20T04:21:00.298641Z","end":"2026-05-20T04:21:00.440054Z","steps":["trace[1989560562] 'process raft request' (duration: 141.096103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:00.440122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.561692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:21:00.440283Z","caller":"traceutil/trace.go:171","msg":"trace[1792305641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5539; }","duration":"409.764608ms","start":"2026-05-20T04:21:00.0305Z","end":"2026-05-20T04:21:00.440265Z","steps":["trace[1792305641] 'agreement among raft nodes before linearized reading' (duration: 409.46048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:00.440335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:00.030488Z","time spent":"409.834569ms","remote":"127.0.0.1:49452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:21:00.714127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.307888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:21:00.714246Z","caller":"traceutil/trace.go:171","msg":"trace[532894165] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"138.048963ms","start":"2026-05-20T04:21:00.576175Z","end":"2026-05-20T04:21:00.714224Z","steps":["trace[532894165] 'process raft request' (duration: 29.575061ms)","trace[532894165] 'compare' (duration: 107.954329ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:00.897677Z","caller":"traceutil/trace.go:171","msg":"trace[2068374553] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"176.536329ms","start":"2026-05-20T04:21:00.721107Z","end":"2026-05-20T04:21:00.897643Z","steps":["trace[2068374553] 'process raft request' (duration: 119.385878ms)","trace[2068374553] 'compare' (duration: 57.008868ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:00.926237Z","caller":"traceutil/trace.go:171","msg":"trace[1567757156] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"201.249744ms","start":"2026-05-20T04:21:00.724955Z","end":"2026-05-20T04:21:00.926205Z","steps":["trace[1567757156] 'process raft request' (duration: 201.019748ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:00.926249Z","caller":"traceutil/trace.go:171","msg":"trace[1452778937] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5544; }","duration":"199.812698ms","start":"2026-05-20T04:21:00.726409Z","end":"2026-05-20T04:21:00.926221Z","steps":["trace[1452778937] 'process raft request' (duration: 199.720405ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:00.926632Z","caller":"traceutil/trace.go:171","msg":"trace[1582839495] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"115.155516ms","start":"2026-05-20T04:21:00.811438Z","end":"2026-05-20T04:21:00.926593Z","steps":["trace[1582839495] 'process raft request' (duration: 115.012553ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:00.926755Z","caller":"traceutil/trace.go:171","msg":"trace[1226714822] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"189.59309ms","start":"2026-05-20T04:21:00.737149Z","end":"2026-05-20T04:21:00.926742Z","steps":["trace[1226714822] 'process raft request' (duration: 189.019265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:01.310761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.078959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:21:01.311013Z","caller":"traceutil/trace.go:171","msg":"trace[2037778665] linearizableReadLoop","detail":"{readStateIndex:5828; appliedIndex:5826; }","duration":"352.280698ms","start":"2026-05-20T04:21:00.958715Z","end":"2026-05-20T04:21:01.310996Z","steps":["trace[2037778665] 'read index received' (duration: 201.911602ms)","trace[2037778665] 'applied index is now lower than readState.Index' (duration: 150.368056ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:01.310991Z","caller":"traceutil/trace.go:171","msg":"trace[2051163757] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"379.053836ms","start":"2026-05-20T04:21:00.931891Z","end":"2026-05-20T04:21:01.310945Z","steps":["trace[2051163757] 'process raft request' (duration: 228.725191ms)","trace[2051163757] 'compare' (duration: 149.791371ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:01.311174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:00.931873Z","time spent":"379.20412ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:21:01.311219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.540104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:21:01.311236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.504434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:21:01.311254Z","caller":"traceutil/trace.go:171","msg":"trace[341346350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5549; }","duration":"352.613807ms","start":"2026-05-20T04:21:00.95863Z","end":"2026-05-20T04:21:01.311244Z","steps":["trace[341346350] 'agreement among raft nodes before linearized reading' (duration: 352.446172ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:01.31129Z","caller":"traceutil/trace.go:171","msg":"trace[664829692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5549; }","duration":"352.605366ms","start":"2026-05-20T04:21:00.958672Z","end":"2026-05-20T04:21:01.311277Z","steps":["trace[664829692] 'agreement among raft nodes before linearized reading' (duration: 352.407291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:01.311294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:00.958617Z","time spent":"352.669748ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:21:01.311323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:00.958651Z","time spent":"352.665417ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:21:01.311597Z","caller":"traceutil/trace.go:171","msg":"trace[1170697976] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"368.48914ms","start":"2026-05-20T04:21:00.943094Z","end":"2026-05-20T04:21:01.311583Z","steps":["trace[1170697976] 'process raft request' (duration: 367.779972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:01.311679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:00.943073Z","time spent":"368.557261ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2365,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:01.812112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578226111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:21:02.312271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578226111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:21:02.4074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.04644498s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:21:02.40806Z","caller":"traceutil/trace.go:171","msg":"trace[1384987042] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"1.439696888s","start":"2026-05-20T04:21:00.968339Z","end":"2026-05-20T04:21:02.408036Z","steps":["trace[1384987042] 'process raft request' (duration: 1.439392899s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:02.408166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:00.968327Z","time spent":"1.439774359s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:02.408467Z","caller":"traceutil/trace.go:171","msg":"trace[1251395489] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"1.419078899s","start":"2026-05-20T04:21:00.989363Z","end":"2026-05-20T04:21:02.408442Z","steps":["trace[1251395489] 'process raft request' (duration: 1.418550196s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:02.40868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:00.989343Z","time spent":"1.419203113s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2523,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:21:02.409107Z","caller":"traceutil/trace.go:171","msg":"trace[1704766200] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"1.256552436s","start":"2026-05-20T04:21:01.152521Z","end":"2026-05-20T04:21:02.409074Z","steps":["trace[1704766200] 'process raft request' (duration: 1.255841198s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:02.40931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:01.152496Z","time spent":"1.256693249s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:02.913477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.68408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:21:02.913807Z","caller":"traceutil/trace.go:171","msg":"trace[976499343] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"1.596818219s","start":"2026-05-20T04:21:01.316956Z","end":"2026-05-20T04:21:02.913775Z","steps":["trace[976499343] 'process raft request' (duration: 1.596637974s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:02.913953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:01.316944Z","time spent":"1.596932993s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:02.913944Z","caller":"traceutil/trace.go:171","msg":"trace[1751327080] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"1.597637571s","start":"2026-05-20T04:21:01.316269Z","end":"2026-05-20T04:21:02.913906Z","steps":["trace[1751327080] 'process raft request' (duration: 1.350414106s)","trace[1751327080] 'compare' (duration: 246.544187ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:02.914187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:01.316245Z","time spent":"1.597864477s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:03.522671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000891009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:21:03.522788Z","caller":"traceutil/trace.go:171","msg":"trace[1446265256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001056463s","start":"2026-05-20T04:21:01.521708Z","end":"2026-05-20T04:21:03.522765Z","steps":["trace[1446265256] 'agreement among raft nodes before linearized reading' (duration: 2.00092009s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:03.522969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:01.521686Z","time spent":"2.001147446s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:21:04.049559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382853404s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T04:21:04.214147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300458153s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T04:21:04.215238Z","caller":"traceutil/trace.go:171","msg":"trace[2138450619] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"1.823793095s","start":"2026-05-20T04:21:02.39141Z","end":"2026-05-20T04:21:04.215203Z","steps":["trace[2138450619] 'process raft request' (duration: 1.8228337s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:04.215367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:02.391385Z","time spent":"1.823910079s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:04.215188Z","caller":"traceutil/trace.go:171","msg":"trace[333781606] linearizableReadLoop","detail":"{readStateIndex:5834; appliedIndex:5828; }","duration":"2.904108961s","start":"2026-05-20T04:21:01.311047Z","end":"2026-05-20T04:21:04.215156Z","steps":["trace[333781606] 'read index received' (duration: 1.096562939s)","trace[333781606] 'applied index is now lower than readState.Index' (duration: 1.807543422s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:05.524332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T04:21:05.524409Z","caller":"traceutil/trace.go:171","msg":"trace[1221998530] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399096s","start":"2026-05-20T04:21:03.523993Z","end":"2026-05-20T04:21:05.524392Z","steps":["trace[1221998530] 'agreement among raft nodes before linearized reading' (duration: 2.000300464s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.524465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:03.523965Z","time spent":"2.000478319s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 04:21:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T04:21:05.763826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.270472ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:21:05.763949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.513238592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:21:05.764009Z","caller":"traceutil/trace.go:171","msg":"trace[2141130612] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5555; }","duration":"533.472678ms","start":"2026-05-20T04:21:05.230514Z","end":"2026-05-20T04:21:05.763986Z","steps":["trace[2141130612] 'range keys from in-memory index tree' (duration: 533.249431ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:05.764018Z","caller":"traceutil/trace.go:171","msg":"trace[762652042] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5555; }","duration":"4.513320284s","start":"2026-05-20T04:21:01.250679Z","end":"2026-05-20T04:21:05.763999Z","steps":["trace[762652042] 'agreement among raft nodes before linearized reading' (duration: 2.96495777s)","trace[762652042] 'count revisions from in-memory index tree' (duration: 1.548259632s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:05.764064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:01.25063Z","time spent":"4.513420938s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":35,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:21:05.764337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.798709464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:21:05.76442Z","caller":"traceutil/trace.go:171","msg":"trace[1072281801] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5555; }","duration":"4.798817508s","start":"2026-05-20T04:21:00.96558Z","end":"2026-05-20T04:21:05.764398Z","steps":["trace[1072281801] 'agreement among raft nodes before linearized reading' (duration: 3.250310639s)","trace[1072281801] 'range keys from in-memory index tree' (duration: 1.548093658s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:05.764467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:00.965567Z","time spent":"4.798890419s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:21:05.764774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.746590264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:21:05.764881Z","caller":"traceutil/trace.go:171","msg":"trace[1975785012] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5555; }","duration":"4.746733828s","start":"2026-05-20T04:21:01.018106Z","end":"2026-05-20T04:21:05.76484Z","steps":["trace[1975785012] 'agreement among raft nodes before linearized reading' (duration: 3.197535762s)","trace[1975785012] 'range keys from in-memory index tree' (duration: 1.54894758s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:05.764958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:01.018085Z","time spent":"4.746841541s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:21:05.765089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549787781s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:21:05.765486Z","caller":"traceutil/trace.go:171","msg":"trace[1653646271] linearizableReadLoop","detail":"{readStateIndex:5839; appliedIndex:5835; }","duration":"1.549520995s","start":"2026-05-20T04:21:04.215941Z","end":"2026-05-20T04:21:05.765462Z","steps":["trace[1653646271] 'read index received' (duration: 23.693268ms)","trace[1653646271] 'applied index is now lower than readState.Index' (duration: 1.525826247s)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:05.765608Z","caller":"traceutil/trace.go:171","msg":"trace[276411458] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"3.351365597s","start":"2026-05-20T04:21:02.414229Z","end":"2026-05-20T04:21:05.765595Z","steps":["trace[276411458] 'process raft request' (duration: 1.800880908s)","trace[276411458] 'compare' (duration: 1.548564399s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:05.765673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:02.414209Z","time spent":"3.351435069s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:21:05.765815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268653028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:21:05.765846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80823487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:21:05.765897Z","caller":"traceutil/trace.go:171","msg":"trace[80717569] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5559; }","duration":"1.808330332s","start":"2026-05-20T04:21:03.957552Z","end":"2026-05-20T04:21:05.765882Z","steps":["trace[80717569] 'agreement among raft nodes before linearized reading' (duration: 1.80824326s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.765929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:03.957531Z","time spent":"1.808391233s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:21:05.765945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598130781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:05.765986Z","caller":"traceutil/trace.go:171","msg":"trace[23284115] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5559; }","duration":"2.598208543s","start":"2026-05-20T04:21:03.167766Z","end":"2026-05-20T04:21:05.765975Z","steps":["trace[23284115] 'agreement among raft nodes before linearized reading' (duration: 2.598152292s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.765991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348225695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-156.nip.io-tls\" ","response":"range_response_count:1 size:2380"} {"level":"warn","ts":"2026-05-20T04:21:05.766024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:03.167743Z","time spent":"2.598272915s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:21:05.766046Z","caller":"traceutil/trace.go:171","msg":"trace[1147984204] range","detail":"{range_begin:/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-156.nip.io-tls; range_end:; response_count:1; response_revision:5559; }","duration":"3.348318658s","start":"2026-05-20T04:21:02.417713Z","end":"2026-05-20T04:21:05.766031Z","steps":["trace[1147984204] 'agreement among raft nodes before linearized reading' (duration: 3.348207895s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.766089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:02.417694Z","time spent":"3.34838485s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":2402,"request content":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-156.nip.io-tls\" "} {"level":"info","ts":"2026-05-20T04:21:05.765886Z","caller":"traceutil/trace.go:171","msg":"trace[594275836] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5559; }","duration":"3.268758761s","start":"2026-05-20T04:21:02.497112Z","end":"2026-05-20T04:21:05.765871Z","steps":["trace[594275836] 'agreement among raft nodes before linearized reading' (duration: 3.268616327s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.766164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:02.497098Z","time spent":"3.269057949s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:21:05.76621Z","caller":"traceutil/trace.go:171","msg":"trace[2008838556] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"3.321437576s","start":"2026-05-20T04:21:02.444748Z","end":"2026-05-20T04:21:05.766185Z","steps":["trace[2008838556] 'process raft request' (duration: 3.320484171s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.766244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704771916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:21:05.766265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373822744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:05.766282Z","caller":"traceutil/trace.go:171","msg":"trace[562060272] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5559; }","duration":"2.704845498s","start":"2026-05-20T04:21:03.061423Z","end":"2026-05-20T04:21:05.766269Z","steps":["trace[562060272] 'agreement among raft nodes before linearized reading' (duration: 2.704786146s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.766337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:03.061406Z","time spent":"2.704922129s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:21:05.766245Z","caller":"traceutil/trace.go:171","msg":"trace[8555118] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"2.835292184s","start":"2026-05-20T04:21:02.9309Z","end":"2026-05-20T04:21:05.766192Z","steps":["trace[8555118] 'process raft request' (duration: 2.834471483s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.766364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:02.444735Z","time spent":"3.321538798s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:05.766433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568087205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:21:05.766469Z","caller":"traceutil/trace.go:171","msg":"trace[1338179527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5559; }","duration":"3.568160777s","start":"2026-05-20T04:21:02.198301Z","end":"2026-05-20T04:21:05.766462Z","steps":["trace[1338179527] 'agreement among raft nodes before linearized reading' (duration: 3.568021463s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.76648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796050589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:21:05.766503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:02.198279Z","time spent":"3.568219079s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:21:05.766592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801379919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:21:05.766627Z","caller":"traceutil/trace.go:171","msg":"trace[352245185] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5559; }","duration":"2.801451181s","start":"2026-05-20T04:21:02.965169Z","end":"2026-05-20T04:21:05.76662Z","steps":["trace[352245185] 'agreement among raft nodes before linearized reading' (duration: 2.801358798s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.766663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:02.965119Z","time spent":"2.801535803s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:21:05.766509Z","caller":"traceutil/trace.go:171","msg":"trace[1568996093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5559; }","duration":"2.796099931s","start":"2026-05-20T04:21:02.970401Z","end":"2026-05-20T04:21:05.766501Z","steps":["trace[1568996093] 'agreement among raft nodes before linearized reading' (duration: 2.796008468s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:05.766303Z","caller":"traceutil/trace.go:171","msg":"trace[462419807] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5559; }","duration":"3.373898185s","start":"2026-05-20T04:21:02.392396Z","end":"2026-05-20T04:21:05.766295Z","steps":["trace[462419807] 'agreement among raft nodes before linearized reading' (duration: 3.373835654s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.766741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.639892141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:21:05.766772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:02.392375Z","time spent":"3.374372929s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:21:05.76672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:02.970391Z","time spent":"2.796320427s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:21:05.7668Z","caller":"traceutil/trace.go:171","msg":"trace[131783808] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5559; }","duration":"3.639950972s","start":"2026-05-20T04:21:02.126832Z","end":"2026-05-20T04:21:05.766783Z","steps":["trace[131783808] 'agreement among raft nodes before linearized reading' (duration: 3.63986334s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.766855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107406248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:21:05.766926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536593897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-mrt6m.18b12aa4059c0e29\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-20T04:21:05.766951Z","caller":"traceutil/trace.go:171","msg":"trace[979043445] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5559; }","duration":"4.1075015s","start":"2026-05-20T04:21:01.659394Z","end":"2026-05-20T04:21:05.766895Z","steps":["trace[979043445] 'agreement among raft nodes before linearized reading' (duration: 4.107420638s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.766955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.202207541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:21:05.766966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.770188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-20T04:21:05.766971Z","caller":"traceutil/trace.go:171","msg":"trace[398204768] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-mrt6m.18b12aa4059c0e29; range_end:; response_count:1; response_revision:5559; }","duration":"1.536674s","start":"2026-05-20T04:21:04.230282Z","end":"2026-05-20T04:21:05.766956Z","steps":["trace[398204768] 'agreement among raft nodes before linearized reading' (duration: 1.536573307s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:05.766158Z","caller":"traceutil/trace.go:171","msg":"trace[312673183] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"2.833914977s","start":"2026-05-20T04:21:02.93222Z","end":"2026-05-20T04:21:05.766135Z","steps":["trace[312673183] 'process raft request' (duration: 2.833189219s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.766963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.795925534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:21:05.767028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.583019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:05.767048Z","caller":"traceutil/trace.go:171","msg":"trace[1493193003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5559; }","duration":"233.60372ms","start":"2026-05-20T04:21:05.533439Z","end":"2026-05-20T04:21:05.767043Z","steps":["trace[1493193003] 'agreement among raft nodes before linearized reading' (duration: 233.574399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.76707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.480329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:21:05.767064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.945961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-20T04:21:05.766997Z","caller":"traceutil/trace.go:171","msg":"trace[823420246] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5559; }","duration":"589.836219ms","start":"2026-05-20T04:21:05.177153Z","end":"2026-05-20T04:21:05.766989Z","steps":["trace[823420246] 'agreement among raft nodes before linearized reading' (duration: 589.750287ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:05.767095Z","caller":"traceutil/trace.go:171","msg":"trace[1491924362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5559; }","duration":"849.542401ms","start":"2026-05-20T04:21:04.917547Z","end":"2026-05-20T04:21:05.767089Z","steps":["trace[1491924362] 'agreement among raft nodes before linearized reading' (duration: 849.477989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.767097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.137949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:21:05.767155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.23218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126456"} {"level":"warn","ts":"2026-05-20T04:21:05.766995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:01.659359Z","time spent":"4.107625603s","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:21:05.767184Z","caller":"traceutil/trace.go:171","msg":"trace[501804447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5559; }","duration":"849.220701ms","start":"2026-05-20T04:21:04.917952Z","end":"2026-05-20T04:21:05.767172Z","steps":["trace[501804447] 'agreement among raft nodes before linearized reading' (duration: 849.071587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.767198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279753352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-20T04:21:05.767219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:04.917917Z","time spent":"849.293023ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:21:05.767225Z","caller":"traceutil/trace.go:171","msg":"trace[1677339612] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5559; }","duration":"1.279806363s","start":"2026-05-20T04:21:04.487411Z","end":"2026-05-20T04:21:05.767217Z","steps":["trace[1677339612] 'agreement among raft nodes before linearized reading' (duration: 1.279741702s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.767137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:04.917522Z","time spent":"849.591073ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:21:05.767257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:04.487387Z","time spent":"1.279866345s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-20T04:21:05.767064Z","caller":"traceutil/trace.go:171","msg":"trace[1998806775] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5559; }","duration":"3.796073198s","start":"2026-05-20T04:21:01.970967Z","end":"2026-05-20T04:21:05.76704Z","steps":["trace[1998806775] 'agreement among raft nodes before linearized reading' (duration: 3.795929704s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.767239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.398731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-20T04:21:05.76687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:02.126768Z","time spent":"3.640092686s","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:21:05.767298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:01.970946Z","time spent":"3.796339135s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:21:05.767305Z","caller":"traceutil/trace.go:171","msg":"trace[778677163] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12a6822a81783; range_end:; response_count:1; response_revision:5559; }","duration":"239.524914ms","start":"2026-05-20T04:21:05.527763Z","end":"2026-05-20T04:21:05.767288Z","steps":["trace[778677163] 'agreement among raft nodes before linearized reading' (duration: 239.270998ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:05.766991Z","caller":"traceutil/trace.go:171","msg":"trace[89701621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5559; }","duration":"4.202278733s","start":"2026-05-20T04:21:01.564703Z","end":"2026-05-20T04:21:05.766982Z","steps":["trace[89701621] 'agreement among raft nodes before linearized reading' (duration: 4.202120479s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.767156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.177129Z","time spent":"589.982564ms","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-20T04:21:05.767109Z","caller":"traceutil/trace.go:171","msg":"trace[2030761904] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5559; }","duration":"177.022312ms","start":"2026-05-20T04:21:05.590076Z","end":"2026-05-20T04:21:05.767098Z","steps":["trace[2030761904] 'agreement among raft nodes before linearized reading' (duration: 176.886539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.767005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:04.230262Z","time spent":"1.536737102s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":787,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-mrt6m.18b12aa4059c0e29\" "} {"level":"info","ts":"2026-05-20T04:21:05.767201Z","caller":"traceutil/trace.go:171","msg":"trace[1109965671] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5559; }","duration":"590.301002ms","start":"2026-05-20T04:21:05.176888Z","end":"2026-05-20T04:21:05.767189Z","steps":["trace[1109965671] 'agreement among raft nodes before linearized reading' (duration: 590.153218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:05.767566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.17687Z","time spent":"590.681322ms","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126478,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-20T04:21:05.767087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:02.932203Z","time spent":"2.834819141s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:05.767726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:01.564682Z","time spent":"4.202670003s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:21:05.767861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:02.930878Z","time spent":"2.836917196s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:06.051837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.195769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:21:06.051959Z","caller":"traceutil/trace.go:171","msg":"trace[1080705430] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"281.55418ms","start":"2026-05-20T04:21:05.770385Z","end":"2026-05-20T04:21:06.051939Z","steps":["trace[1080705430] 'process raft request' (duration: 102.166816ms)","trace[1080705430] 'compare' (duration: 179.083426ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:06.099067Z","caller":"traceutil/trace.go:171","msg":"trace[112714722] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"328.567338ms","start":"2026-05-20T04:21:05.770445Z","end":"2026-05-20T04:21:06.099012Z","steps":["trace[112714722] 'process raft request' (duration: 328.259571ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.099145Z","caller":"traceutil/trace.go:171","msg":"trace[506816697] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"326.36025ms","start":"2026-05-20T04:21:05.772726Z","end":"2026-05-20T04:21:06.099086Z","steps":["trace[506816697] 'process raft request' (duration: 326.150795ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.099191Z","caller":"traceutil/trace.go:171","msg":"trace[746899286] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"326.3562ms","start":"2026-05-20T04:21:05.772801Z","end":"2026-05-20T04:21:06.099157Z","steps":["trace[746899286] 'process raft request' (duration: 326.137685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:06.099318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.772711Z","time spent":"326.517794ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:06.099345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.772792Z","time spent":"326.466263ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:06.099353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.77042Z","time spent":"328.801084ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:06.099078Z","caller":"traceutil/trace.go:171","msg":"trace[1406199090] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"325.780125ms","start":"2026-05-20T04:21:05.773271Z","end":"2026-05-20T04:21:06.099051Z","steps":["trace[1406199090] 'process raft request' (duration: 325.703463ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.099522Z","caller":"traceutil/trace.go:171","msg":"trace[132130141] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"325.735034ms","start":"2026-05-20T04:21:05.773772Z","end":"2026-05-20T04:21:06.099507Z","steps":["trace[132130141] 'process raft request' (duration: 325.241351ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.099528Z","caller":"traceutil/trace.go:171","msg":"trace[1226325753] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"325.373634ms","start":"2026-05-20T04:21:05.774143Z","end":"2026-05-20T04:21:06.099516Z","steps":["trace[1226325753] 'process raft request' (duration: 325.154349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:06.099568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.773749Z","time spent":"325.795746ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:06.099588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.774133Z","time spent":"325.420936ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:06.099579Z","caller":"traceutil/trace.go:171","msg":"trace[855395007] linearizableReadLoop","detail":"{readStateIndex:5841; appliedIndex:5839; }","duration":"328.169388ms","start":"2026-05-20T04:21:05.771393Z","end":"2026-05-20T04:21:06.099562Z","steps":["trace[855395007] 'read index received' (duration: 101.237692ms)","trace[855395007] 'applied index is now lower than readState.Index' (duration: 226.930346ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:06.099594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.773247Z","time spent":"326.263957ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:06.099633Z","caller":"traceutil/trace.go:171","msg":"trace[1324229024] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"324.708297ms","start":"2026-05-20T04:21:05.774881Z","end":"2026-05-20T04:21:06.099589Z","steps":["trace[1324229024] 'process raft request' (duration: 324.521542ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.099682Z","caller":"traceutil/trace.go:171","msg":"trace[1321188999] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"320.536768ms","start":"2026-05-20T04:21:05.779128Z","end":"2026-05-20T04:21:06.099665Z","steps":["trace[1321188999] 'process raft request' (duration: 320.364684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:06.099761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.779106Z","time spent":"320.608591ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:06.099782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.388083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18018"} {"level":"info","ts":"2026-05-20T04:21:06.099816Z","caller":"traceutil/trace.go:171","msg":"trace[1949408121] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5568; }","duration":"328.421104ms","start":"2026-05-20T04:21:05.771385Z","end":"2026-05-20T04:21:06.099806Z","steps":["trace[1949408121] 'agreement among raft nodes before linearized reading' (duration: 328.26735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:06.099808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.774871Z","time spent":"324.840611ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:06.099838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.771313Z","time spent":"328.520057ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18040,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-20T04:21:06.099938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.911242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-05-20T04:21:06.099984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.491126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:21:06.100016Z","caller":"traceutil/trace.go:171","msg":"trace[1603807663] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ac838685-d726-4e39-8041-af54a8fb3c79; range_end:; response_count:1; response_revision:5568; }","duration":"328.009164ms","start":"2026-05-20T04:21:05.771985Z","end":"2026-05-20T04:21:06.099994Z","steps":["trace[1603807663] 'agreement among raft nodes before linearized reading' (duration: 327.804808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:06.100025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.86082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-20T04:21:06.100028Z","caller":"traceutil/trace.go:171","msg":"trace[1839758359] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5568; }","duration":"328.563378ms","start":"2026-05-20T04:21:05.771453Z","end":"2026-05-20T04:21:06.100016Z","steps":["trace[1839758359] 'agreement among raft nodes before linearized reading' (duration: 328.23466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:06.100057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.771975Z","time spent":"328.073445ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-ac838685-d726-4e39-8041-af54a8fb3c79\" "} {"level":"info","ts":"2026-05-20T04:21:06.100061Z","caller":"traceutil/trace.go:171","msg":"trace[1931755105] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5568; }","duration":"324.908892ms","start":"2026-05-20T04:21:05.775142Z","end":"2026-05-20T04:21:06.100051Z","steps":["trace[1931755105] 'agreement among raft nodes before linearized reading' (duration: 324.741758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:06.100071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.771444Z","time spent":"328.61748ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:21:06.100097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.775134Z","time spent":"324.953274ms","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-20T04:21:06.10024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.660302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"warn","ts":"2026-05-20T04:21:06.100262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.434215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:37 size:54407"} {"level":"info","ts":"2026-05-20T04:21:06.100286Z","caller":"traceutil/trace.go:171","msg":"trace[218064991] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5568; }","duration":"328.707173ms","start":"2026-05-20T04:21:05.771565Z","end":"2026-05-20T04:21:06.100273Z","steps":["trace[218064991] 'agreement among raft nodes before linearized reading' (duration: 328.425905ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.100312Z","caller":"traceutil/trace.go:171","msg":"trace[504148062] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:37; response_revision:5568; }","duration":"328.488067ms","start":"2026-05-20T04:21:05.771811Z","end":"2026-05-20T04:21:06.100299Z","steps":["trace[504148062] 'agreement among raft nodes before linearized reading' (duration: 328.118946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:06.100321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.771537Z","time spent":"328.776525ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:21:06.100362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:05.771775Z","time spent":"328.563859ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":54429,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-05-20T04:21:06.313815Z","caller":"traceutil/trace.go:171","msg":"trace[1327312147] linearizableReadLoop","detail":"{readStateIndex:5849; appliedIndex:5848; }","duration":"142.178282ms","start":"2026-05-20T04:21:06.171612Z","end":"2026-05-20T04:21:06.31379Z","steps":["trace[1327312147] 'read index received' (duration: 142.08248ms)","trace[1327312147] 'applied index is now lower than readState.Index' (duration: 94.292µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:06.314016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.381977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:06.31406Z","caller":"traceutil/trace.go:171","msg":"trace[1511152723] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5569; }","duration":"142.490901ms","start":"2026-05-20T04:21:06.171556Z","end":"2026-05-20T04:21:06.314047Z","steps":["trace[1511152723] 'agreement among raft nodes before linearized reading' (duration: 142.351597ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.314011Z","caller":"traceutil/trace.go:171","msg":"trace[1116876953] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"197.821305ms","start":"2026-05-20T04:21:06.116112Z","end":"2026-05-20T04:21:06.313934Z","steps":["trace[1116876953] 'process raft request' (duration: 197.456095ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.40219Z","caller":"traceutil/trace.go:171","msg":"trace[911947978] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"180.510283ms","start":"2026-05-20T04:21:06.221651Z","end":"2026-05-20T04:21:06.402161Z","steps":["trace[911947978] 'process raft request' (duration: 180.320098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:06.402716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.012507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T04:21:06.402816Z","caller":"traceutil/trace.go:171","msg":"trace[570258488] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5570; }","duration":"186.204752ms","start":"2026-05-20T04:21:06.216587Z","end":"2026-05-20T04:21:06.402792Z","steps":["trace[570258488] 'agreement among raft nodes before linearized reading' (duration: 185.611326ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.517134Z","caller":"traceutil/trace.go:171","msg":"trace[13778393] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"197.846195ms","start":"2026-05-20T04:21:06.31926Z","end":"2026-05-20T04:21:06.517107Z","steps":["trace[13778393] 'process raft request' (duration: 197.634539ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.517251Z","caller":"traceutil/trace.go:171","msg":"trace[1090337989] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"197.888146ms","start":"2026-05-20T04:21:06.319315Z","end":"2026-05-20T04:21:06.517203Z","steps":["trace[1090337989] 'process raft request' (duration: 197.725272ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.517729Z","caller":"traceutil/trace.go:171","msg":"trace[1062849674] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"198.296427ms","start":"2026-05-20T04:21:06.319408Z","end":"2026-05-20T04:21:06.517704Z","steps":["trace[1062849674] 'process raft request' (duration: 198.013459ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.51779Z","caller":"traceutil/trace.go:171","msg":"trace[1130435254] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"197.99592ms","start":"2026-05-20T04:21:06.319781Z","end":"2026-05-20T04:21:06.517777Z","steps":["trace[1130435254] 'process raft request' (duration: 197.865887ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.517895Z","caller":"traceutil/trace.go:171","msg":"trace[626005325] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"198.00155ms","start":"2026-05-20T04:21:06.319876Z","end":"2026-05-20T04:21:06.517878Z","steps":["trace[626005325] 'process raft request' (duration: 197.833195ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.518024Z","caller":"traceutil/trace.go:171","msg":"trace[1978624319] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"197.700162ms","start":"2026-05-20T04:21:06.320306Z","end":"2026-05-20T04:21:06.518006Z","steps":["trace[1978624319] 'process raft request' (duration: 197.433805ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.518126Z","caller":"traceutil/trace.go:171","msg":"trace[768108695] linearizableReadLoop","detail":"{readStateIndex:5857; appliedIndex:5850; }","duration":"115.990679ms","start":"2026-05-20T04:21:06.402123Z","end":"2026-05-20T04:21:06.518114Z","steps":["trace[768108695] 'read index received' (duration: 114.675014ms)","trace[768108695] 'applied index is now lower than readState.Index' (duration: 1.314895ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:06.518204Z","caller":"traceutil/trace.go:171","msg":"trace[866306860] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"186.941021ms","start":"2026-05-20T04:21:06.331251Z","end":"2026-05-20T04:21:06.518192Z","steps":["trace[866306860] 'process raft request' (duration: 186.755976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:06.518261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.335651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:06.5183Z","caller":"traceutil/trace.go:171","msg":"trace[154275346] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5577; }","duration":"200.432863ms","start":"2026-05-20T04:21:06.317857Z","end":"2026-05-20T04:21:06.51829Z","steps":["trace[154275346] 'agreement among raft nodes before linearized reading' (duration: 200.353131ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.689305Z","caller":"traceutil/trace.go:171","msg":"trace[1722530951] linearizableReadLoop","detail":"{readStateIndex:5859; appliedIndex:5857; }","duration":"153.855888ms","start":"2026-05-20T04:21:06.535429Z","end":"2026-05-20T04:21:06.689285Z","steps":["trace[1722530951] 'read index received' (duration: 40.136318ms)","trace[1722530951] 'applied index is now lower than readState.Index' (duration: 113.7184ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:06.689433Z","caller":"traceutil/trace.go:171","msg":"trace[1345015528] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"153.134928ms","start":"2026-05-20T04:21:06.536286Z","end":"2026-05-20T04:21:06.68942Z","steps":["trace[1345015528] 'process raft request' (duration: 152.933173ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:06.689395Z","caller":"traceutil/trace.go:171","msg":"trace[317509776] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"162.79903ms","start":"2026-05-20T04:21:06.52656Z","end":"2026-05-20T04:21:06.689359Z","steps":["trace[317509776] 'process raft request' (duration: 162.511493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:06.689689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.243757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-20T04:21:06.689746Z","caller":"traceutil/trace.go:171","msg":"trace[440764546] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5580; }","duration":"154.35194ms","start":"2026-05-20T04:21:06.535377Z","end":"2026-05-20T04:21:06.689729Z","steps":["trace[440764546] 'agreement among raft nodes before linearized reading' (duration: 154.153365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:07.197771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578226157,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:21:07.560213Z","caller":"traceutil/trace.go:171","msg":"trace[959817262] linearizableReadLoop","detail":"{readStateIndex:5861; appliedIndex:5860; }","duration":"863.262048ms","start":"2026-05-20T04:21:06.696924Z","end":"2026-05-20T04:21:07.560186Z","steps":["trace[959817262] 'read index received' (duration: 791.235677ms)","trace[959817262] 'applied index is now lower than readState.Index' (duration: 72.022431ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:07.560332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:06.690956Z","time spent":"869.372928ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:21:07.56055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.612817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak.199-204-45-156.nip.io-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:07.560593Z","caller":"traceutil/trace.go:171","msg":"trace[1100411582] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak.199-204-45-156.nip.io-tls; range_end:; response_count:0; response_revision:5580; }","duration":"863.688869ms","start":"2026-05-20T04:21:06.696893Z","end":"2026-05-20T04:21:07.560582Z","steps":["trace[1100411582] 'agreement among raft nodes before linearized reading' (duration: 863.605317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:07.560624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:06.696882Z","time spent":"863.73384ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/auth-system/keycloak.199-204-45-156.nip.io-tls\" "} {"level":"warn","ts":"2026-05-20T04:21:07.560819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.209271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-20T04:21:07.56086Z","caller":"traceutil/trace.go:171","msg":"trace[1889019928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5580; }","duration":"348.282403ms","start":"2026-05-20T04:21:07.212569Z","end":"2026-05-20T04:21:07.560851Z","steps":["trace[1889019928] 'agreement among raft nodes before linearized reading' (duration: 348.188431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:07.560888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:07.21255Z","time spent":"348.331494ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-20T04:21:07.741064Z","caller":"traceutil/trace.go:171","msg":"trace[8312194] linearizableReadLoop","detail":"{readStateIndex:5864; appliedIndex:5862; }","duration":"140.090447ms","start":"2026-05-20T04:21:07.600951Z","end":"2026-05-20T04:21:07.741042Z","steps":["trace[8312194] 'read index received' (duration: 139.82661ms)","trace[8312194] 'applied index is now lower than readState.Index' (duration: 262.907µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:07.741204Z","caller":"traceutil/trace.go:171","msg":"trace[1350424606] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"174.151267ms","start":"2026-05-20T04:21:07.56704Z","end":"2026-05-20T04:21:07.741192Z","steps":["trace[1350424606] 'process raft request' (duration: 173.941492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:07.741442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.484647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-20T04:21:07.741482Z","caller":"traceutil/trace.go:171","msg":"trace[1307720638] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5583; }","duration":"140.575429ms","start":"2026-05-20T04:21:07.600896Z","end":"2026-05-20T04:21:07.741471Z","steps":["trace[1307720638] 'agreement among raft nodes before linearized reading' (duration: 140.434536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:07.741492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.133539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:07.741546Z","caller":"traceutil/trace.go:171","msg":"trace[58033127] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5583; }","duration":"114.248762ms","start":"2026-05-20T04:21:07.627285Z","end":"2026-05-20T04:21:07.741534Z","steps":["trace[58033127] 'agreement among raft nodes before linearized reading' (duration: 114.134359ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:07.741096Z","caller":"traceutil/trace.go:171","msg":"trace[820084708] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"175.250435ms","start":"2026-05-20T04:21:07.565811Z","end":"2026-05-20T04:21:07.741061Z","steps":["trace[820084708] 'process raft request' (duration: 175.021949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:07.996578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.324642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:21:07.996695Z","caller":"traceutil/trace.go:171","msg":"trace[480839571] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"232.716147ms","start":"2026-05-20T04:21:07.76396Z","end":"2026-05-20T04:21:07.996676Z","steps":["trace[480839571] 'process raft request' (duration: 97.205159ms)","trace[480839571] 'compare' (duration: 135.115397ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:08.252227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.51474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:2606"} {"level":"info","ts":"2026-05-20T04:21:08.252605Z","caller":"traceutil/trace.go:171","msg":"trace[1597821897] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5584; }","duration":"486.839771ms","start":"2026-05-20T04:21:07.765714Z","end":"2026-05-20T04:21:08.252554Z","steps":["trace[1597821897] 'process raft request' (duration: 366.872499ms)","trace[1597821897] 'compare' (duration: 119.377867ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:08.252711Z","caller":"traceutil/trace.go:171","msg":"trace[1980294930] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"242.016748ms","start":"2026-05-20T04:21:08.01067Z","end":"2026-05-20T04:21:08.252686Z","steps":["trace[1980294930] 'process raft request' (duration: 241.956446ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:08.252857Z","caller":"traceutil/trace.go:171","msg":"trace[979499774] linearizableReadLoop","detail":"{readStateIndex:5867; appliedIndex:5864; }","duration":"478.535054ms","start":"2026-05-20T04:21:07.774288Z","end":"2026-05-20T04:21:08.252823Z","steps":["trace[979499774] 'read index received' (duration: 87.051753ms)","trace[979499774] 'applied index is now lower than readState.Index' (duration: 391.479681ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:08.252871Z","caller":"traceutil/trace.go:171","msg":"trace[338240476] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"477.116156ms","start":"2026-05-20T04:21:07.775706Z","end":"2026-05-20T04:21:08.252822Z","steps":["trace[338240476] 'process raft request' (duration: 476.790298ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:08.252918Z","caller":"traceutil/trace.go:171","msg":"trace[1012026959] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"362.382291ms","start":"2026-05-20T04:21:07.890478Z","end":"2026-05-20T04:21:08.25286Z","steps":["trace[1012026959] 'process raft request' (duration: 362.106104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:08.252942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:07.765694Z","time spent":"487.063487ms","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":89,"response count":0,"response size":2628,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:08.253089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:07.775692Z","time spent":"477.275431ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:08.253116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:07.890466Z","time spent":"362.557975ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:08.252935Z","caller":"traceutil/trace.go:171","msg":"trace[288564237] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"478.943745ms","start":"2026-05-20T04:21:07.773948Z","end":"2026-05-20T04:21:08.252892Z","steps":["trace[288564237] 'process raft request' (duration: 478.420052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:08.253275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.773144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:21:08.253313Z","caller":"traceutil/trace.go:171","msg":"trace[1870939762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5589; }","duration":"148.828956ms","start":"2026-05-20T04:21:08.104473Z","end":"2026-05-20T04:21:08.253302Z","steps":["trace[1870939762] 'agreement among raft nodes before linearized reading' (duration: 148.686232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:08.253315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.398074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:21:08.25333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:07.77393Z","time spent":"479.362885ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:08.25336Z","caller":"traceutil/trace.go:171","msg":"trace[1633281215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5589; }","duration":"148.479887ms","start":"2026-05-20T04:21:08.104869Z","end":"2026-05-20T04:21:08.253349Z","steps":["trace[1633281215] 'agreement among raft nodes before linearized reading' (duration: 148.20076ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:08.253022Z","caller":"traceutil/trace.go:171","msg":"trace[1918134019] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"477.173638ms","start":"2026-05-20T04:21:07.775833Z","end":"2026-05-20T04:21:08.253007Z","steps":["trace[1918134019] 'process raft request' (duration: 476.703096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:08.253128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.693237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:08.253424Z","caller":"traceutil/trace.go:171","msg":"trace[1153833265] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5589; }","duration":"366.049306ms","start":"2026-05-20T04:21:07.887363Z","end":"2026-05-20T04:21:08.253413Z","steps":["trace[1153833265] 'agreement among raft nodes before linearized reading' (duration: 365.681107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:08.253411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.39194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:21:08.25347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:07.887342Z","time spent":"366.116418ms","remote":"127.0.0.1:33748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:21:08.253464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:07.775822Z","time spent":"477.586238ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:08.253499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.629513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak.199-204-45-156.nip.io-tls-qxrwd\" ","response":"range_response_count:1 size:2538"} {"level":"info","ts":"2026-05-20T04:21:08.253536Z","caller":"traceutil/trace.go:171","msg":"trace[294577435] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak.199-204-45-156.nip.io-tls-qxrwd; range_end:; response_count:1; response_revision:5589; }","duration":"242.688765ms","start":"2026-05-20T04:21:08.010836Z","end":"2026-05-20T04:21:08.253525Z","steps":["trace[294577435] 'agreement among raft nodes before linearized reading' (duration: 242.599223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:08.253555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.520906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:21:08.253481Z","caller":"traceutil/trace.go:171","msg":"trace[1004641425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5589; }","duration":"149.508053ms","start":"2026-05-20T04:21:08.103955Z","end":"2026-05-20T04:21:08.253463Z","steps":["trace[1004641425] 'agreement among raft nodes before linearized reading' (duration: 149.314168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:08.253573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.534563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:21:08.253642Z","caller":"traceutil/trace.go:171","msg":"trace[224826850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5589; }","duration":"149.641196ms","start":"2026-05-20T04:21:08.103991Z","end":"2026-05-20T04:21:08.253632Z","steps":["trace[224826850] 'agreement among raft nodes before linearized reading' (duration: 149.520463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:08.253682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.459871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:21:08.253592Z","caller":"traceutil/trace.go:171","msg":"trace[279094197] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5589; }","duration":"138.579348ms","start":"2026-05-20T04:21:08.115004Z","end":"2026-05-20T04:21:08.253584Z","steps":["trace[279094197] 'agreement among raft nodes before linearized reading' (duration: 138.479045ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:08.253718Z","caller":"traceutil/trace.go:171","msg":"trace[1002198000] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5589; }","duration":"139.511583ms","start":"2026-05-20T04:21:08.114198Z","end":"2026-05-20T04:21:08.253709Z","steps":["trace[1002198000] 'agreement among raft nodes before linearized reading' (duration: 139.422831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:08.253865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.888029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:21:08.253905Z","caller":"traceutil/trace.go:171","msg":"trace[1490481933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5589; }","duration":"145.958391ms","start":"2026-05-20T04:21:08.107937Z","end":"2026-05-20T04:21:08.253896Z","steps":["trace[1490481933] 'agreement among raft nodes before linearized reading' (duration: 145.863048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:08.253158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.852622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:08.254059Z","caller":"traceutil/trace.go:171","msg":"trace[371560830] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5589; }","duration":"479.743645ms","start":"2026-05-20T04:21:07.774253Z","end":"2026-05-20T04:21:08.253997Z","steps":["trace[371560830] 'agreement among raft nodes before linearized reading' (duration: 478.780901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:08.25413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:07.774237Z","time spent":"479.875838ms","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"info","ts":"2026-05-20T04:21:08.540584Z","caller":"traceutil/trace.go:171","msg":"trace[773375741] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"179.442374ms","start":"2026-05-20T04:21:08.361114Z","end":"2026-05-20T04:21:08.540556Z","steps":["trace[773375741] 'process raft request' (duration: 179.2517ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:08.64185Z","caller":"traceutil/trace.go:171","msg":"trace[171987194] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"234.195574ms","start":"2026-05-20T04:21:08.407623Z","end":"2026-05-20T04:21:08.641819Z","steps":["trace[171987194] 'process raft request' (duration: 168.342885ms)","trace[171987194] 'compare' (duration: 65.708556ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:09.109211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.913159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:09.1093Z","caller":"traceutil/trace.go:171","msg":"trace[1223292434] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:5598; }","duration":"298.071453ms","start":"2026-05-20T04:21:08.811209Z","end":"2026-05-20T04:21:09.109281Z","steps":["trace[1223292434] 'count revisions from in-memory index tree' (duration: 297.795865ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:10.658723Z","caller":"traceutil/trace.go:171","msg":"trace[1230722381] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"397.496358ms","start":"2026-05-20T04:21:10.261201Z","end":"2026-05-20T04:21:10.658697Z","steps":["trace[1230722381] 'process raft request' (duration: 397.353514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:10.658866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:10.261177Z","time spent":"397.618782ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:11.378131Z","caller":"traceutil/trace.go:171","msg":"trace[802098199] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"1.116730115s","start":"2026-05-20T04:21:10.261375Z","end":"2026-05-20T04:21:11.378105Z","steps":["trace[802098199] 'process raft request' (duration: 1.11653366s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:11.378289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:10.261347Z","time spent":"1.116862749s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:11.378501Z","caller":"traceutil/trace.go:171","msg":"trace[44747577] linearizableReadLoop","detail":"{readStateIndex:5883; appliedIndex:5881; }","duration":"1.116774377s","start":"2026-05-20T04:21:10.261698Z","end":"2026-05-20T04:21:11.378472Z","steps":["trace[44747577] 'read index received' (duration: 396.919333ms)","trace[44747577] 'applied index is now lower than readState.Index' (duration: 719.853854ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:11.3785Z","caller":"traceutil/trace.go:171","msg":"trace[1003752256] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"1.116637273s","start":"2026-05-20T04:21:10.261812Z","end":"2026-05-20T04:21:11.378449Z","steps":["trace[1003752256] 'process raft request' (duration: 1.116250553s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:11.378634Z","caller":"traceutil/trace.go:171","msg":"trace[1387165067] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"730.208384ms","start":"2026-05-20T04:21:10.648404Z","end":"2026-05-20T04:21:11.378612Z","steps":["trace[1387165067] 'process raft request' (duration: 729.931487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:11.378686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116964992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:21:11.37874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:10.261798Z","time spent":"1.116849509s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:11.378793Z","caller":"traceutil/trace.go:171","msg":"trace[969338433] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5602; }","duration":"1.117119885s","start":"2026-05-20T04:21:10.261651Z","end":"2026-05-20T04:21:11.378771Z","steps":["trace[969338433] 'agreement among raft nodes before linearized reading' (duration: 1.116950061s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:11.378794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:10.648377Z","time spent":"730.326718ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:11.378786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051946485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T04:21:11.378855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:10.261631Z","time spent":"1.117211518s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"info","ts":"2026-05-20T04:21:11.378879Z","caller":"traceutil/trace.go:171","msg":"trace[726329201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5602; }","duration":"1.052123119s","start":"2026-05-20T04:21:10.326743Z","end":"2026-05-20T04:21:11.378866Z","steps":["trace[726329201] 'agreement among raft nodes before linearized reading' (duration: 1.051933024s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:11.378944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048407922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:21:11.379002Z","caller":"traceutil/trace.go:171","msg":"trace[1935594342] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5602; }","duration":"1.048486003s","start":"2026-05-20T04:21:10.3305Z","end":"2026-05-20T04:21:11.378986Z","steps":["trace[1935594342] 'agreement among raft nodes before linearized reading' (duration: 1.048282358s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:11.37903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.234805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:21:11.37906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:10.33049Z","time spent":"1.048558846s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:21:11.379072Z","caller":"traceutil/trace.go:171","msg":"trace[569500663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5602; }","duration":"856.320827ms","start":"2026-05-20T04:21:10.522738Z","end":"2026-05-20T04:21:11.379059Z","steps":["trace[569500663] 'agreement among raft nodes before linearized reading' (duration: 856.252065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:11.379005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:10.326719Z","time spent":"1.052273253s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:21:11.379237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050474125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:21:11.379266Z","caller":"traceutil/trace.go:171","msg":"trace[1948978546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5602; }","duration":"1.050506966s","start":"2026-05-20T04:21:10.328752Z","end":"2026-05-20T04:21:11.379259Z","steps":["trace[1948978546] 'agreement among raft nodes before linearized reading' (duration: 1.050397693s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:11.379289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:10.328715Z","time spent":"1.050570168s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:21:11.379276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050339572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:21:11.379378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.986929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:21:11.379403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052280863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T04:21:11.379403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036206123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:21:11.379425Z","caller":"traceutil/trace.go:171","msg":"trace[546633256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5602; }","duration":"1.050487856s","start":"2026-05-20T04:21:10.328924Z","end":"2026-05-20T04:21:11.379411Z","steps":["trace[546633256] 'agreement among raft nodes before linearized reading' (duration: 1.050104206s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:11.379443Z","caller":"traceutil/trace.go:171","msg":"trace[235041339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5602; }","duration":"1.052321654s","start":"2026-05-20T04:21:10.32711Z","end":"2026-05-20T04:21:11.379432Z","steps":["trace[235041339] 'agreement among raft nodes before linearized reading' (duration: 1.052206732s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:11.379447Z","caller":"traceutil/trace.go:171","msg":"trace[205909141] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:5602; }","duration":"635.095961ms","start":"2026-05-20T04:21:10.744332Z","end":"2026-05-20T04:21:11.379428Z","steps":["trace[205909141] 'agreement among raft nodes before linearized reading' (duration: 634.966708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:11.379466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:10.328897Z","time spent":"1.050557798s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:21:11.379462Z","caller":"traceutil/trace.go:171","msg":"trace[68534984] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5602; }","duration":"1.036335737s","start":"2026-05-20T04:21:10.34311Z","end":"2026-05-20T04:21:11.379446Z","steps":["trace[68534984] 'agreement among raft nodes before linearized reading' (duration: 1.035984228s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:11.379487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:10.327072Z","time spent":"1.052407077s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:21:11.379466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05064974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-20T04:21:11.379502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:10.744314Z","time spent":"635.173263ms","remote":"127.0.0.1:57734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:21:11.379529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:10.343091Z","time spent":"1.036424789s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"info","ts":"2026-05-20T04:21:11.379547Z","caller":"traceutil/trace.go:171","msg":"trace[1280474150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5602; }","duration":"1.050931947s","start":"2026-05-20T04:21:10.328595Z","end":"2026-05-20T04:21:11.379527Z","steps":["trace[1280474150] 'agreement among raft nodes before linearized reading' (duration: 1.05066975s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:11.379591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:10.328578Z","time spent":"1.051005039s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:21:11.37911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:10.522716Z","time spent":"856.383949ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:21:11.486853Z","caller":"traceutil/trace.go:171","msg":"trace[1906492604] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"102.841014ms","start":"2026-05-20T04:21:11.383984Z","end":"2026-05-20T04:21:11.486825Z","steps":["trace[1906492604] 'process raft request' (duration: 10.567285ms)","trace[1906492604] 'compare' (duration: 92.138246ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:11.53901Z","caller":"traceutil/trace.go:171","msg":"trace[673002722] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"154.390021ms","start":"2026-05-20T04:21:11.384593Z","end":"2026-05-20T04:21:11.538983Z","steps":["trace[673002722] 'process raft request' (duration: 154.230077ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:11.53902Z","caller":"traceutil/trace.go:171","msg":"trace[325730655] transaction","detail":"{read_only:false; response_revision:5606; number_of_response:1; }","duration":"153.766354ms","start":"2026-05-20T04:21:11.385224Z","end":"2026-05-20T04:21:11.53899Z","steps":["trace[325730655] 'process raft request' (duration: 153.660092ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:11.539054Z","caller":"traceutil/trace.go:171","msg":"trace[1272305491] linearizableReadLoop","detail":"{readStateIndex:5890; appliedIndex:5885; }","duration":"153.536919ms","start":"2026-05-20T04:21:11.385499Z","end":"2026-05-20T04:21:11.539036Z","steps":["trace[1272305491] 'read index received' (duration: 9.065006ms)","trace[1272305491] 'applied index is now lower than readState.Index' (duration: 144.470732ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:11.538996Z","caller":"traceutil/trace.go:171","msg":"trace[746382791] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"154.791591ms","start":"2026-05-20T04:21:11.384156Z","end":"2026-05-20T04:21:11.538948Z","steps":["trace[746382791] 'process raft request' (duration: 154.509944ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:11.53926Z","caller":"traceutil/trace.go:171","msg":"trace[2032607009] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"153.848647ms","start":"2026-05-20T04:21:11.385387Z","end":"2026-05-20T04:21:11.539236Z","steps":["trace[2032607009] 'process raft request' (duration: 153.555509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:11.539428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.908339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:21:11.5395Z","caller":"traceutil/trace.go:171","msg":"trace[994461426] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5607; }","duration":"153.996801ms","start":"2026-05-20T04:21:11.385489Z","end":"2026-05-20T04:21:11.539486Z","steps":["trace[994461426] 'agreement among raft nodes before linearized reading' (duration: 153.603601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:11.937757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.512719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-05-20T04:21:11.937843Z","caller":"traceutil/trace.go:171","msg":"trace[1812988421] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5607; }","duration":"317.645903ms","start":"2026-05-20T04:21:11.620172Z","end":"2026-05-20T04:21:11.937818Z","steps":["trace[1812988421] 'range keys from in-memory index tree' (duration: 317.286613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:11.937886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:11.620149Z","time spent":"317.727354ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-20T04:21:11.938099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.171604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:21:11.938174Z","caller":"traceutil/trace.go:171","msg":"trace[2107710025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5607; }","duration":"239.304868ms","start":"2026-05-20T04:21:11.698852Z","end":"2026-05-20T04:21:11.938157Z","steps":["trace[2107710025] 'range keys from in-memory index tree' (duration: 238.894407ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:11.967944Z","caller":"traceutil/trace.go:171","msg":"trace[1637032814] linearizableReadLoop","detail":"{readStateIndex:5891; appliedIndex:5890; }","duration":"143.420323ms","start":"2026-05-20T04:21:11.824492Z","end":"2026-05-20T04:21:11.967912Z","steps":["trace[1637032814] 'read index received' (duration: 74.861204ms)","trace[1637032814] 'applied index is now lower than readState.Index' (duration: 68.556749ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:11.96813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.631029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:11.968202Z","caller":"traceutil/trace.go:171","msg":"trace[1597348728] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5607; }","duration":"143.742362ms","start":"2026-05-20T04:21:11.824441Z","end":"2026-05-20T04:21:11.968183Z","steps":["trace[1597348728] 'agreement among raft nodes before linearized reading' (duration: 143.624919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:12.341418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.988534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:21:12.341519Z","caller":"traceutil/trace.go:171","msg":"trace[596715031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5609; }","duration":"302.149528ms","start":"2026-05-20T04:21:12.039348Z","end":"2026-05-20T04:21:12.341497Z","steps":["trace[596715031] 'range keys from in-memory index tree' (duration: 301.741887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:12.34164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:12.039324Z","time spent":"302.23607ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:21:13.130498Z","caller":"traceutil/trace.go:171","msg":"trace[997391807] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"477.870276ms","start":"2026-05-20T04:21:12.652591Z","end":"2026-05-20T04:21:13.130461Z","steps":["trace[997391807] 'process raft request' (duration: 477.550877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:13.130976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:12.65255Z","time spent":"478.064781ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:13.523364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.406053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:21:13.523474Z","caller":"traceutil/trace.go:171","msg":"trace[2134262078] linearizableReadLoop","detail":"{readStateIndex:5896; appliedIndex:5894; }","duration":"590.587389ms","start":"2026-05-20T04:21:12.932867Z","end":"2026-05-20T04:21:13.523454Z","steps":["trace[2134262078] 'read index received' (duration: 197.543837ms)","trace[2134262078] 'applied index is now lower than readState.Index' (duration: 393.042002ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:13.523533Z","caller":"traceutil/trace.go:171","msg":"trace[1251055133] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"859.746006ms","start":"2026-05-20T04:21:12.663716Z","end":"2026-05-20T04:21:13.523462Z","steps":["trace[1251055133] 'process raft request' (duration: 564.146189ms)","trace[1251055133] 'compare' (duration: 295.248408ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:13.523593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.724162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:13.523862Z","caller":"traceutil/trace.go:171","msg":"trace[684462482] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5612; }","duration":"591.01412ms","start":"2026-05-20T04:21:12.932815Z","end":"2026-05-20T04:21:13.523829Z","steps":["trace[684462482] 'agreement among raft nodes before linearized reading' (duration: 590.719722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:13.52374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:12.663689Z","time spent":"859.943251ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:13.524015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:12.932791Z","time spent":"591.133284ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:21:13.901217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.787153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:21:13.901366Z","caller":"traceutil/trace.go:171","msg":"trace[1013398781] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"516.890014ms","start":"2026-05-20T04:21:13.384441Z","end":"2026-05-20T04:21:13.901331Z","steps":["trace[1013398781] 'process raft request' (duration: 251.932067ms)","trace[1013398781] 'compare' (duration: 264.699701ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:13.901437Z","caller":"traceutil/trace.go:171","msg":"trace[1288727021] linearizableReadLoop","detail":"{readStateIndex:5899; appliedIndex:5896; }","duration":"377.932017ms","start":"2026-05-20T04:21:13.523499Z","end":"2026-05-20T04:21:13.901431Z","steps":["trace[1288727021] 'read index received' (duration: 112.887047ms)","trace[1288727021] 'applied index is now lower than readState.Index' (duration: 265.04402ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:13.901514Z","caller":"traceutil/trace.go:171","msg":"trace[1257969567] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"515.481078ms","start":"2026-05-20T04:21:13.386024Z","end":"2026-05-20T04:21:13.901506Z","steps":["trace[1257969567] 'process raft request' (duration: 515.293073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:13.901582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.09941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:13.901636Z","caller":"traceutil/trace.go:171","msg":"trace[1663470444] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5615; }","duration":"517.185682ms","start":"2026-05-20T04:21:13.384437Z","end":"2026-05-20T04:21:13.901623Z","steps":["trace[1663470444] 'agreement among raft nodes before linearized reading' (duration: 517.10762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:13.901682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.384408Z","time spent":"517.264244ms","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-05-20T04:21:13.901726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.638943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:21:13.901775Z","caller":"traceutil/trace.go:171","msg":"trace[1589098243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5615; }","duration":"358.730205ms","start":"2026-05-20T04:21:13.543032Z","end":"2026-05-20T04:21:13.901762Z","steps":["trace[1589098243] 'agreement among raft nodes before linearized reading' (duration: 358.574861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:13.901798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.956348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:21:13.901816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.543014Z","time spent":"358.792848ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:21:13.901827Z","caller":"traceutil/trace.go:171","msg":"trace[301230984] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5615; }","duration":"514.01604ms","start":"2026-05-20T04:21:13.387803Z","end":"2026-05-20T04:21:13.901819Z","steps":["trace[301230984] 'agreement among raft nodes before linearized reading' (duration: 513.894947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:13.901512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.384412Z","time spent":"517.023908ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:13.901901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.059896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:21:13.901813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.410035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:21:13.901945Z","caller":"traceutil/trace.go:171","msg":"trace[1789351605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5615; }","duration":"379.195581ms","start":"2026-05-20T04:21:13.522737Z","end":"2026-05-20T04:21:13.901932Z","steps":["trace[1789351605] 'agreement among raft nodes before linearized reading' (duration: 379.110068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:13.902065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.533243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:13.902112Z","caller":"traceutil/trace.go:171","msg":"trace[814607518] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:5615; }","duration":"594.625485ms","start":"2026-05-20T04:21:13.307474Z","end":"2026-05-20T04:21:13.902099Z","steps":["trace[814607518] 'agreement among raft nodes before linearized reading' (duration: 594.551663ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:13.902075Z","caller":"traceutil/trace.go:171","msg":"trace[1729637929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5615; }","duration":"410.718163ms","start":"2026-05-20T04:21:13.491313Z","end":"2026-05-20T04:21:13.902032Z","steps":["trace[1729637929] 'agreement among raft nodes before linearized reading' (duration: 410.320642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:13.902148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.307449Z","time spent":"594.690657ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:21:13.902186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.771011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:21:13.902218Z","caller":"traceutil/trace.go:171","msg":"trace[795089618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5615; }","duration":"357.826212ms","start":"2026-05-20T04:21:13.544385Z","end":"2026-05-20T04:21:13.902212Z","steps":["trace[795089618] 'agreement among raft nodes before linearized reading' (duration: 357.74785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:13.902238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.544374Z","time spent":"357.859544ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:21:13.902241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.058211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:21:13.90228Z","caller":"traceutil/trace.go:171","msg":"trace[592505546] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5615; }","duration":"108.143144ms","start":"2026-05-20T04:21:13.794125Z","end":"2026-05-20T04:21:13.902269Z","steps":["trace[592505546] 'agreement among raft nodes before linearized reading' (duration: 108.076362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:13.902313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.196099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:21:13.902377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.171199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:21:13.902404Z","caller":"traceutil/trace.go:171","msg":"trace[1002725876] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5615; }","duration":"356.21926ms","start":"2026-05-20T04:21:13.546179Z","end":"2026-05-20T04:21:13.902398Z","steps":["trace[1002725876] 'agreement among raft nodes before linearized reading' (duration: 356.142028ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:13.9024Z","caller":"traceutil/trace.go:171","msg":"trace[55885679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5615; }","duration":"359.361213ms","start":"2026-05-20T04:21:13.54302Z","end":"2026-05-20T04:21:13.902381Z","steps":["trace[55885679] 'agreement among raft nodes before linearized reading' (duration: 359.123557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:13.902425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.546163Z","time spent":"356.257481ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:21:13.901597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.385995Z","time spent":"515.57254ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:13.90245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.542994Z","time spent":"359.445695ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:21:13.901395Z","caller":"traceutil/trace.go:171","msg":"trace[1806015738] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"515.477379ms","start":"2026-05-20T04:21:13.385862Z","end":"2026-05-20T04:21:13.90134Z","steps":["trace[1806015738] 'process raft request' (duration: 515.423607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:13.903421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.385848Z","time spent":"517.547183ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:13.901856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.387791Z","time spent":"514.059451ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:21:13.902544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.684324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:21:13.903584Z","caller":"traceutil/trace.go:171","msg":"trace[1651100730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5615; }","duration":"359.746352ms","start":"2026-05-20T04:21:13.543829Z","end":"2026-05-20T04:21:13.903576Z","steps":["trace[1651100730] 'agreement among raft nodes before linearized reading' (duration: 358.657464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:13.903616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.543818Z","time spent":"359.789123ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:21:13.902583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.198504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:21:13.903693Z","caller":"traceutil/trace.go:171","msg":"trace[648861385] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5615; }","duration":"238.406785ms","start":"2026-05-20T04:21:13.665278Z","end":"2026-05-20T04:21:13.903685Z","steps":["trace[648861385] 'agreement among raft nodes before linearized reading' (duration: 236.917887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:13.902665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.491287Z","time spent":"411.36462ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:21:13.902034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.522699Z","time spent":"379.325204ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:21:14.359859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.312232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:21:14.360106Z","caller":"traceutil/trace.go:171","msg":"trace[169105720] linearizableReadLoop","detail":"{readStateIndex:5904; appliedIndex:5899; }","duration":"447.763331ms","start":"2026-05-20T04:21:13.912326Z","end":"2026-05-20T04:21:14.360089Z","steps":["trace[169105720] 'read index received' (duration: 322.09907ms)","trace[169105720] 'applied index is now lower than readState.Index' (duration: 125.663181ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:14.36034Z","caller":"traceutil/trace.go:171","msg":"trace[2130405547] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"452.460152ms","start":"2026-05-20T04:21:13.907864Z","end":"2026-05-20T04:21:14.360324Z","steps":["trace[2130405547] 'process raft request' (duration: 326.578435ms)","trace[2130405547] 'compare' (duration: 125.010474ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:14.360401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.907833Z","time spent":"452.541194ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:14.360509Z","caller":"traceutil/trace.go:171","msg":"trace[1204285406] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"449.044203ms","start":"2026-05-20T04:21:13.911454Z","end":"2026-05-20T04:21:14.360498Z","steps":["trace[1204285406] 'process raft request' (duration: 448.553251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:14.360565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.911447Z","time spent":"449.094194ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:14.360563Z","caller":"traceutil/trace.go:171","msg":"trace[376576102] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"449.170577ms","start":"2026-05-20T04:21:13.911352Z","end":"2026-05-20T04:21:14.360523Z","steps":["trace[376576102] 'process raft request' (duration: 448.601772ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:14.360583Z","caller":"traceutil/trace.go:171","msg":"trace[985849072] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"449.047333ms","start":"2026-05-20T04:21:13.911498Z","end":"2026-05-20T04:21:14.360546Z","steps":["trace[985849072] 'process raft request' (duration: 448.53397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:14.360723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.911327Z","time spent":"449.31387ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:14.360754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.911478Z","time spent":"449.181626ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:14.360808Z","caller":"traceutil/trace.go:171","msg":"trace[682294174] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"449.056833ms","start":"2026-05-20T04:21:13.911512Z","end":"2026-05-20T04:21:14.360569Z","steps":["trace[682294174] 'process raft request' (duration: 448.54681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:14.361146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.911493Z","time spent":"449.559456ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:14.361298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.986149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:21:14.361361Z","caller":"traceutil/trace.go:171","msg":"trace[1705941885] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5620; }","duration":"447.068312ms","start":"2026-05-20T04:21:13.91428Z","end":"2026-05-20T04:21:14.361348Z","steps":["trace[1705941885] 'agreement among raft nodes before linearized reading' (duration: 446.715762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:14.361364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.990262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:21:14.361477Z","caller":"traceutil/trace.go:171","msg":"trace[147840606] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5620; }","duration":"449.169278ms","start":"2026-05-20T04:21:13.912286Z","end":"2026-05-20T04:21:14.361456Z","steps":["trace[147840606] 'agreement among raft nodes before linearized reading' (duration: 448.036518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:14.361406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.914272Z","time spent":"447.124163ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:21:14.361575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:13.912272Z","time spent":"449.286791ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:21:16.043677Z","caller":"traceutil/trace.go:171","msg":"trace[1264310388] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"281.387556ms","start":"2026-05-20T04:21:15.762262Z","end":"2026-05-20T04:21:16.04365Z","steps":["trace[1264310388] 'process raft request' (duration: 281.186261ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:16.179753Z","caller":"traceutil/trace.go:171","msg":"trace[1570086512] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"271.497728ms","start":"2026-05-20T04:21:15.908217Z","end":"2026-05-20T04:21:16.179715Z","steps":["trace[1570086512] 'process raft request' (duration: 219.325705ms)","trace[1570086512] 'compare' (duration: 51.893306ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:16.179763Z","caller":"traceutil/trace.go:171","msg":"trace[1517188304] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"269.577309ms","start":"2026-05-20T04:21:15.910165Z","end":"2026-05-20T04:21:16.179743Z","steps":["trace[1517188304] 'process raft request' (duration: 269.471666ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:16.179911Z","caller":"traceutil/trace.go:171","msg":"trace[1970687987] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"269.550158ms","start":"2026-05-20T04:21:15.910354Z","end":"2026-05-20T04:21:16.179904Z","steps":["trace[1970687987] 'process raft request' (duration: 269.353233ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:16.179879Z","caller":"traceutil/trace.go:171","msg":"trace[1254757968] linearizableReadLoop","detail":"{readStateIndex:5907; appliedIndex:5905; }","duration":"269.777875ms","start":"2026-05-20T04:21:15.910075Z","end":"2026-05-20T04:21:16.179853Z","steps":["trace[1254757968] 'read index received' (duration: 133.419884ms)","trace[1254757968] 'applied index is now lower than readState.Index' (duration: 136.355811ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:16.180051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.929528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:16.18011Z","caller":"traceutil/trace.go:171","msg":"trace[484577264] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5625; }","duration":"270.070962ms","start":"2026-05-20T04:21:15.91003Z","end":"2026-05-20T04:21:16.180101Z","steps":["trace[484577264] 'agreement among raft nodes before linearized reading' (duration: 269.939069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:16.48144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.054019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:21:16.481624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.397028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:21:16.481661Z","caller":"traceutil/trace.go:171","msg":"trace[1824300824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5625; }","duration":"116.185392ms","start":"2026-05-20T04:21:16.365313Z","end":"2026-05-20T04:21:16.481498Z","steps":["trace[1824300824] 'range keys from in-memory index tree' (duration: 115.896176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:16.48164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.361757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:21:16.481674Z","caller":"traceutil/trace.go:171","msg":"trace[537277340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5625; }","duration":"116.4768ms","start":"2026-05-20T04:21:16.365183Z","end":"2026-05-20T04:21:16.48166Z","steps":["trace[537277340] 'range keys from in-memory index tree' (duration: 116.242864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:16.48164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.279099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T04:21:16.481716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.49907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:21:16.481732Z","caller":"traceutil/trace.go:171","msg":"trace[1155228635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5625; }","duration":"116.46534ms","start":"2026-05-20T04:21:16.365243Z","end":"2026-05-20T04:21:16.481708Z","steps":["trace[1155228635] 'range keys from in-memory index tree' (duration: 116.171722ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:16.48175Z","caller":"traceutil/trace.go:171","msg":"trace[1272222894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5625; }","duration":"115.426823ms","start":"2026-05-20T04:21:16.366302Z","end":"2026-05-20T04:21:16.481729Z","steps":["trace[1272222894] 'range keys from in-memory index tree' (duration: 115.146426ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:16.481769Z","caller":"traceutil/trace.go:171","msg":"trace[1801376805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5625; }","duration":"116.596533ms","start":"2026-05-20T04:21:16.365157Z","end":"2026-05-20T04:21:16.481754Z","steps":["trace[1801376805] 'range keys from in-memory index tree' (duration: 116.281655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:16.481773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.439007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:21:16.481776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.300043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:21:16.481818Z","caller":"traceutil/trace.go:171","msg":"trace[1781100515] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5625; }","duration":"114.488188ms","start":"2026-05-20T04:21:16.367315Z","end":"2026-05-20T04:21:16.481803Z","steps":["trace[1781100515] 'range keys from in-memory index tree' (duration: 114.365035ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:16.48184Z","caller":"traceutil/trace.go:171","msg":"trace[939546649] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5625; }","duration":"114.374574ms","start":"2026-05-20T04:21:16.367449Z","end":"2026-05-20T04:21:16.481823Z","steps":["trace[939546649] 'range keys from in-memory index tree' (duration: 114.18732ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:16.704298Z","caller":"traceutil/trace.go:171","msg":"trace[1149983825] linearizableReadLoop","detail":"{readStateIndex:5910; appliedIndex:5909; }","duration":"217.654173ms","start":"2026-05-20T04:21:16.486619Z","end":"2026-05-20T04:21:16.704273Z","steps":["trace[1149983825] 'read index received' (duration: 217.507409ms)","trace[1149983825] 'applied index is now lower than readState.Index' (duration: 145.794µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:16.704362Z","caller":"traceutil/trace.go:171","msg":"trace[204139300] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"218.532385ms","start":"2026-05-20T04:21:16.485797Z","end":"2026-05-20T04:21:16.704329Z","steps":["trace[204139300] 'process raft request' (duration: 218.33626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:16.704601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.962951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:21:16.704645Z","caller":"traceutil/trace.go:171","msg":"trace[823901207] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5626; }","duration":"218.048313ms","start":"2026-05-20T04:21:16.486588Z","end":"2026-05-20T04:21:16.704636Z","steps":["trace[823901207] 'agreement among raft nodes before linearized reading' (duration: 217.759936ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:16.955252Z","caller":"traceutil/trace.go:171","msg":"trace[1599853196] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"468.240795ms","start":"2026-05-20T04:21:16.486987Z","end":"2026-05-20T04:21:16.955228Z","steps":["trace[1599853196] 'process raft request' (duration: 409.751789ms)","trace[1599853196] 'compare' (duration: 58.23171ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:16.955366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:16.486974Z","time spent":"468.332777ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:16.955597Z","caller":"traceutil/trace.go:171","msg":"trace[1056077698] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"468.507943ms","start":"2026-05-20T04:21:16.487078Z","end":"2026-05-20T04:21:16.955586Z","steps":["trace[1056077698] 'process raft request' (duration: 468.321267ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:16.955577Z","caller":"traceutil/trace.go:171","msg":"trace[1792118673] linearizableReadLoop","detail":"{readStateIndex:5914; appliedIndex:5910; }","duration":"251.196949ms","start":"2026-05-20T04:21:16.704351Z","end":"2026-05-20T04:21:16.955548Z","steps":["trace[1792118673] 'read index received' (duration: 192.27205ms)","trace[1792118673] 'applied index is now lower than readState.Index' (duration: 58.923339ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:16.955645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:16.487074Z","time spent":"468.547094ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:16.95572Z","caller":"traceutil/trace.go:171","msg":"trace[1269764176] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"468.484853ms","start":"2026-05-20T04:21:16.487221Z","end":"2026-05-20T04:21:16.955705Z","steps":["trace[1269764176] 'process raft request' (duration: 468.278427ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:16.955818Z","caller":"traceutil/trace.go:171","msg":"trace[43817379] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"468.758169ms","start":"2026-05-20T04:21:16.487048Z","end":"2026-05-20T04:21:16.955807Z","steps":["trace[43817379] 'process raft request' (duration: 468.151593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:16.955874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:16.487214Z","time spent":"468.535304ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:16.956149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.241948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-20T04:21:16.956174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.914593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:16.956184Z","caller":"traceutil/trace.go:171","msg":"trace[700705873] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:5630; }","duration":"267.31698ms","start":"2026-05-20T04:21:16.688858Z","end":"2026-05-20T04:21:16.956175Z","steps":["trace[700705873] 'agreement among raft nodes before linearized reading' (duration: 267.170896ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:16.956213Z","caller":"traceutil/trace.go:171","msg":"trace[1598381908] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5630; }","duration":"152.983964ms","start":"2026-05-20T04:21:16.803218Z","end":"2026-05-20T04:21:16.956202Z","steps":["trace[1598381908] 'agreement among raft nodes before linearized reading' (duration: 152.924043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:16.956338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.587233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:21:16.955891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:16.487042Z","time spent":"468.825641ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:16.956359Z","caller":"traceutil/trace.go:171","msg":"trace[368716788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5630; }","duration":"435.629734ms","start":"2026-05-20T04:21:16.520723Z","end":"2026-05-20T04:21:16.956353Z","steps":["trace[368716788] 'agreement among raft nodes before linearized reading' (duration: 435.596974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:16.95638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:16.520713Z","time spent":"435.663495ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:21:16.956628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.134986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120440"} {"level":"info","ts":"2026-05-20T04:21:16.956652Z","caller":"traceutil/trace.go:171","msg":"trace[496750661] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5630; }","duration":"467.199168ms","start":"2026-05-20T04:21:16.489447Z","end":"2026-05-20T04:21:16.956646Z","steps":["trace[496750661] 'agreement among raft nodes before linearized reading' (duration: 467.021673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:16.956669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:16.489426Z","time spent":"467.238999ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:21:17.388787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.103186ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-05-20T04:21:17.38908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:16.95768Z","time spent":"431.396212ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:21:17.740652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.632728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:21:17.740812Z","caller":"traceutil/trace.go:171","msg":"trace[1316628619] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"350.87814ms","start":"2026-05-20T04:21:17.389908Z","end":"2026-05-20T04:21:17.740786Z","steps":["trace[1316628619] 'process raft request' (duration: 113.988235ms)","trace[1316628619] 'compare' (duration: 236.28782ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:17.740874Z","caller":"traceutil/trace.go:171","msg":"trace[1693330594] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"128.927136ms","start":"2026-05-20T04:21:17.61193Z","end":"2026-05-20T04:21:17.740857Z","steps":["trace[1693330594] 'process raft request' (duration: 128.837004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:17.740924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:17.389892Z","time spent":"350.971273ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:17.740897Z","caller":"traceutil/trace.go:171","msg":"trace[525947440] linearizableReadLoop","detail":"{readStateIndex:5916; appliedIndex:5915; }","duration":"348.800347ms","start":"2026-05-20T04:21:17.392067Z","end":"2026-05-20T04:21:17.740868Z","steps":["trace[525947440] 'read index received' (duration: 111.842171ms)","trace[525947440] 'applied index is now lower than readState.Index' (duration: 236.955396ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:17.741068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.623027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:17.741111Z","caller":"traceutil/trace.go:171","msg":"trace[907058412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5632; }","duration":"218.73767ms","start":"2026-05-20T04:21:17.522363Z","end":"2026-05-20T04:21:17.741101Z","steps":["trace[907058412] 'agreement among raft nodes before linearized reading' (duration: 218.669119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:17.741204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.097735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-20T04:21:17.741181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.944303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:17.741306Z","caller":"traceutil/trace.go:171","msg":"trace[1494484795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5632; }","duration":"349.253799ms","start":"2026-05-20T04:21:17.39203Z","end":"2026-05-20T04:21:17.741284Z","steps":["trace[1494484795] 'agreement among raft nodes before linearized reading' (duration: 348.932851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:17.741351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:17.392016Z","time spent":"349.327571ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:21:17.741342Z","caller":"traceutil/trace.go:171","msg":"trace[538407884] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5632; }","duration":"320.147459ms","start":"2026-05-20T04:21:17.421154Z","end":"2026-05-20T04:21:17.741301Z","steps":["trace[538407884] 'agreement among raft nodes before linearized reading' (duration: 319.882452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:17.741414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:17.421096Z","time spent":"320.304922ms","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:21:18.461691Z","caller":"traceutil/trace.go:171","msg":"trace[1355810812] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"275.065312ms","start":"2026-05-20T04:21:18.186605Z","end":"2026-05-20T04:21:18.46167Z","steps":["trace[1355810812] 'process raft request' (duration: 274.967899ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:18.462114Z","caller":"traceutil/trace.go:171","msg":"trace[259334691] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"276.55898ms","start":"2026-05-20T04:21:18.185544Z","end":"2026-05-20T04:21:18.462103Z","steps":["trace[259334691] 'process raft request' (duration: 275.897513ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:19.071658Z","caller":"traceutil/trace.go:171","msg":"trace[523016426] linearizableReadLoop","detail":"{readStateIndex:5921; appliedIndex:5920; }","duration":"363.244354ms","start":"2026-05-20T04:21:18.708386Z","end":"2026-05-20T04:21:19.071631Z","steps":["trace[523016426] 'read index received' (duration: 363.017448ms)","trace[523016426] 'applied index is now lower than readState.Index' (duration: 225.486µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:19.071727Z","caller":"traceutil/trace.go:171","msg":"trace[1183271292] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"424.365249ms","start":"2026-05-20T04:21:18.647323Z","end":"2026-05-20T04:21:19.071688Z","steps":["trace[1183271292] 'process raft request' (duration: 424.153824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:19.071962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:18.647309Z","time spent":"424.495943ms","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7091,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:21:19.071975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.317677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:21:19.072021Z","caller":"traceutil/trace.go:171","msg":"trace[877743457] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5636; }","duration":"193.43567ms","start":"2026-05-20T04:21:18.878575Z","end":"2026-05-20T04:21:19.072011Z","steps":["trace[877743457] 'agreement among raft nodes before linearized reading' (duration: 193.318207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:19.07205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.626283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:21:19.072161Z","caller":"traceutil/trace.go:171","msg":"trace[1684703977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5636; }","duration":"363.817399ms","start":"2026-05-20T04:21:18.708318Z","end":"2026-05-20T04:21:19.072135Z","steps":["trace[1684703977] 'agreement among raft nodes before linearized reading' (duration: 363.448029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:19.072085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.133118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:21:19.072233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:18.708298Z","time spent":"363.915361ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:21:19.072251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.815486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:21:19.072186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.590444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:21:19.072309Z","caller":"traceutil/trace.go:171","msg":"trace[1881164047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5636; }","duration":"112.899378ms","start":"2026-05-20T04:21:18.959388Z","end":"2026-05-20T04:21:19.072288Z","steps":["trace[1881164047] 'agreement among raft nodes before linearized reading' (duration: 112.484267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:19.072311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.493285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:21:19.07234Z","caller":"traceutil/trace.go:171","msg":"trace[761731178] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5636; }","duration":"242.82179ms","start":"2026-05-20T04:21:18.829484Z","end":"2026-05-20T04:21:19.072306Z","steps":["trace[761731178] 'agreement among raft nodes before linearized reading' (duration: 242.487482ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:19.072381Z","caller":"traceutil/trace.go:171","msg":"trace[46071121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5636; }","duration":"110.585987ms","start":"2026-05-20T04:21:18.961779Z","end":"2026-05-20T04:21:19.072365Z","steps":["trace[46071121] 'agreement among raft nodes before linearized reading' (duration: 110.182346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:19.072192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.271301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:21:19.072291Z","caller":"traceutil/trace.go:171","msg":"trace[56805739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5636; }","duration":"112.365623ms","start":"2026-05-20T04:21:18.95987Z","end":"2026-05-20T04:21:19.072235Z","steps":["trace[56805739] 'agreement among raft nodes before linearized reading' (duration: 111.945823ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:19.072478Z","caller":"traceutil/trace.go:171","msg":"trace[1250076656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5636; }","duration":"112.580649ms","start":"2026-05-20T04:21:18.959869Z","end":"2026-05-20T04:21:19.072449Z","steps":["trace[1250076656] 'agreement among raft nodes before linearized reading' (duration: 112.123157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:19.072141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.010332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:21:19.072585Z","caller":"traceutil/trace.go:171","msg":"trace[1239616262] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5636; }","duration":"110.503145ms","start":"2026-05-20T04:21:18.96207Z","end":"2026-05-20T04:21:19.072573Z","steps":["trace[1239616262] 'agreement among raft nodes before linearized reading' (duration: 109.864779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:19.072631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.056072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:21:19.072703Z","caller":"traceutil/trace.go:171","msg":"trace[2107312969] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5636; }","duration":"362.170775ms","start":"2026-05-20T04:21:18.710516Z","end":"2026-05-20T04:21:19.072686Z","steps":["trace[2107312969] 'agreement among raft nodes before linearized reading' (duration: 361.268992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:19.07275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:18.710494Z","time spent":"362.240137ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:21:19.886737Z","caller":"traceutil/trace.go:171","msg":"trace[1784255553] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"139.983665ms","start":"2026-05-20T04:21:19.746728Z","end":"2026-05-20T04:21:19.886712Z","steps":["trace[1784255553] 'process raft request' (duration: 139.8095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:22.804693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578226335,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:21:23.305853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578226335,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:21:23.436332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.187095143s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:21:23.436694Z","caller":"traceutil/trace.go:171","msg":"trace[1228014392] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"1.187530164s","start":"2026-05-20T04:21:22.249144Z","end":"2026-05-20T04:21:23.436674Z","steps":["trace[1228014392] 'process raft request' (duration: 1.187390241s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:23.436827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:22.249121Z","time spent":"1.187626907s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:23.453038Z","caller":"traceutil/trace.go:171","msg":"trace[353951843] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"980.200101ms","start":"2026-05-20T04:21:22.472812Z","end":"2026-05-20T04:21:23.453013Z","steps":["trace[353951843] 'process raft request' (duration: 980.032027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:23.453178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:22.472784Z","time spent":"980.319444ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:23.453242Z","caller":"traceutil/trace.go:171","msg":"trace[1601935716] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"979.542654ms","start":"2026-05-20T04:21:22.473679Z","end":"2026-05-20T04:21:23.453222Z","steps":["trace[1601935716] 'process raft request' (duration: 979.295618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:23.453363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:22.473657Z","time spent":"979.638886ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:23.484143Z","caller":"traceutil/trace.go:171","msg":"trace[192405731] linearizableReadLoop","detail":"{readStateIndex:5943; appliedIndex:5937; }","duration":"1.179808442s","start":"2026-05-20T04:21:22.304316Z","end":"2026-05-20T04:21:23.484124Z","steps":["trace[192405731] 'read index received' (duration: 1.13221014s)","trace[192405731] 'applied index is now lower than readState.Index' (duration: 47.597542ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:23.484178Z","caller":"traceutil/trace.go:171","msg":"trace[881875447] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"200.508465ms","start":"2026-05-20T04:21:23.283652Z","end":"2026-05-20T04:21:23.484161Z","steps":["trace[881875447] 'process raft request' (duration: 200.441993ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:23.484151Z","caller":"traceutil/trace.go:171","msg":"trace[1709216700] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"479.753075ms","start":"2026-05-20T04:21:23.004374Z","end":"2026-05-20T04:21:23.484127Z","steps":["trace[1709216700] 'process raft request' (duration: 479.623402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:23.484283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.818878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:23.484308Z","caller":"traceutil/trace.go:171","msg":"trace[315784671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5657; }","duration":"962.89369ms","start":"2026-05-20T04:21:22.521407Z","end":"2026-05-20T04:21:23.484301Z","steps":["trace[315784671] 'agreement among raft nodes before linearized reading' (duration: 962.839158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:23.484335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:22.521383Z","time spent":"962.94622ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:21:23.484326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179972016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:21:23.484384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.040063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:21:23.484374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:23.004351Z","time spent":"479.93924ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:23.484408Z","caller":"traceutil/trace.go:171","msg":"trace[1072876138] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5657; }","duration":"349.073223ms","start":"2026-05-20T04:21:23.135328Z","end":"2026-05-20T04:21:23.484401Z","steps":["trace[1072876138] 'agreement among raft nodes before linearized reading' (duration: 348.966251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:23.484426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:23.135322Z","time spent":"349.099374ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"info","ts":"2026-05-20T04:21:23.484416Z","caller":"traceutil/trace.go:171","msg":"trace[678217321] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:5657; }","duration":"1.18011327s","start":"2026-05-20T04:21:22.304284Z","end":"2026-05-20T04:21:23.484397Z","steps":["trace[678217321] 'agreement among raft nodes before linearized reading' (duration: 1.179936076s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:23.484407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.044872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T04:21:23.484461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.800481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:21:23.484468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:22.304266Z","time spent":"1.180191352s","remote":"127.0.0.1:57688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:21:23.484474Z","caller":"traceutil/trace.go:171","msg":"trace[1505695332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5657; }","duration":"352.125544ms","start":"2026-05-20T04:21:23.132329Z","end":"2026-05-20T04:21:23.484455Z","steps":["trace[1505695332] 'agreement among raft nodes before linearized reading' (duration: 351.950159ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:23.484483Z","caller":"traceutil/trace.go:171","msg":"trace[1144709312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5657; }","duration":"352.842852ms","start":"2026-05-20T04:21:23.131634Z","end":"2026-05-20T04:21:23.484477Z","steps":["trace[1144709312] 'agreement among raft nodes before linearized reading' (duration: 352.782251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:23.484473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.709046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-20T04:21:23.484505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:23.131625Z","time spent":"352.876653ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:21:23.484509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:23.132324Z","time spent":"352.178275ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:21:23.484519Z","caller":"traceutil/trace.go:171","msg":"trace[1500171612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5657; }","duration":"350.823519ms","start":"2026-05-20T04:21:23.133687Z","end":"2026-05-20T04:21:23.484511Z","steps":["trace[1500171612] 'agreement among raft nodes before linearized reading' (duration: 350.624354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:23.484508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.907827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T04:21:23.484549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:23.133665Z","time spent":"350.878421ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:21:23.484576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.162111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:21:23.484496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.618964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-20T04:21:23.48456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.969844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:21:23.484597Z","caller":"traceutil/trace.go:171","msg":"trace[1975326810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5657; }","duration":"553.756417ms","start":"2026-05-20T04:21:22.930833Z","end":"2026-05-20T04:21:23.484589Z","steps":["trace[1975326810] 'agreement among raft nodes before linearized reading' (duration: 553.609093ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:23.48457Z","caller":"traceutil/trace.go:171","msg":"trace[619200678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5657; }","duration":"351.974779ms","start":"2026-05-20T04:21:23.132575Z","end":"2026-05-20T04:21:23.484549Z","steps":["trace[619200678] 'agreement among raft nodes before linearized reading' (duration: 351.777544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:23.484627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:22.930813Z","time spent":"553.806098ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:21:23.484629Z","caller":"traceutil/trace.go:171","msg":"trace[583881834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5657; }","duration":"356.090987ms","start":"2026-05-20T04:21:23.128523Z","end":"2026-05-20T04:21:23.484614Z","steps":["trace[583881834] 'agreement among raft nodes before linearized reading' (duration: 355.868681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:23.484647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:23.132571Z","time spent":"352.067451ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:21:23.484589Z","caller":"traceutil/trace.go:171","msg":"trace[2079427633] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5657; }","duration":"353.185791ms","start":"2026-05-20T04:21:23.131399Z","end":"2026-05-20T04:21:23.484585Z","steps":["trace[2079427633] 'agreement among raft nodes before linearized reading' (duration: 353.14043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:23.484664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:23.128504Z","time spent":"356.153779ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:21:23.484683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:23.131369Z","time spent":"353.305694ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:21:23.484582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.847164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-20T04:21:23.484757Z","caller":"traceutil/trace.go:171","msg":"trace[1939861330] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5657; }","duration":"738.063059ms","start":"2026-05-20T04:21:22.746685Z","end":"2026-05-20T04:21:23.484748Z","steps":["trace[1939861330] 'agreement among raft nodes before linearized reading' (duration: 737.813023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:23.484779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:22.746663Z","time spent":"738.10711ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-20T04:21:25.503046Z","caller":"traceutil/trace.go:171","msg":"trace[723971033] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"492.649102ms","start":"2026-05-20T04:21:25.010369Z","end":"2026-05-20T04:21:25.503019Z","steps":["trace[723971033] 'process raft request' (duration: 492.513858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:25.503198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:25.010339Z","time spent":"492.775365ms","remote":"127.0.0.1:57912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2214,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:21:25.587073Z","caller":"traceutil/trace.go:171","msg":"trace[709756061] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"128.29717ms","start":"2026-05-20T04:21:25.458748Z","end":"2026-05-20T04:21:25.587045Z","steps":["trace[709756061] 'process raft request' (duration: 128.199457ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:25.587299Z","caller":"traceutil/trace.go:171","msg":"trace[761777967] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"144.974806ms","start":"2026-05-20T04:21:25.442314Z","end":"2026-05-20T04:21:25.587289Z","steps":["trace[761777967] 'process raft request' (duration: 136.287719ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:25.587398Z","caller":"traceutil/trace.go:171","msg":"trace[763566594] linearizableReadLoop","detail":"{readStateIndex:6038; appliedIndex:6036; }","duration":"128.428133ms","start":"2026-05-20T04:21:25.458947Z","end":"2026-05-20T04:21:25.587375Z","steps":["trace[763566594] 'read index received' (duration: 44.264005ms)","trace[763566594] 'applied index is now lower than readState.Index' (duration: 84.163058ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:25.587574Z","caller":"traceutil/trace.go:171","msg":"trace[13267237] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"128.449554ms","start":"2026-05-20T04:21:25.459114Z","end":"2026-05-20T04:21:25.587563Z","steps":["trace[13267237] 'process raft request' (duration: 127.89077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:25.587729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.761671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:25.587762Z","caller":"traceutil/trace.go:171","msg":"trace[1373092633] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:5751; }","duration":"128.835004ms","start":"2026-05-20T04:21:25.458915Z","end":"2026-05-20T04:21:25.58775Z","steps":["trace[1373092633] 'agreement among raft nodes before linearized reading' (duration: 128.763462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:26.954751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.119828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:26.954846Z","caller":"traceutil/trace.go:171","msg":"trace[665681161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5764; }","duration":"433.243741ms","start":"2026-05-20T04:21:26.521568Z","end":"2026-05-20T04:21:26.954812Z","steps":["trace[665681161] 'range keys from in-memory index tree' (duration: 433.035796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:26.954887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:26.521546Z","time spent":"433.332434ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:21:26.955357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.12609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:26.955469Z","caller":"traceutil/trace.go:171","msg":"trace[538828805] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5764; }","duration":"101.314394ms","start":"2026-05-20T04:21:26.854132Z","end":"2026-05-20T04:21:26.955446Z","steps":["trace[538828805] 'count revisions from in-memory index tree' (duration: 101.049148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:26.955664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.60879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T04:21:26.955745Z","caller":"traceutil/trace.go:171","msg":"trace[1622273898] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:5764; }","duration":"266.730393ms","start":"2026-05-20T04:21:26.688996Z","end":"2026-05-20T04:21:26.955726Z","steps":["trace[1622273898] 'range keys from in-memory index tree' (duration: 266.444856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:26.955766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.29874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-mr7pd\" ","response":"range_response_count:1 size:7406"} {"level":"info","ts":"2026-05-20T04:21:26.955845Z","caller":"traceutil/trace.go:171","msg":"trace[1438463130] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-mr7pd; range_end:; response_count:1; response_revision:5764; }","duration":"251.418873ms","start":"2026-05-20T04:21:26.704407Z","end":"2026-05-20T04:21:26.955826Z","steps":["trace[1438463130] 'range keys from in-memory index tree' (duration: 250.50911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:27.514776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:26.956857Z","time spent":"557.915356ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-20T04:21:28.101839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578226555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:21:28.602298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578226555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:21:28.995363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.480650836s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:21:29.091493Z","caller":"traceutil/trace.go:171","msg":"trace[876346900] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"2.127485445s","start":"2026-05-20T04:21:26.963988Z","end":"2026-05-20T04:21:29.091474Z","steps":["trace[876346900] 'process raft request' (duration: 2.03155631s)","trace[876346900] 'compare' (duration: 95.290518ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:29.091711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:26.963966Z","time spent":"2.127669869s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7691,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:29.091756Z","caller":"traceutil/trace.go:171","msg":"trace[2072616129] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"1.575914664s","start":"2026-05-20T04:21:27.515788Z","end":"2026-05-20T04:21:29.091703Z","steps":["trace[2072616129] 'process raft request' (duration: 1.575555915s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:29.091819Z","caller":"traceutil/trace.go:171","msg":"trace[464097108] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"1.497979869s","start":"2026-05-20T04:21:27.593815Z","end":"2026-05-20T04:21:29.091795Z","steps":["trace[464097108] 'process raft request' (duration: 1.497839816s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:29.091911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:27.515766Z","time spent":"1.576073819s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:29.091974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:27.593797Z","time spent":"1.498081242s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:29.09201Z","caller":"traceutil/trace.go:171","msg":"trace[1297496313] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"1.497169289s","start":"2026-05-20T04:21:27.594833Z","end":"2026-05-20T04:21:29.092002Z","steps":["trace[1297496313] 'process raft request' (duration: 1.496921862s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:29.09206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:27.594802Z","time spent":"1.497235201s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:29.092243Z","caller":"traceutil/trace.go:171","msg":"trace[2108554875] linearizableReadLoop","detail":"{readStateIndex:6059; appliedIndex:6053; }","duration":"1.490724969s","start":"2026-05-20T04:21:27.601495Z","end":"2026-05-20T04:21:29.09222Z","steps":["trace[2108554875] 'read index received' (duration: 1.394061165s)","trace[2108554875] 'applied index is now lower than readState.Index' (duration: 96.662744ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:29.092323Z","caller":"traceutil/trace.go:171","msg":"trace[1114149673] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"1.179523585s","start":"2026-05-20T04:21:27.912783Z","end":"2026-05-20T04:21:29.092306Z","steps":["trace[1114149673] 'process raft request' (duration: 1.179368821s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:29.092342Z","caller":"traceutil/trace.go:171","msg":"trace[1648275170] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"1.496315146s","start":"2026-05-20T04:21:27.596017Z","end":"2026-05-20T04:21:29.092332Z","steps":["trace[1648275170] 'process raft request' (duration: 1.495955417s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:29.092384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:27.912756Z","time spent":"1.179601007s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:29.092398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:27.596Z","time spent":"1.496368467s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:29.092476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490974846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:21:29.092515Z","caller":"traceutil/trace.go:171","msg":"trace[1831521121] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5770; }","duration":"1.491065549s","start":"2026-05-20T04:21:27.601439Z","end":"2026-05-20T04:21:29.092505Z","steps":["trace[1831521121] 'agreement among raft nodes before linearized reading' (duration: 1.490913645s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:29.092619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:27.601424Z","time spent":"1.49111654s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"warn","ts":"2026-05-20T04:21:29.092972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253616348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:21:29.092987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490834783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:21:29.093032Z","caller":"traceutil/trace.go:171","msg":"trace[1903281420] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5770; }","duration":"1.253724552s","start":"2026-05-20T04:21:27.83929Z","end":"2026-05-20T04:21:29.093015Z","steps":["trace[1903281420] 'agreement among raft nodes before linearized reading' (duration: 1.253614529s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:29.093039Z","caller":"traceutil/trace.go:171","msg":"trace[1750137486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5770; }","duration":"1.490889704s","start":"2026-05-20T04:21:27.602135Z","end":"2026-05-20T04:21:29.093025Z","steps":["trace[1750137486] 'agreement among raft nodes before linearized reading' (duration: 1.4907171s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:29.093049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483475509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-05-20T04:21:29.093072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:27.839259Z","time spent":"1.253804543s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-05-20T04:21:29.093082Z","caller":"traceutil/trace.go:171","msg":"trace[2124520376] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5770; }","duration":"1.483521351s","start":"2026-05-20T04:21:27.609552Z","end":"2026-05-20T04:21:29.093073Z","steps":["trace[2124520376] 'agreement among raft nodes before linearized reading' (duration: 1.483397388s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:29.093111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:27.609544Z","time spent":"1.483560502s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:21:29.093268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253996908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:29.093307Z","caller":"traceutil/trace.go:171","msg":"trace[1390385631] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5770; }","duration":"1.25406915s","start":"2026-05-20T04:21:27.839227Z","end":"2026-05-20T04:21:29.093296Z","steps":["trace[1390385631] 'agreement among raft nodes before linearized reading' (duration: 1.254015869s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:29.093348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:27.839205Z","time spent":"1.254134742s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-05-20T04:21:29.09343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483719686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T04:21:29.093471Z","caller":"traceutil/trace.go:171","msg":"trace[37933812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5770; }","duration":"1.483776157s","start":"2026-05-20T04:21:27.609686Z","end":"2026-05-20T04:21:29.093462Z","steps":["trace[37933812] 'agreement among raft nodes before linearized reading' (duration: 1.483632254s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:29.093459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:27.602104Z","time spent":"1.490965535s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:21:29.093539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.318836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:29.093562Z","caller":"traceutil/trace.go:171","msg":"trace[862384641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5770; }","duration":"571.385378ms","start":"2026-05-20T04:21:28.522171Z","end":"2026-05-20T04:21:29.093556Z","steps":["trace[862384641] 'agreement among raft nodes before linearized reading' (duration: 571.347407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:29.093577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:28.522147Z","time spent":"571.425849ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:21:29.093769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248955627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-05-20T04:21:29.093819Z","caller":"traceutil/trace.go:171","msg":"trace[1493336762] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5770; }","duration":"1.249032399s","start":"2026-05-20T04:21:27.844774Z","end":"2026-05-20T04:21:29.093806Z","steps":["trace[1493336762] 'agreement among raft nodes before linearized reading' (duration: 1.248801792s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:29.093882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486055918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:21:29.09391Z","caller":"traceutil/trace.go:171","msg":"trace[897439438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5770; }","duration":"1.48612131s","start":"2026-05-20T04:21:27.607782Z","end":"2026-05-20T04:21:29.093903Z","steps":["trace[897439438] 'agreement among raft nodes before linearized reading' (duration: 1.486048048s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:29.093928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:27.607757Z","time spent":"1.486166701s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:21:29.094053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486218042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:21:29.094077Z","caller":"traceutil/trace.go:171","msg":"trace[1717916987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5770; }","duration":"1.486240993s","start":"2026-05-20T04:21:27.607829Z","end":"2026-05-20T04:21:29.09407Z","steps":["trace[1717916987] 'agreement among raft nodes before linearized reading' (duration: 1.486178791s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:29.0941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:27.607764Z","time spent":"1.486329936s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:21:29.094089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487508626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:21:29.094169Z","caller":"traceutil/trace.go:171","msg":"trace[1811722869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5770; }","duration":"1.487626109s","start":"2026-05-20T04:21:27.606524Z","end":"2026-05-20T04:21:29.094151Z","steps":["trace[1811722869] 'agreement among raft nodes before linearized reading' (duration: 1.487373303s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:29.094223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:27.606515Z","time spent":"1.487695581s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:21:29.093498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:27.609678Z","time spent":"1.483814768s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:21:29.094354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:27.844761Z","time spent":"1.249575164s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6106,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-05-20T04:21:29.094366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.890243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:21:29.094461Z","caller":"traceutil/trace.go:171","msg":"trace[855676590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5770; }","duration":"448.035258ms","start":"2026-05-20T04:21:28.646413Z","end":"2026-05-20T04:21:29.094449Z","steps":["trace[855676590] 'agreement among raft nodes before linearized reading' (duration: 447.888284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:29.094491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:28.646394Z","time spent":"448.088679ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:21:29.094486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.402169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-20T04:21:29.094534Z","caller":"traceutil/trace.go:171","msg":"trace[1446600513] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5770; }","duration":"532.485992ms","start":"2026-05-20T04:21:28.562034Z","end":"2026-05-20T04:21:29.09452Z","steps":["trace[1446600513] 'agreement among raft nodes before linearized reading' (duration: 531.182267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:29.094564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:28.562014Z","time spent":"532.544544ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-20T04:21:31.936941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.376199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:21:31.937058Z","caller":"traceutil/trace.go:171","msg":"trace[1433166344] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5795; }","duration":"121.578343ms","start":"2026-05-20T04:21:31.815446Z","end":"2026-05-20T04:21:31.937025Z","steps":["trace[1433166344] 'count revisions from in-memory index tree' (duration: 121.209374ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:41.509991Z","caller":"traceutil/trace.go:171","msg":"trace[1594286459] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"259.020573ms","start":"2026-05-20T04:21:41.250939Z","end":"2026-05-20T04:21:41.50996Z","steps":["trace[1594286459] 'process raft request' (duration: 258.836289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:41.823205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.138623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:21:41.823396Z","caller":"traceutil/trace.go:171","msg":"trace[987453066] linearizableReadLoop","detail":"{readStateIndex:6156; appliedIndex:6153; }","duration":"568.848562ms","start":"2026-05-20T04:21:41.25453Z","end":"2026-05-20T04:21:41.823378Z","steps":["trace[987453066] 'read index received' (duration: 255.260025ms)","trace[987453066] 'applied index is now lower than readState.Index' (duration: 313.587597ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:41.823472Z","caller":"traceutil/trace.go:171","msg":"trace[1849582455] transaction","detail":"{read_only:false; response_revision:5864; number_of_response:1; }","duration":"571.612013ms","start":"2026-05-20T04:21:41.25185Z","end":"2026-05-20T04:21:41.823462Z","steps":["trace[1849582455] 'process raft request' (duration: 571.437089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:41.823529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:41.251835Z","time spent":"571.659025ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:41.823704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.372468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T04:21:41.823706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.524394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-20T04:21:41.823722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.338044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T04:21:41.823727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.968517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:21:41.82374Z","caller":"traceutil/trace.go:171","msg":"trace[2057921508] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:5864; }","duration":"560.579355ms","start":"2026-05-20T04:21:41.263151Z","end":"2026-05-20T04:21:41.823731Z","steps":["trace[2057921508] 'agreement among raft nodes before linearized reading' (duration: 560.477262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:41.823723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.418784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:21:41.823776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:41.263109Z","time spent":"560.660088ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:21:41.823771Z","caller":"traceutil/trace.go:171","msg":"trace[1744189575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5864; }","duration":"564.404496ms","start":"2026-05-20T04:21:41.259352Z","end":"2026-05-20T04:21:41.823756Z","steps":["trace[1744189575] 'agreement among raft nodes before linearized reading' (duration: 564.246582ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:41.823777Z","caller":"traceutil/trace.go:171","msg":"trace[153475581] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:5864; }","duration":"561.031278ms","start":"2026-05-20T04:21:41.26273Z","end":"2026-05-20T04:21:41.823761Z","steps":["trace[153475581] 'agreement among raft nodes before linearized reading' (duration: 560.868834ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:41.823737Z","caller":"traceutil/trace.go:171","msg":"trace[1454572385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5864; }","duration":"563.41738ms","start":"2026-05-20T04:21:41.26031Z","end":"2026-05-20T04:21:41.823727Z","steps":["trace[1454572385] 'agreement among raft nodes before linearized reading' (duration: 563.333788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:41.823813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:41.259343Z","time spent":"564.462437ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:21:41.823818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:41.262724Z","time spent":"561.086999ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" "} {"level":"warn","ts":"2026-05-20T04:21:41.823818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.271734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-20T04:21:41.823845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.762689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T04:21:41.823818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.699128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T04:21:41.823885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:41.260302Z","time spent":"563.557313ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:21:41.823903Z","caller":"traceutil/trace.go:171","msg":"trace[1566680401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5864; }","duration":"569.367986ms","start":"2026-05-20T04:21:41.254513Z","end":"2026-05-20T04:21:41.823881Z","steps":["trace[1566680401] 'agreement among raft nodes before linearized reading' (duration: 569.12115ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:41.82391Z","caller":"traceutil/trace.go:171","msg":"trace[451682929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5864; }","duration":"563.858632ms","start":"2026-05-20T04:21:41.260036Z","end":"2026-05-20T04:21:41.823894Z","steps":["trace[451682929] 'agreement among raft nodes before linearized reading' (duration: 563.613396ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:41.823921Z","caller":"traceutil/trace.go:171","msg":"trace[2108179524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5864; }","duration":"563.835672ms","start":"2026-05-20T04:21:41.26007Z","end":"2026-05-20T04:21:41.823905Z","steps":["trace[2108179524] 'agreement among raft nodes before linearized reading' (duration: 563.569135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:41.823954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:41.254452Z","time spent":"569.490409ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:21:41.823961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:41.260029Z","time spent":"563.922114ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:21:41.823971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:41.260057Z","time spent":"563.897973ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:21:41.823807Z","caller":"traceutil/trace.go:171","msg":"trace[784851087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5864; }","duration":"300.565757ms","start":"2026-05-20T04:21:41.523219Z","end":"2026-05-20T04:21:41.823785Z","steps":["trace[784851087] 'agreement among raft nodes before linearized reading' (duration: 300.384863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:41.824057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:41.523194Z","time spent":"300.830735ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:21:41.823541Z","caller":"traceutil/trace.go:171","msg":"trace[614269660] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"571.657265ms","start":"2026-05-20T04:21:41.25184Z","end":"2026-05-20T04:21:41.823498Z","steps":["trace[614269660] 'process raft request' (duration: 440.126541ms)","trace[614269660] 'compare' (duration: 130.786634ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:41.82429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:41.251815Z","time spent":"572.385643ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:21:42.958799Z","caller":"traceutil/trace.go:171","msg":"trace[583662796] transaction","detail":"{read_only:false; response_revision:5870; number_of_response:1; }","duration":"115.255109ms","start":"2026-05-20T04:21:42.843521Z","end":"2026-05-20T04:21:42.958776Z","steps":["trace[583662796] 'process raft request' (duration: 115.099375ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:42.962501Z","caller":"traceutil/trace.go:171","msg":"trace[210375603] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"110.762341ms","start":"2026-05-20T04:21:42.851713Z","end":"2026-05-20T04:21:42.962475Z","steps":["trace[210375603] 'process raft request' (duration: 110.608317ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:44.080089Z","caller":"traceutil/trace.go:171","msg":"trace[1228307523] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"108.576855ms","start":"2026-05-20T04:21:43.971488Z","end":"2026-05-20T04:21:44.080065Z","steps":["trace[1228307523] 'process raft request' (duration: 72.112113ms)","trace[1228307523] 'compare' (duration: 36.37346ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:45.985783Z","caller":"traceutil/trace.go:171","msg":"trace[58128183] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"121.716848ms","start":"2026-05-20T04:21:45.864036Z","end":"2026-05-20T04:21:45.985752Z","steps":["trace[58128183] 'process raft request' (duration: 75.986494ms)","trace[58128183] 'compare' (duration: 44.458881ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:46.203991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.675882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:21:46.204259Z","caller":"traceutil/trace.go:171","msg":"trace[1054904632] transaction","detail":"{read_only:false; response_revision:5898; number_of_response:1; }","duration":"119.632343ms","start":"2026-05-20T04:21:46.084609Z","end":"2026-05-20T04:21:46.204241Z","steps":["trace[1054904632] 'process raft request' (duration: 119.591602ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:46.204282Z","caller":"traceutil/trace.go:171","msg":"trace[1805738260] transaction","detail":"{read_only:false; response_revision:5896; number_of_response:1; }","duration":"213.705369ms","start":"2026-05-20T04:21:45.990548Z","end":"2026-05-20T04:21:46.204254Z","steps":["trace[1805738260] 'process raft request' (duration: 213.534135ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:46.204596Z","caller":"traceutil/trace.go:171","msg":"trace[47414976] transaction","detail":"{read_only:false; response_revision:5895; number_of_response:1; }","duration":"214.14846ms","start":"2026-05-20T04:21:45.990429Z","end":"2026-05-20T04:21:46.204578Z","steps":["trace[47414976] 'process raft request' (duration: 95.811991ms)","trace[47414976] 'compare' (duration: 116.81566ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:46.204705Z","caller":"traceutil/trace.go:171","msg":"trace[1177125958] transaction","detail":"{read_only:false; response_revision:5897; number_of_response:1; }","duration":"214.09892ms","start":"2026-05-20T04:21:45.990576Z","end":"2026-05-20T04:21:46.204674Z","steps":["trace[1177125958] 'process raft request' (duration: 213.568975ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:46.204807Z","caller":"traceutil/trace.go:171","msg":"trace[1489654910] linearizableReadLoop","detail":"{readStateIndex:6190; appliedIndex:6187; }","duration":"213.822244ms","start":"2026-05-20T04:21:45.990951Z","end":"2026-05-20T04:21:46.204773Z","steps":["trace[1489654910] 'read index received' (duration: 36.437902ms)","trace[1489654910] 'applied index is now lower than readState.Index' (duration: 177.382581ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:46.205023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.807317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:21:46.205138Z","caller":"traceutil/trace.go:171","msg":"trace[469608212] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5898; }","duration":"209.89753ms","start":"2026-05-20T04:21:45.995164Z","end":"2026-05-20T04:21:46.205062Z","steps":["trace[469608212] 'agreement among raft nodes before linearized reading' (duration: 209.743126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:46.205198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.228414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:15 size:147608"} {"level":"info","ts":"2026-05-20T04:21:46.205237Z","caller":"traceutil/trace.go:171","msg":"trace[1520988303] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:15; response_revision:5898; }","duration":"214.282525ms","start":"2026-05-20T04:21:45.990944Z","end":"2026-05-20T04:21:46.205227Z","steps":["trace[1520988303] 'agreement among raft nodes before linearized reading' (duration: 213.944416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:46.20531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.399137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:15 size:147608"} {"level":"info","ts":"2026-05-20T04:21:46.205373Z","caller":"traceutil/trace.go:171","msg":"trace[1529590354] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:15; response_revision:5898; }","duration":"209.49204ms","start":"2026-05-20T04:21:45.99587Z","end":"2026-05-20T04:21:46.205362Z","steps":["trace[1529590354] 'agreement among raft nodes before linearized reading' (duration: 209.194632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:47.214497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:46.691737Z","time spent":"522.755702ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T04:21:47.214548Z","caller":"traceutil/trace.go:171","msg":"trace[2025856006] linearizableReadLoop","detail":"{readStateIndex:6192; appliedIndex:6192; }","duration":"301.637718ms","start":"2026-05-20T04:21:46.912879Z","end":"2026-05-20T04:21:47.214516Z","steps":["trace[2025856006] 'read index received' (duration: 301.622078ms)","trace[2025856006] 'applied index is now lower than readState.Index' (duration: 13.36µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:47.214815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.915786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:21:47.214866Z","caller":"traceutil/trace.go:171","msg":"trace[1445544348] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5898; }","duration":"301.989308ms","start":"2026-05-20T04:21:46.912864Z","end":"2026-05-20T04:21:47.214853Z","steps":["trace[1445544348] 'agreement among raft nodes before linearized reading' (duration: 301.851764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:47.21491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:46.912811Z","time spent":"302.08951ms","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":39,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:21:47.264789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.96082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:47.264892Z","caller":"traceutil/trace.go:171","msg":"trace[388779433] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5899; }","duration":"131.111024ms","start":"2026-05-20T04:21:47.133764Z","end":"2026-05-20T04:21:47.264875Z","steps":["trace[388779433] 'agreement among raft nodes before linearized reading' (duration: 130.916639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:47.604892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.995613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:21:47.605033Z","caller":"traceutil/trace.go:171","msg":"trace[166483817] linearizableReadLoop","detail":"{readStateIndex:6194; appliedIndex:6193; }","duration":"340.375422ms","start":"2026-05-20T04:21:47.264637Z","end":"2026-05-20T04:21:47.605012Z","steps":["trace[166483817] 'read index received' (duration: 159.103672ms)","trace[166483817] 'applied index is now lower than readState.Index' (duration: 181.2697ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:21:47.605118Z","caller":"traceutil/trace.go:171","msg":"trace[2006947303] transaction","detail":"{read_only:false; response_revision:5900; number_of_response:1; }","duration":"389.169555ms","start":"2026-05-20T04:21:47.215937Z","end":"2026-05-20T04:21:47.605106Z","steps":["trace[2006947303] 'process raft request' (duration: 207.868224ms)","trace[2006947303] 'compare' (duration: 180.644004ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:21:47.605187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:47.215917Z","time spent":"389.232096ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:21:47.605434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.691578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:47.605487Z","caller":"traceutil/trace.go:171","msg":"trace[1307941456] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5900; }","duration":"343.77689ms","start":"2026-05-20T04:21:47.261697Z","end":"2026-05-20T04:21:47.605474Z","steps":["trace[1307941456] 'agreement among raft nodes before linearized reading' (duration: 343.623535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:47.605521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:21:47.261683Z","time spent":"343.831901ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-05-20T04:21:47.657376Z","caller":"traceutil/trace.go:171","msg":"trace[751893173] transaction","detail":"{read_only:false; response_revision:5901; number_of_response:1; }","duration":"129.40709ms","start":"2026-05-20T04:21:47.527932Z","end":"2026-05-20T04:21:47.657339Z","steps":["trace[751893173] 'process raft request' (duration: 129.209865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:47.657599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.882969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-jqsjr\" ","response":"range_response_count:1 size:7397"} {"level":"info","ts":"2026-05-20T04:21:47.657686Z","caller":"traceutil/trace.go:171","msg":"trace[411086420] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-jqsjr; range_end:; response_count:1; response_revision:5901; }","duration":"133.058653ms","start":"2026-05-20T04:21:47.524609Z","end":"2026-05-20T04:21:47.657668Z","steps":["trace[411086420] 'agreement among raft nodes before linearized reading' (duration: 132.724405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:21:47.6584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.021154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:21:47.658528Z","caller":"traceutil/trace.go:171","msg":"trace[1716716573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5901; }","duration":"137.194539ms","start":"2026-05-20T04:21:47.521313Z","end":"2026-05-20T04:21:47.658507Z","steps":["trace[1716716573] 'agreement among raft nodes before linearized reading' (duration: 137.006274ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:58.218904Z","caller":"traceutil/trace.go:171","msg":"trace[800051845] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"108.519095ms","start":"2026-05-20T04:21:58.110362Z","end":"2026-05-20T04:21:58.218881Z","steps":["trace[800051845] 'process raft request' (duration: 108.450583ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:21:58.218923Z","caller":"traceutil/trace.go:171","msg":"trace[479343031] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"109.664254ms","start":"2026-05-20T04:21:58.109226Z","end":"2026-05-20T04:21:58.218891Z","steps":["trace[479343031] 'process raft request' (duration: 107.56772ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:22:02.333648Z","caller":"traceutil/trace.go:171","msg":"trace[1355704756] linearizableReadLoop","detail":"{readStateIndex:6321; appliedIndex:6320; }","duration":"102.677075ms","start":"2026-05-20T04:22:02.23095Z","end":"2026-05-20T04:22:02.333627Z","steps":["trace[1355704756] 'read index received' (duration: 102.531751ms)","trace[1355704756] 'applied index is now lower than readState.Index' (duration: 143.674µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:22:02.333941Z","caller":"traceutil/trace.go:171","msg":"trace[1943148672] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"137.894988ms","start":"2026-05-20T04:22:02.196033Z","end":"2026-05-20T04:22:02.333928Z","steps":["trace[1943148672] 'process raft request' (duration: 137.435057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:22:02.334187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.22941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:22:02.334219Z","caller":"traceutil/trace.go:171","msg":"trace[437614499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6025; }","duration":"103.273411ms","start":"2026-05-20T04:22:02.230937Z","end":"2026-05-20T04:22:02.334211Z","steps":["trace[437614499] 'agreement among raft nodes before linearized reading' (duration: 103.157238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:22:02.451815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.138891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:22:02.451977Z","caller":"traceutil/trace.go:171","msg":"trace[558057432] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6026; }","duration":"155.347396ms","start":"2026-05-20T04:22:02.296606Z","end":"2026-05-20T04:22:02.451954Z","steps":["trace[558057432] 'agreement among raft nodes before linearized reading' (duration: 126.966808ms)","trace[558057432] 'count revisions from in-memory index tree' (duration: 28.175483ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:22:02.452383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.457833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:22:02.452785Z","caller":"traceutil/trace.go:171","msg":"trace[1659252687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6026; }","duration":"124.879075ms","start":"2026-05-20T04:22:02.327887Z","end":"2026-05-20T04:22:02.452766Z","steps":["trace[1659252687] 'agreement among raft nodes before linearized reading' (duration: 95.668955ms)","trace[1659252687] 'range keys from in-memory index tree' (duration: 28.735637ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:22:09.526909Z","caller":"traceutil/trace.go:171","msg":"trace[1511558534] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"163.286312ms","start":"2026-05-20T04:22:09.363593Z","end":"2026-05-20T04:22:09.52688Z","steps":["trace[1511558534] 'process raft request' (duration: 163.086927ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:24:59.877037Z","caller":"traceutil/trace.go:171","msg":"trace[75465379] linearizableReadLoop","detail":"{readStateIndex:8180; appliedIndex:8179; }","duration":"320.451884ms","start":"2026-05-20T04:24:59.556556Z","end":"2026-05-20T04:24:59.877008Z","steps":["trace[75465379] 'read index received' (duration: 320.269339ms)","trace[75465379] 'applied index is now lower than readState.Index' (duration: 181.325µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:24:59.87743Z","caller":"traceutil/trace.go:171","msg":"trace[1007975639] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"321.866741ms","start":"2026-05-20T04:24:59.55555Z","end":"2026-05-20T04:24:59.877416Z","steps":["trace[1007975639] 'process raft request' (duration: 321.306487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:24:59.877567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:24:59.55553Z","time spent":"321.934733ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7183,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:24:59.877907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.175183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-20T04:24:59.877945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.68769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-bbdbb4bb5-ps5cf.18b12b7265780353\" ","response":"range_response_count:1 size:807"} {"level":"warn","ts":"2026-05-20T04:24:59.877992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.102758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:24:59.878013Z","caller":"traceutil/trace.go:171","msg":"trace[1863403903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7833; }","duration":"321.309396ms","start":"2026-05-20T04:24:59.556678Z","end":"2026-05-20T04:24:59.877988Z","steps":["trace[1863403903] 'agreement among raft nodes before linearized reading' (duration: 321.041719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:24:59.878008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.395947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11422"} {"level":"info","ts":"2026-05-20T04:24:59.878043Z","caller":"traceutil/trace.go:171","msg":"trace[943060611] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-bbdbb4bb5-ps5cf.18b12b7265780353; range_end:; response_count:1; response_revision:7833; }","duration":"234.819684ms","start":"2026-05-20T04:24:59.643195Z","end":"2026-05-20T04:24:59.878015Z","steps":["trace[943060611] 'agreement among raft nodes before linearized reading' (duration: 234.563357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:24:59.878067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:24:59.556672Z","time spent":"321.381929ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:24:59.878086Z","caller":"traceutil/trace.go:171","msg":"trace[275106716] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:7833; }","duration":"117.530109ms","start":"2026-05-20T04:24:59.760541Z","end":"2026-05-20T04:24:59.878071Z","steps":["trace[275106716] 'agreement among raft nodes before linearized reading' (duration: 117.265972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:24:59.878093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.529832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:24:59.878116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.921823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:24:59.878136Z","caller":"traceutil/trace.go:171","msg":"trace[1673752467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7833; }","duration":"321.595203ms","start":"2026-05-20T04:24:59.556528Z","end":"2026-05-20T04:24:59.878124Z","steps":["trace[1673752467] 'agreement among raft nodes before linearized reading' (duration: 321.433289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:24:59.878139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.507306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:24:59.878172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:24:59.556513Z","time spent":"321.651936ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:24:59.878173Z","caller":"traceutil/trace.go:171","msg":"trace[259827775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7833; }","duration":"320.560498ms","start":"2026-05-20T04:24:59.557604Z","end":"2026-05-20T04:24:59.878165Z","steps":["trace[259827775] 'agreement among raft nodes before linearized reading' (duration: 320.474765ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:24:59.878173Z","caller":"traceutil/trace.go:171","msg":"trace[1433720125] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:7833; }","duration":"238.008676ms","start":"2026-05-20T04:24:59.640146Z","end":"2026-05-20T04:24:59.878154Z","steps":["trace[1433720125] 'agreement among raft nodes before linearized reading' (duration: 237.883282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:24:59.878209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:24:59.55759Z","time spent":"320.611099ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T04:24:59.878053Z","caller":"traceutil/trace.go:171","msg":"trace[1239607885] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:7833; }","duration":"301.199089ms","start":"2026-05-20T04:24:59.576838Z","end":"2026-05-20T04:24:59.878037Z","steps":["trace[1239607885] 'agreement among raft nodes before linearized reading' (duration: 301.024805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:24:59.878327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.863267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ce806de-cb33-4fb5-8407-7c782cce7867\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-05-20T04:24:59.878334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:24:59.576823Z","time spent":"301.492358ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:24:59.878357Z","caller":"traceutil/trace.go:171","msg":"trace[2105532252] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ce806de-cb33-4fb5-8407-7c782cce7867; range_end:; response_count:1; response_revision:7833; }","duration":"229.890418ms","start":"2026-05-20T04:24:59.648456Z","end":"2026-05-20T04:24:59.878346Z","steps":["trace[2105532252] 'agreement among raft nodes before linearized reading' (duration: 229.801056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:24:59.877981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.43917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17885"} {"level":"warn","ts":"2026-05-20T04:24:59.878456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.50996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:24:59.878458Z","caller":"traceutil/trace.go:171","msg":"trace[241664621] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7833; }","duration":"300.945135ms","start":"2026-05-20T04:24:59.577499Z","end":"2026-05-20T04:24:59.878445Z","steps":["trace[241664621] 'agreement among raft nodes before linearized reading' (duration: 300.249406ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:24:59.878487Z","caller":"traceutil/trace.go:171","msg":"trace[1247305829] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7833; }","duration":"166.571411ms","start":"2026-05-20T04:24:59.711906Z","end":"2026-05-20T04:24:59.878477Z","steps":["trace[1247305829] 'agreement among raft nodes before linearized reading' (duration: 166.52195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:24:59.878498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:24:59.577472Z","time spent":"301.011196ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17907,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-05-20T04:25:00.005868Z","caller":"traceutil/trace.go:171","msg":"trace[982883605] linearizableReadLoop","detail":"{readStateIndex:8182; appliedIndex:8181; }","duration":"119.208243ms","start":"2026-05-20T04:24:59.886633Z","end":"2026-05-20T04:25:00.005841Z","steps":["trace[982883605] 'read index received' (duration: 39.670919ms)","trace[982883605] 'applied index is now lower than readState.Index' (duration: 79.536254ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:25:00.006081Z","caller":"traceutil/trace.go:171","msg":"trace[466425074] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"119.403868ms","start":"2026-05-20T04:24:59.88665Z","end":"2026-05-20T04:25:00.006053Z","steps":["trace[466425074] 'process raft request' (duration: 119.111001ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:25:00.006071Z","caller":"traceutil/trace.go:171","msg":"trace[563044681] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"119.372017ms","start":"2026-05-20T04:24:59.886676Z","end":"2026-05-20T04:25:00.006048Z","steps":["trace[563044681] 'process raft request' (duration: 119.128321ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:25:00.006527Z","caller":"traceutil/trace.go:171","msg":"trace[1796696063] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"119.939782ms","start":"2026-05-20T04:24:59.886566Z","end":"2026-05-20T04:25:00.006506Z","steps":["trace[1796696063] 'process raft request' (duration: 119.048799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:00.006544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.862999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-w56t6\" ","response":"range_response_count:1 size:4455"} {"level":"warn","ts":"2026-05-20T04:25:00.0066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.840308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/volumegroupsnapshotclasses.groupsnapshot.storage.k8s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:25:00.006654Z","caller":"traceutil/trace.go:171","msg":"trace[1482953418] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-w56t6; range_end:; response_count:1; response_revision:7837; }","duration":"120.028544ms","start":"2026-05-20T04:24:59.886599Z","end":"2026-05-20T04:25:00.006627Z","steps":["trace[1482953418] 'agreement among raft nodes before linearized reading' (duration: 119.573022ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:25:00.006666Z","caller":"traceutil/trace.go:171","msg":"trace[1603883738] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/volumegroupsnapshotclasses.groupsnapshot.storage.k8s.io; range_end:; response_count:0; response_revision:7837; }","duration":"117.94072ms","start":"2026-05-20T04:24:59.888704Z","end":"2026-05-20T04:25:00.006645Z","steps":["trace[1603883738] 'agreement among raft nodes before linearized reading' (duration: 117.828787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:00.007199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.787453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:330666"} {"level":"warn","ts":"2026-05-20T04:25:00.007175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.481156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:330666"} {"level":"info","ts":"2026-05-20T04:25:00.007274Z","caller":"traceutil/trace.go:171","msg":"trace[932204721] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:7837; }","duration":"120.598999ms","start":"2026-05-20T04:24:59.886663Z","end":"2026-05-20T04:25:00.007262Z","steps":["trace[932204721] 'agreement among raft nodes before linearized reading' (duration: 119.538731ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:25:00.007272Z","caller":"traceutil/trace.go:171","msg":"trace[1628249566] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:7837; }","duration":"118.957777ms","start":"2026-05-20T04:24:59.888296Z","end":"2026-05-20T04:25:00.007254Z","steps":["trace[1628249566] 'agreement among raft nodes before linearized reading' (duration: 118.453964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:00.007293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.773928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11422"} {"level":"info","ts":"2026-05-20T04:25:00.00764Z","caller":"traceutil/trace.go:171","msg":"trace[705419820] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:7837; }","duration":"120.117977ms","start":"2026-05-20T04:24:59.887493Z","end":"2026-05-20T04:25:00.007611Z","steps":["trace[705419820] 'agreement among raft nodes before linearized reading' (duration: 119.704446ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:25:09.552383Z","caller":"traceutil/trace.go:171","msg":"trace[744009205] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"349.358988ms","start":"2026-05-20T04:25:09.202818Z","end":"2026-05-20T04:25:09.552177Z","steps":["trace[744009205] 'process raft request' (duration: 255.454675ms)","trace[744009205] 'compare' (duration: 93.39331ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:25:09.552515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:25:09.202807Z","time spent":"349.652045ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:25:09.555608Z","caller":"traceutil/trace.go:171","msg":"trace[311907740] linearizableReadLoop","detail":"{readStateIndex:8377; appliedIndex:8367; }","duration":"332.32331ms","start":"2026-05-20T04:25:09.223201Z","end":"2026-05-20T04:25:09.555525Z","steps":["trace[311907740] 'read index received' (duration: 235.130722ms)","trace[311907740] 'applied index is now lower than readState.Index' (duration: 97.191698ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:25:09.555989Z","caller":"traceutil/trace.go:171","msg":"trace[2098654179] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"352.12786ms","start":"2026-05-20T04:25:09.203847Z","end":"2026-05-20T04:25:09.555975Z","steps":["trace[2098654179] 'process raft request' (duration: 351.248067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:09.556163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:25:09.203826Z","time spent":"352.275583ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:25:09.556349Z","caller":"traceutil/trace.go:171","msg":"trace[441394844] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"350.957549ms","start":"2026-05-20T04:25:09.20538Z","end":"2026-05-20T04:25:09.556338Z","steps":["trace[441394844] 'process raft request' (duration: 350.043566ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:25:09.556347Z","caller":"traceutil/trace.go:171","msg":"trace[128384076] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"350.972019ms","start":"2026-05-20T04:25:09.205351Z","end":"2026-05-20T04:25:09.556323Z","steps":["trace[128384076] 'process raft request' (duration: 350.047476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:09.5564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:25:09.205375Z","time spent":"351.00437ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:25:09.556444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:25:09.205346Z","time spent":"351.050701ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:25:09.556475Z","caller":"traceutil/trace.go:171","msg":"trace[1092115985] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"351.066801ms","start":"2026-05-20T04:25:09.2054Z","end":"2026-05-20T04:25:09.556467Z","steps":["trace[1092115985] 'process raft request' (duration: 350.056175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:09.556513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:25:09.205391Z","time spent":"351.103093ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":531,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:25:09.556543Z","caller":"traceutil/trace.go:171","msg":"trace[524924426] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"352.221371ms","start":"2026-05-20T04:25:09.204313Z","end":"2026-05-20T04:25:09.556535Z","steps":["trace[524924426] 'process raft request' (duration: 350.908627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:09.556575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:25:09.204305Z","time spent":"352.252781ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:25:09.5566Z","caller":"traceutil/trace.go:171","msg":"trace[734772239] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"351.143434ms","start":"2026-05-20T04:25:09.205436Z","end":"2026-05-20T04:25:09.556579Z","steps":["trace[734772239] 'process raft request' (duration: 350.045046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:09.556637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:25:09.205405Z","time spent":"351.215575ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:25:09.556753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.558162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:25:09.556771Z","caller":"traceutil/trace.go:171","msg":"trace[1043332119] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"352.308793ms","start":"2026-05-20T04:25:09.204443Z","end":"2026-05-20T04:25:09.556751Z","steps":["trace[1043332119] 'process raft request' (duration: 350.810305ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:25:09.556792Z","caller":"traceutil/trace.go:171","msg":"trace[1740590133] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8027; }","duration":"333.696425ms","start":"2026-05-20T04:25:09.223084Z","end":"2026-05-20T04:25:09.55678Z","steps":["trace[1740590133] 'agreement among raft nodes before linearized reading' (duration: 333.626233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:09.556815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:25:09.204436Z","time spent":"352.352434ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:25:09.556825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:25:09.223071Z","time spent":"333.745846ms","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:25:09.556912Z","caller":"traceutil/trace.go:171","msg":"trace[332323429] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"352.219921ms","start":"2026-05-20T04:25:09.204687Z","end":"2026-05-20T04:25:09.556906Z","steps":["trace[332323429] 'process raft request' (duration: 350.63846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:09.556946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:25:09.20468Z","time spent":"352.253993ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T04:25:09.557071Z","caller":"traceutil/trace.go:171","msg":"trace[662533441] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"351.906554ms","start":"2026-05-20T04:25:09.205157Z","end":"2026-05-20T04:25:09.557063Z","steps":["trace[662533441] 'process raft request' (duration: 350.1972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:09.557107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:25:09.205152Z","time spent":"351.939985ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:25:09.557435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.748198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:25:09.557467Z","caller":"traceutil/trace.go:171","msg":"trace[110832535] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8027; }","duration":"298.811749ms","start":"2026-05-20T04:25:09.258647Z","end":"2026-05-20T04:25:09.557458Z","steps":["trace[110832535] 'agreement among raft nodes before linearized reading' (duration: 298.762828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:09.557739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.071942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-05-20T04:25:09.557767Z","caller":"traceutil/trace.go:171","msg":"trace[2146683810] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:8027; }","duration":"200.133794ms","start":"2026-05-20T04:25:09.357626Z","end":"2026-05-20T04:25:09.557759Z","steps":["trace[2146683810] 'agreement among raft nodes before linearized reading' (duration: 200.047582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:09.557904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.173334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:25:09.559844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.620986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:25:09.559895Z","caller":"traceutil/trace.go:171","msg":"trace[389182422] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:8027; }","duration":"300.683978ms","start":"2026-05-20T04:25:09.259199Z","end":"2026-05-20T04:25:09.559883Z","steps":["trace[389182422] 'agreement among raft nodes before linearized reading' (duration: 300.605126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:09.559927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:25:09.259194Z","time spent":"300.726609ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-05-20T04:25:09.560157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.170349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:25:09.560256Z","caller":"traceutil/trace.go:171","msg":"trace[1493564007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8027; }","duration":"257.243011ms","start":"2026-05-20T04:25:09.302942Z","end":"2026-05-20T04:25:09.560185Z","steps":["trace[1493564007] 'agreement among raft nodes before linearized reading' (duration: 257.122928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:09.561895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.13643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:25:09.561932Z","caller":"traceutil/trace.go:171","msg":"trace[1622919695] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:8027; }","duration":"303.219902ms","start":"2026-05-20T04:25:09.258703Z","end":"2026-05-20T04:25:09.561923Z","steps":["trace[1622919695] 'agreement among raft nodes before linearized reading' (duration: 303.156931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:09.561955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:25:09.258682Z","time spent":"303.267343ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:25:09.562185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.128978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:25:09.562212Z","caller":"traceutil/trace.go:171","msg":"trace[1009712980] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:8027; }","duration":"301.162788ms","start":"2026-05-20T04:25:09.261043Z","end":"2026-05-20T04:25:09.562206Z","steps":["trace[1009712980] 'agreement among raft nodes before linearized reading' (duration: 301.126308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:09.56223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:25:09.261039Z","time spent":"301.186849ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:25:09.56235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.957097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-20T04:25:09.562374Z","caller":"traceutil/trace.go:171","msg":"trace[247254259] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8027; }","duration":"284.015519ms","start":"2026-05-20T04:25:09.278351Z","end":"2026-05-20T04:25:09.562367Z","steps":["trace[247254259] 'agreement among raft nodes before linearized reading' (duration: 283.949727ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:25:09.557927Z","caller":"traceutil/trace.go:171","msg":"trace[861739895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8027; }","duration":"244.218326ms","start":"2026-05-20T04:25:09.313703Z","end":"2026-05-20T04:25:09.557922Z","steps":["trace[861739895] 'agreement among raft nodes before linearized reading' (duration: 244.155814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:09.565204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.712792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-20T04:25:09.565264Z","caller":"traceutil/trace.go:171","msg":"trace[359065450] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:8027; }","duration":"299.818015ms","start":"2026-05-20T04:25:09.26543Z","end":"2026-05-20T04:25:09.565248Z","steps":["trace[359065450] 'agreement among raft nodes before linearized reading' (duration: 299.611889ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:25:23.705619Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5360} {"level":"info","ts":"2026-05-20T04:25:23.755423Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5360,"took":"47.438199ms","hash":655219325,"current-db-size-bytes":42455040,"current-db-size":"42 MB","current-db-size-in-use-bytes":22499328,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-05-20T04:25:23.755594Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":655219325,"revision":5360,"compact-revision":4429} {"level":"info","ts":"2026-05-20T04:25:48.444863Z","caller":"traceutil/trace.go:171","msg":"trace[1411011739] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"157.255301ms","start":"2026-05-20T04:25:48.287559Z","end":"2026-05-20T04:25:48.444815Z","steps":["trace[1411011739] 'process raft request' (duration: 156.443961ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:25:48.445362Z","caller":"traceutil/trace.go:171","msg":"trace[636026254] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"119.136721ms","start":"2026-05-20T04:25:48.326198Z","end":"2026-05-20T04:25:48.445335Z","steps":["trace[636026254] 'process raft request' (duration: 118.532815ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:25:48.445489Z","caller":"traceutil/trace.go:171","msg":"trace[1407577147] linearizableReadLoop","detail":"{readStateIndex:9231; appliedIndex:9229; }","duration":"157.641101ms","start":"2026-05-20T04:25:48.287798Z","end":"2026-05-20T04:25:48.445439Z","steps":["trace[1407577147] 'read index received' (duration: 41.592579ms)","trace[1407577147] 'applied index is now lower than readState.Index' (duration: 116.036792ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:25:48.445943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.100314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T04:25:48.44648Z","caller":"traceutil/trace.go:171","msg":"trace[2058262601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8862; }","duration":"158.692128ms","start":"2026-05-20T04:25:48.287772Z","end":"2026-05-20T04:25:48.446464Z","steps":["trace[2058262601] 'agreement among raft nodes before linearized reading' (duration: 157.889087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:25:48.466507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.523132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-20T04:25:48.466585Z","caller":"traceutil/trace.go:171","msg":"trace[874364271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8863; }","duration":"163.658826ms","start":"2026-05-20T04:25:48.302909Z","end":"2026-05-20T04:25:48.466568Z","steps":["trace[874364271] 'agreement among raft nodes before linearized reading' (duration: 163.460041ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:26:00.9475Z","caller":"traceutil/trace.go:171","msg":"trace[1509910349] transaction","detail":"{read_only:false; response_revision:9205; number_of_response:1; }","duration":"121.959033ms","start":"2026-05-20T04:26:00.825519Z","end":"2026-05-20T04:26:00.947478Z","steps":["trace[1509910349] 'process raft request' (duration: 119.832549ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:26:03.682822Z","caller":"traceutil/trace.go:171","msg":"trace[637258147] transaction","detail":"{read_only:false; response_revision:9248; number_of_response:1; }","duration":"111.081225ms","start":"2026-05-20T04:26:03.571718Z","end":"2026-05-20T04:26:03.682799Z","steps":["trace[637258147] 'process raft request' (duration: 109.572646ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:26:03.697356Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000025a6.wal"} {"level":"info","ts":"2026-05-20T04:26:03.697743Z","caller":"traceutil/trace.go:171","msg":"trace[1393284296] transaction","detail":"{read_only:false; response_revision:9249; number_of_response:1; }","duration":"125.080334ms","start":"2026-05-20T04:26:03.572606Z","end":"2026-05-20T04:26:03.697686Z","steps":["trace[1393284296] 'process raft request' (duration: 124.880159ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:26:03.69849Z","caller":"traceutil/trace.go:171","msg":"trace[1891128406] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"115.713944ms","start":"2026-05-20T04:26:03.582763Z","end":"2026-05-20T04:26:03.698476Z","steps":["trace[1891128406] 'process raft request' (duration: 114.843571ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:26:10.152454Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":10003,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-20T04:26:10.168355Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10003} {"level":"info","ts":"2026-05-20T04:26:10.168438Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5003} {"level":"info","ts":"2026-05-20T04:26:10.971955Z","caller":"traceutil/trace.go:171","msg":"trace[1830321846] transaction","detail":"{read_only:false; response_revision:9728; number_of_response:1; }","duration":"100.033492ms","start":"2026-05-20T04:26:10.871873Z","end":"2026-05-20T04:26:10.971907Z","steps":["trace[1830321846] 'process raft request' (duration: 76.986309ms)","trace[1830321846] 'compare' (duration: 22.148519ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:26:10.996208Z","caller":"traceutil/trace.go:171","msg":"trace[47346298] transaction","detail":"{read_only:false; response_revision:9730; number_of_response:1; }","duration":"117.580432ms","start":"2026-05-20T04:26:10.87861Z","end":"2026-05-20T04:26:10.996191Z","steps":["trace[47346298] 'process raft request' (duration: 117.368516ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:26:10.996197Z","caller":"traceutil/trace.go:171","msg":"trace[1681437813] transaction","detail":"{read_only:false; response_revision:9729; number_of_response:1; }","duration":"121.794619ms","start":"2026-05-20T04:26:10.874374Z","end":"2026-05-20T04:26:10.996169Z","steps":["trace[1681437813] 'process raft request' (duration: 121.486291ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:26:13.134053Z","caller":"traceutil/trace.go:171","msg":"trace[924149150] transaction","detail":"{read_only:false; response_revision:9905; number_of_response:1; }","duration":"107.21755ms","start":"2026-05-20T04:26:13.026807Z","end":"2026-05-20T04:26:13.134024Z","steps":["trace[924149150] 'process raft request' (duration: 107.046735ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:26:35.755875Z","caller":"traceutil/trace.go:171","msg":"trace[1621784087] transaction","detail":"{read_only:false; response_revision:10402; number_of_response:1; }","duration":"127.719867ms","start":"2026-05-20T04:26:35.628134Z","end":"2026-05-20T04:26:35.755854Z","steps":["trace[1621784087] 'process raft request' (duration: 59.972948ms)","trace[1621784087] 'compare' (duration: 67.445321ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:26:35.756254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.631689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:26:35.756311Z","caller":"traceutil/trace.go:171","msg":"trace[1156974005] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:10402; }","duration":"119.738742ms","start":"2026-05-20T04:26:35.636559Z","end":"2026-05-20T04:26:35.756297Z","steps":["trace[1156974005] 'agreement among raft nodes before linearized reading' (duration: 119.629509ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:26:35.755713Z","caller":"traceutil/trace.go:171","msg":"trace[1891423573] linearizableReadLoop","detail":"{readStateIndex:10810; appliedIndex:10809; }","duration":"119.072705ms","start":"2026-05-20T04:26:35.636612Z","end":"2026-05-20T04:26:35.755685Z","steps":["trace[1891423573] 'read index received' (duration: 51.343896ms)","trace[1891423573] 'applied index is now lower than readState.Index' (duration: 67.727419ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:26:35.757011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.66661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:26:35.757069Z","caller":"traceutil/trace.go:171","msg":"trace[782012736] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:10402; }","duration":"119.761212ms","start":"2026-05-20T04:26:35.637294Z","end":"2026-05-20T04:26:35.757055Z","steps":["trace[782012736] 'agreement among raft nodes before linearized reading' (duration: 119.486785ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:26:58.854909Z","caller":"traceutil/trace.go:171","msg":"trace[2125836379] transaction","detail":"{read_only:false; response_revision:10687; number_of_response:1; }","duration":"114.864777ms","start":"2026-05-20T04:26:58.740016Z","end":"2026-05-20T04:26:58.854881Z","steps":["trace[2125836379] 'process raft request' (duration: 77.428927ms)","trace[2125836379] 'compare' (duration: 37.314177ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:27:00.415898Z","caller":"traceutil/trace.go:171","msg":"trace[229388068] linearizableReadLoop","detail":"{readStateIndex:11111; appliedIndex:11110; }","duration":"102.645432ms","start":"2026-05-20T04:27:00.313224Z","end":"2026-05-20T04:27:00.415869Z","steps":["trace[229388068] 'read index received' (duration: 20.460134ms)","trace[229388068] 'applied index is now lower than readState.Index' (duration: 82.183928ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:27:00.416465Z","caller":"traceutil/trace.go:171","msg":"trace[1459483407] transaction","detail":"{read_only:false; response_revision:10696; number_of_response:1; }","duration":"126.013962ms","start":"2026-05-20T04:27:00.290411Z","end":"2026-05-20T04:27:00.416425Z","steps":["trace[1459483407] 'process raft request' (duration: 43.172707ms)","trace[1459483407] 'compare' (duration: 82.143626ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:27:00.417554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.307945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:27:00.417663Z","caller":"traceutil/trace.go:171","msg":"trace[2024035530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10696; }","duration":"104.49462ms","start":"2026-05-20T04:27:00.313147Z","end":"2026-05-20T04:27:00.417641Z","steps":["trace[2024035530] 'agreement among raft nodes before linearized reading' (duration: 103.171776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:27:00.714107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.028061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:27:00.714547Z","caller":"traceutil/trace.go:171","msg":"trace[1076588760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10697; }","duration":"193.489163ms","start":"2026-05-20T04:27:00.521011Z","end":"2026-05-20T04:27:00.7145Z","steps":["trace[1076588760] 'range keys from in-memory index tree' (duration: 192.95849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:27:02.466989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.304117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:27:02.467585Z","caller":"traceutil/trace.go:171","msg":"trace[480679958] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10714; }","duration":"304.896081ms","start":"2026-05-20T04:27:02.162629Z","end":"2026-05-20T04:27:02.467525Z","steps":["trace[480679958] 'count revisions from in-memory index tree' (duration: 304.232845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:27:02.467651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:27:02.162614Z","time spent":"305.026615ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:27:02.467047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.583498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-20T04:27:02.467822Z","caller":"traceutil/trace.go:171","msg":"trace[93570792] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10714; }","duration":"320.401218ms","start":"2026-05-20T04:27:02.147411Z","end":"2026-05-20T04:27:02.467812Z","steps":["trace[93570792] 'range keys from in-memory index tree' (duration: 319.443254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:27:02.467859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:27:02.147394Z","time spent":"320.45396ms","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-05-20T04:27:02.493123Z","caller":"traceutil/trace.go:171","msg":"trace[2066234242] linearizableReadLoop","detail":"{readStateIndex:11130; appliedIndex:11129; }","duration":"239.896314ms","start":"2026-05-20T04:27:02.253187Z","end":"2026-05-20T04:27:02.493084Z","steps":["trace[2066234242] 'read index received' (duration: 161.39158ms)","trace[2066234242] 'applied index is now lower than readState.Index' (duration: 78.503004ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:27:02.493477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.253713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T04:27:02.493926Z","caller":"traceutil/trace.go:171","msg":"trace[1652360533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10714; }","duration":"240.702145ms","start":"2026-05-20T04:27:02.253164Z","end":"2026-05-20T04:27:02.493866Z","steps":["trace[1652360533] 'agreement among raft nodes before linearized reading' (duration: 240.080899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:27:02.494436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.135387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2214723"} {"level":"info","ts":"2026-05-20T04:27:02.494497Z","caller":"traceutil/trace.go:171","msg":"trace[2056693376] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:10714; }","duration":"151.25479ms","start":"2026-05-20T04:27:02.343227Z","end":"2026-05-20T04:27:02.494482Z","steps":["trace[2056693376] 'agreement among raft nodes before linearized reading' (duration: 150.04432ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:27:58.998382Z","caller":"traceutil/trace.go:171","msg":"trace[887731815] transaction","detail":"{read_only:false; response_revision:11393; number_of_response:1; }","duration":"349.785332ms","start":"2026-05-20T04:27:58.648562Z","end":"2026-05-20T04:27:58.998347Z","steps":["trace[887731815] 'process raft request' (duration: 341.418237ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:27:58.998381Z","caller":"traceutil/trace.go:171","msg":"trace[342684315] linearizableReadLoop","detail":"{readStateIndex:11824; appliedIndex:11823; }","duration":"212.190512ms","start":"2026-05-20T04:27:58.786162Z","end":"2026-05-20T04:27:58.998353Z","steps":["trace[342684315] 'read index received' (duration: 203.703454ms)","trace[342684315] 'applied index is now lower than readState.Index' (duration: 8.485868ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:27:58.998539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.369998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T04:27:58.998571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:27:58.648538Z","time spent":"349.952427ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9174,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:27:58.998603Z","caller":"traceutil/trace.go:171","msg":"trace[650204642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11393; }","duration":"212.44099ms","start":"2026-05-20T04:27:58.786148Z","end":"2026-05-20T04:27:58.998589Z","steps":["trace[650204642] 'agreement among raft nodes before linearized reading' (duration: 212.263344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:27:58.998844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.954485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:27:58.998876Z","caller":"traceutil/trace.go:171","msg":"trace[2031573433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11393; }","duration":"208.000176ms","start":"2026-05-20T04:27:58.790868Z","end":"2026-05-20T04:27:58.998868Z","steps":["trace[2031573433] 'agreement among raft nodes before linearized reading' (duration: 207.921974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:27:58.999012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.954693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58a14520-9a36-499b-b9fb-351cb21f57ae\" ","response":"range_response_count:1 size:3930"} {"level":"info","ts":"2026-05-20T04:27:58.999039Z","caller":"traceutil/trace.go:171","msg":"trace[1476420702] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-58a14520-9a36-499b-b9fb-351cb21f57ae; range_end:; response_count:1; response_revision:11393; }","duration":"176.024335ms","start":"2026-05-20T04:27:58.823007Z","end":"2026-05-20T04:27:58.999032Z","steps":["trace[1476420702] 'agreement among raft nodes before linearized reading' (duration: 175.960173ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:28:16.743405Z","caller":"traceutil/trace.go:171","msg":"trace[1260574938] transaction","detail":"{read_only:false; response_revision:11571; number_of_response:1; }","duration":"116.56266ms","start":"2026-05-20T04:28:16.62681Z","end":"2026-05-20T04:28:16.743373Z","steps":["trace[1260574938] 'process raft request' (duration: 116.396376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:28:22.279032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.754864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:28:22.279145Z","caller":"traceutil/trace.go:171","msg":"trace[1459967964] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:11634; }","duration":"121.918548ms","start":"2026-05-20T04:28:22.157193Z","end":"2026-05-20T04:28:22.279112Z","steps":["trace[1459967964] 'range keys from in-memory index tree' (duration: 121.445416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:28:23.178402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.445764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:28:23.17853Z","caller":"traceutil/trace.go:171","msg":"trace[58487817] linearizableReadLoop","detail":"{readStateIndex:12078; appliedIndex:12077; }","duration":"230.620636ms","start":"2026-05-20T04:28:22.947889Z","end":"2026-05-20T04:28:23.17851Z","steps":["trace[58487817] 'read index received' (duration: 31.19313ms)","trace[58487817] 'applied index is now lower than readState.Index' (duration: 199.425606ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:28:23.178896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.975635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:28:23.178984Z","caller":"traceutil/trace.go:171","msg":"trace[154748469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11640; }","duration":"231.107378ms","start":"2026-05-20T04:28:22.947856Z","end":"2026-05-20T04:28:23.178964Z","steps":["trace[154748469] 'agreement among raft nodes before linearized reading' (duration: 230.832171ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:28:23.178959Z","caller":"traceutil/trace.go:171","msg":"trace[621630930] transaction","detail":"{read_only:false; response_revision:11640; number_of_response:1; }","duration":"250.255179ms","start":"2026-05-20T04:28:22.928658Z","end":"2026-05-20T04:28:23.178913Z","steps":["trace[621630930] 'process raft request' (duration: 146.19694ms)","trace[621630930] 'compare' (duration: 103.326191ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:28:28.432675Z","caller":"traceutil/trace.go:171","msg":"trace[1637150994] linearizableReadLoop","detail":"{readStateIndex:12116; appliedIndex:12115; }","duration":"114.330533ms","start":"2026-05-20T04:28:28.318326Z","end":"2026-05-20T04:28:28.432657Z","steps":["trace[1637150994] 'read index received' (duration: 74.399208ms)","trace[1637150994] 'applied index is now lower than readState.Index' (duration: 39.930515ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:28:28.432897Z","caller":"traceutil/trace.go:171","msg":"trace[2038501971] transaction","detail":"{read_only:false; response_revision:11677; number_of_response:1; }","duration":"150.364058ms","start":"2026-05-20T04:28:28.282478Z","end":"2026-05-20T04:28:28.432842Z","steps":["trace[2038501971] 'process raft request' (duration: 110.257388ms)","trace[2038501971] 'compare' (duration: 39.825153ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:28:28.432992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.649041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:28:28.433053Z","caller":"traceutil/trace.go:171","msg":"trace[767905757] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11677; }","duration":"114.725953ms","start":"2026-05-20T04:28:28.318315Z","end":"2026-05-20T04:28:28.433041Z","steps":["trace[767905757] 'agreement among raft nodes before linearized reading' (duration: 114.534698ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:28:33.982675Z","caller":"traceutil/trace.go:171","msg":"trace[1844423838] linearizableReadLoop","detail":"{readStateIndex:12146; appliedIndex:12145; }","duration":"373.990244ms","start":"2026-05-20T04:28:33.608663Z","end":"2026-05-20T04:28:33.982653Z","steps":["trace[1844423838] 'read index received' (duration: 358.779634ms)","trace[1844423838] 'applied index is now lower than readState.Index' (duration: 15.20964ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:28:33.982779Z","caller":"traceutil/trace.go:171","msg":"trace[1525523518] transaction","detail":"{read_only:false; response_revision:11706; number_of_response:1; }","duration":"386.691319ms","start":"2026-05-20T04:28:33.596077Z","end":"2026-05-20T04:28:33.982768Z","steps":["trace[1525523518] 'process raft request' (duration: 371.290614ms)","trace[1525523518] 'compare' (duration: 15.19119ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:28:33.98286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:28:33.596052Z","time spent":"386.746081ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:28:33.98294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.257621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7389"} {"level":"info","ts":"2026-05-20T04:28:33.983023Z","caller":"traceutil/trace.go:171","msg":"trace[738477766] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:11706; }","duration":"374.383944ms","start":"2026-05-20T04:28:33.60862Z","end":"2026-05-20T04:28:33.983004Z","steps":["trace[738477766] 'agreement among raft nodes before linearized reading' (duration: 374.187789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:28:33.983058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:28:33.6086Z","time spent":"374.449576ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7411,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-05-20T04:28:34.080587Z","caller":"traceutil/trace.go:171","msg":"trace[1923398274] transaction","detail":"{read_only:false; response_revision:11708; number_of_response:1; }","duration":"114.422295ms","start":"2026-05-20T04:28:33.966144Z","end":"2026-05-20T04:28:34.080567Z","steps":["trace[1923398274] 'process raft request' (duration: 114.367074ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:28:34.080599Z","caller":"traceutil/trace.go:171","msg":"trace[1878359253] transaction","detail":"{read_only:false; response_revision:11707; number_of_response:1; }","duration":"147.306409ms","start":"2026-05-20T04:28:33.93326Z","end":"2026-05-20T04:28:34.080566Z","steps":["trace[1878359253] 'process raft request' (duration: 147.153475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:28:34.080815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.204155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-20T04:28:34.08138Z","caller":"traceutil/trace.go:171","msg":"trace[1671361057] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11708; }","duration":"435.80169ms","start":"2026-05-20T04:28:33.645558Z","end":"2026-05-20T04:28:34.081359Z","steps":["trace[1671361057] 'agreement among raft nodes before linearized reading' (duration: 435.082682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:28:34.080814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.245274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-zthz5\" ","response":"range_response_count:1 size:8551"} {"level":"warn","ts":"2026-05-20T04:28:34.081446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:28:33.645521Z","time spent":"435.897553ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:28:34.081465Z","caller":"traceutil/trace.go:171","msg":"trace[287361554] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-zthz5; range_end:; response_count:1; response_revision:11708; }","duration":"311.938992ms","start":"2026-05-20T04:28:33.769514Z","end":"2026-05-20T04:28:34.081453Z","steps":["trace[287361554] 'agreement among raft nodes before linearized reading' (duration: 311.164852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:28:34.0815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:28:33.769495Z","time spent":"311.994234ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8573,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-zthz5\" "} {"level":"warn","ts":"2026-05-20T04:28:34.080874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.8255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:28:34.08159Z","caller":"traceutil/trace.go:171","msg":"trace[1089971334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11708; }","duration":"450.569319ms","start":"2026-05-20T04:28:33.631012Z","end":"2026-05-20T04:28:34.081581Z","steps":["trace[1089971334] 'agreement among raft nodes before linearized reading' (duration: 449.83673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:28:34.08162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:28:33.630994Z","time spent":"450.6157ms","remote":"127.0.0.1:49482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:28:34.080991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.020992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7389"} {"level":"info","ts":"2026-05-20T04:28:34.081814Z","caller":"traceutil/trace.go:171","msg":"trace[1192110918] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:11708; }","duration":"400.875883ms","start":"2026-05-20T04:28:33.680906Z","end":"2026-05-20T04:28:34.081782Z","steps":["trace[1192110918] 'agreement among raft nodes before linearized reading' (duration: 399.826056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:28:34.08189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:28:33.680889Z","time spent":"400.982366ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7411,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:28:42.024909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.049208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:28:42.024979Z","caller":"traceutil/trace.go:171","msg":"trace[215613746] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io; range_end:; response_count:0; response_revision:12156; }","duration":"102.163281ms","start":"2026-05-20T04:28:41.922803Z","end":"2026-05-20T04:28:42.024966Z","steps":["trace[215613746] 'range keys from in-memory index tree' (duration: 101.986837ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:02.497764Z","caller":"traceutil/trace.go:171","msg":"trace[1435535192] linearizableReadLoop","detail":"{readStateIndex:14414; appliedIndex:14413; }","duration":"462.190617ms","start":"2026-05-20T04:30:02.035548Z","end":"2026-05-20T04:30:02.497739Z","steps":["trace[1435535192] 'read index received' (duration: 461.991152ms)","trace[1435535192] 'applied index is now lower than readState.Index' (duration: 198.375µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:30:02.497866Z","caller":"traceutil/trace.go:171","msg":"trace[962207162] transaction","detail":"{read_only:false; response_revision:13925; number_of_response:1; }","duration":"468.360276ms","start":"2026-05-20T04:30:02.029473Z","end":"2026-05-20T04:30:02.497833Z","steps":["trace[962207162] 'process raft request' (duration: 468.034878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:02.497921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.358081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:02.498002Z","caller":"traceutil/trace.go:171","msg":"trace[713325203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13925; }","duration":"462.485154ms","start":"2026-05-20T04:30:02.035499Z","end":"2026-05-20T04:30:02.497984Z","steps":["trace[713325203] 'agreement among raft nodes before linearized reading' (duration: 462.357291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:02.498056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:02.035477Z","time spent":"462.571237ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:30:02.498011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:02.029453Z","time spent":"468.491039ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:30:02.502389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.861208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:02.502433Z","caller":"traceutil/trace.go:171","msg":"trace[1128376905] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:13929; }","duration":"401.93211ms","start":"2026-05-20T04:30:02.100491Z","end":"2026-05-20T04:30:02.502424Z","steps":["trace[1128376905] 'agreement among raft nodes before linearized reading' (duration: 401.847998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:02.502457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:02.100476Z","time spent":"401.975591ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-05-20T04:30:02.50261Z","caller":"traceutil/trace.go:171","msg":"trace[664435715] transaction","detail":"{read_only:false; response_revision:13926; number_of_response:1; }","duration":"241.742761ms","start":"2026-05-20T04:30:02.260849Z","end":"2026-05-20T04:30:02.502592Z","steps":["trace[664435715] 'process raft request' (duration: 241.237449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:02.502681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.948402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:02.502711Z","caller":"traceutil/trace.go:171","msg":"trace[84605473] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13929; }","duration":"259.014334ms","start":"2026-05-20T04:30:02.243689Z","end":"2026-05-20T04:30:02.502703Z","steps":["trace[84605473] 'agreement among raft nodes before linearized reading' (duration: 258.964463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:02.502616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.273022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-05-20T04:30:02.50283Z","caller":"traceutil/trace.go:171","msg":"trace[38828958] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:13929; }","duration":"208.552549ms","start":"2026-05-20T04:30:02.294261Z","end":"2026-05-20T04:30:02.502814Z","steps":["trace[38828958] 'agreement among raft nodes before linearized reading' (duration: 208.137478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:02.502859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.257252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:30:02.502892Z","caller":"traceutil/trace.go:171","msg":"trace[118621626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13929; }","duration":"270.367085ms","start":"2026-05-20T04:30:02.232517Z","end":"2026-05-20T04:30:02.502884Z","steps":["trace[118621626] 'agreement among raft nodes before linearized reading' (duration: 270.270172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:02.502943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.650968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-puller\" ","response":"range_response_count:1 size:446"} {"level":"info","ts":"2026-05-20T04:30:02.502999Z","caller":"traceutil/trace.go:171","msg":"trace[1941339717] range","detail":"{range_begin:/registry/leases/openstack/staffeln-puller; range_end:; response_count:1; response_revision:13929; }","duration":"163.7134ms","start":"2026-05-20T04:30:02.339257Z","end":"2026-05-20T04:30:02.50297Z","steps":["trace[1941339717] 'agreement among raft nodes before linearized reading' (duration: 163.649267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:02.502921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.404919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:02.503215Z","caller":"traceutil/trace.go:171","msg":"trace[990076609] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13929; }","duration":"258.966993ms","start":"2026-05-20T04:30:02.244223Z","end":"2026-05-20T04:30:02.503189Z","steps":["trace[990076609] 'agreement among raft nodes before linearized reading' (duration: 258.392798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:02.503654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.720391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-20T04:30:02.503686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.289092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-05-20T04:30:02.503726Z","caller":"traceutil/trace.go:171","msg":"trace[353445673] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:13929; }","duration":"259.345494ms","start":"2026-05-20T04:30:02.24437Z","end":"2026-05-20T04:30:02.503716Z","steps":["trace[353445673] 'agreement among raft nodes before linearized reading' (duration: 259.240201ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:02.503691Z","caller":"traceutil/trace.go:171","msg":"trace[1753145770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13929; }","duration":"255.786732ms","start":"2026-05-20T04:30:02.247895Z","end":"2026-05-20T04:30:02.503681Z","steps":["trace[1753145770] 'agreement among raft nodes before linearized reading' (duration: 255.659589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:02.503084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.995675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-20T04:30:02.503853Z","caller":"traceutil/trace.go:171","msg":"trace[1519076105] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13929; }","duration":"206.796735ms","start":"2026-05-20T04:30:02.297045Z","end":"2026-05-20T04:30:02.503842Z","steps":["trace[1519076105] 'agreement among raft nodes before linearized reading' (duration: 206.004045ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:03.922851Z","caller":"traceutil/trace.go:171","msg":"trace[64514209] transaction","detail":"{read_only:false; response_revision:13949; number_of_response:1; }","duration":"251.755188ms","start":"2026-05-20T04:30:03.67107Z","end":"2026-05-20T04:30:03.922825Z","steps":["trace[64514209] 'process raft request' (duration: 251.543013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:04.386154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.172163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:30:04.386445Z","caller":"traceutil/trace.go:171","msg":"trace[1369564511] linearizableReadLoop","detail":"{readStateIndex:14439; appliedIndex:14437; }","duration":"585.403567ms","start":"2026-05-20T04:30:03.801023Z","end":"2026-05-20T04:30:04.386426Z","steps":["trace[1369564511] 'read index received' (duration: 121.666561ms)","trace[1369564511] 'applied index is now lower than readState.Index' (duration: 463.735926ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:30:04.386562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.5296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:04.386537Z","caller":"traceutil/trace.go:171","msg":"trace[1000584629] transaction","detail":"{read_only:false; response_revision:13952; number_of_response:1; }","duration":"496.824334ms","start":"2026-05-20T04:30:03.889679Z","end":"2026-05-20T04:30:04.386503Z","steps":["trace[1000584629] 'process raft request' (duration: 496.702001ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:04.386536Z","caller":"traceutil/trace.go:171","msg":"trace[1964155688] transaction","detail":"{read_only:false; response_revision:13951; number_of_response:1; }","duration":"520.521013ms","start":"2026-05-20T04:30:03.865957Z","end":"2026-05-20T04:30:04.386478Z","steps":["trace[1964155688] 'process raft request' (duration: 520.319528ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:04.386592Z","caller":"traceutil/trace.go:171","msg":"trace[2123057022] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13952; }","duration":"585.595902ms","start":"2026-05-20T04:30:03.800987Z","end":"2026-05-20T04:30:04.386583Z","steps":["trace[2123057022] 'agreement among raft nodes before linearized reading' (duration: 585.536521ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:04.386589Z","caller":"traceutil/trace.go:171","msg":"trace[1283741885] transaction","detail":"{read_only:false; response_revision:13950; number_of_response:1; }","duration":"656.519801ms","start":"2026-05-20T04:30:03.730036Z","end":"2026-05-20T04:30:04.386556Z","steps":["trace[1283741885] 'process raft request' (duration: 443.858475ms)","trace[1283741885] 'compare' (duration: 212.016129ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:30:04.386634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:03.800965Z","time spent":"585.662014ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:30:04.386684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:03.889661Z","time spent":"496.945308ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:30:04.386723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:03.729993Z","time spent":"656.666195ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2090,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:30:04.386738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:03.865931Z","time spent":"520.695798ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:30:04.386797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.643444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:04.386907Z","caller":"traceutil/trace.go:171","msg":"trace[735277303] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13952; }","duration":"585.801588ms","start":"2026-05-20T04:30:03.801081Z","end":"2026-05-20T04:30:04.386883Z","steps":["trace[735277303] 'agreement among raft nodes before linearized reading' (duration: 585.620913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:04.386935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.294393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-20T04:30:04.386947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:03.801049Z","time spent":"585.889919ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-05-20T04:30:04.386969Z","caller":"traceutil/trace.go:171","msg":"trace[87919421] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13952; }","duration":"376.355124ms","start":"2026-05-20T04:30:04.010604Z","end":"2026-05-20T04:30:04.386959Z","steps":["trace[87919421] 'agreement among raft nodes before linearized reading' (duration: 376.224431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:04.386997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.010591Z","time spent":"376.399476ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-20T04:30:04.387016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.975772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwhtx\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-05-20T04:30:04.387004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.801845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-05-20T04:30:04.387048Z","caller":"traceutil/trace.go:171","msg":"trace[297892075] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwhtx; range_end:; response_count:1; response_revision:13952; }","duration":"540.039584ms","start":"2026-05-20T04:30:03.847Z","end":"2026-05-20T04:30:04.387039Z","steps":["trace[297892075] 'agreement among raft nodes before linearized reading' (duration: 539.860609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:04.387024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.719962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwhtx\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-05-20T04:30:04.387078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:03.846982Z","time spent":"540.090175ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-vwhtx\" "} {"level":"info","ts":"2026-05-20T04:30:04.387079Z","caller":"traceutil/trace.go:171","msg":"trace[924366996] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:13952; }","duration":"374.928229ms","start":"2026-05-20T04:30:04.012134Z","end":"2026-05-20T04:30:04.387062Z","steps":["trace[924366996] 'agreement among raft nodes before linearized reading' (duration: 374.722403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:04.387087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.514617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T04:30:04.387138Z","caller":"traceutil/trace.go:171","msg":"trace[100394145] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwhtx; range_end:; response_count:1; response_revision:13952; }","duration":"434.823234ms","start":"2026-05-20T04:30:03.952267Z","end":"2026-05-20T04:30:04.38709Z","steps":["trace[100394145] 'agreement among raft nodes before linearized reading' (duration: 434.542037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:04.38715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.550511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4936"} {"level":"warn","ts":"2026-05-20T04:30:04.387153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.012112Z","time spent":"375.030081ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4958,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-20T04:30:04.387162Z","caller":"traceutil/trace.go:171","msg":"trace[374380602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13952; }","duration":"496.590139ms","start":"2026-05-20T04:30:03.890525Z","end":"2026-05-20T04:30:04.387115Z","steps":["trace[374380602] 'agreement among raft nodes before linearized reading' (duration: 496.436295ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:04.387188Z","caller":"traceutil/trace.go:171","msg":"trace[1793893930] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:13952; }","duration":"585.585822ms","start":"2026-05-20T04:30:03.801589Z","end":"2026-05-20T04:30:04.387175Z","steps":["trace[1793893930] 'agreement among raft nodes before linearized reading' (duration: 585.436539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:04.387184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:03.952214Z","time spent":"434.961187ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-vwhtx\" "} {"level":"warn","ts":"2026-05-20T04:30:04.387165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.980027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-20T04:30:04.387202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:03.890511Z","time spent":"496.682801ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:30:04.387244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.407298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:30:04.38724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.371453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-20T04:30:04.387208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:03.801542Z","time spent":"585.662634ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4958,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-20T04:30:04.387262Z","caller":"traceutil/trace.go:171","msg":"trace[1531919120] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:13952; }","duration":"387.453909ms","start":"2026-05-20T04:30:03.9998Z","end":"2026-05-20T04:30:04.387254Z","steps":["trace[1531919120] 'agreement among raft nodes before linearized reading' (duration: 387.424779ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:04.387253Z","caller":"traceutil/trace.go:171","msg":"trace[755653746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13952; }","duration":"518.157752ms","start":"2026-05-20T04:30:03.869071Z","end":"2026-05-20T04:30:04.387229Z","steps":["trace[755653746] 'agreement among raft nodes before linearized reading' (duration: 517.793903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:04.387283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:03.999783Z","time spent":"387.49611ms","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:30:04.387279Z","caller":"traceutil/trace.go:171","msg":"trace[1632673539] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13952; }","duration":"381.435435ms","start":"2026-05-20T04:30:04.005832Z","end":"2026-05-20T04:30:04.387268Z","steps":["trace[1632673539] 'agreement among raft nodes before linearized reading' (duration: 381.321732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:04.387309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.005821Z","time spent":"381.481486ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-20T04:30:04.387312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:03.86905Z","time spent":"518.251615ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:30:04.897179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578248346,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:30:05.038753Z","caller":"traceutil/trace.go:171","msg":"trace[1722813661] transaction","detail":"{read_only:false; response_revision:13953; number_of_response:1; }","duration":"646.342471ms","start":"2026-05-20T04:30:04.392381Z","end":"2026-05-20T04:30:05.038723Z","steps":["trace[1722813661] 'process raft request' (duration: 616.429323ms)","trace[1722813661] 'compare' (duration: 29.60165ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:30:05.038878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.392368Z","time spent":"646.444723ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:30:05.054259Z","caller":"traceutil/trace.go:171","msg":"trace[2143499036] transaction","detail":"{read_only:false; response_revision:13954; number_of_response:1; }","duration":"661.418887ms","start":"2026-05-20T04:30:04.39282Z","end":"2026-05-20T04:30:05.054239Z","steps":["trace[2143499036] 'process raft request' (duration: 661.249243ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:05.054584Z","caller":"traceutil/trace.go:171","msg":"trace[556999913] transaction","detail":"{read_only:false; response_revision:13955; number_of_response:1; }","duration":"660.972795ms","start":"2026-05-20T04:30:04.393562Z","end":"2026-05-20T04:30:05.054535Z","steps":["trace[556999913] 'process raft request' (duration: 660.625377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.054742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.393557Z","time spent":"661.106949ms","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:30:05.05438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.392804Z","time spent":"661.519329ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:30:05.054818Z","caller":"traceutil/trace.go:171","msg":"trace[1952518161] transaction","detail":"{read_only:false; response_revision:13957; number_of_response:1; }","duration":"636.665432ms","start":"2026-05-20T04:30:04.418129Z","end":"2026-05-20T04:30:05.054794Z","steps":["trace[1952518161] 'process raft request' (duration: 636.5753ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:05.054821Z","caller":"traceutil/trace.go:171","msg":"trace[1549964470] transaction","detail":"{read_only:false; response_revision:13956; number_of_response:1; }","duration":"645.019176ms","start":"2026-05-20T04:30:04.409768Z","end":"2026-05-20T04:30:05.054787Z","steps":["trace[1549964470] 'process raft request' (duration: 644.739039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.054999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.409755Z","time spent":"645.15444ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:30:05.055154Z","caller":"traceutil/trace.go:171","msg":"trace[1933222178] transaction","detail":"{read_only:false; response_revision:13958; number_of_response:1; }","duration":"551.819246ms","start":"2026-05-20T04:30:04.503322Z","end":"2026-05-20T04:30:05.055141Z","steps":["trace[1933222178] 'process raft request' (duration: 551.438105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.055251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.503284Z","time spent":"551.902538ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:30:05.055346Z","caller":"traceutil/trace.go:171","msg":"trace[625288503] transaction","detail":"{read_only:false; response_revision:13959; number_of_response:1; }","duration":"546.656154ms","start":"2026-05-20T04:30:04.508677Z","end":"2026-05-20T04:30:05.055333Z","steps":["trace[625288503] 'process raft request' (duration: 546.392777ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:05.055375Z","caller":"traceutil/trace.go:171","msg":"trace[368841286] transaction","detail":"{read_only:false; response_revision:13961; number_of_response:1; }","duration":"535.669832ms","start":"2026-05-20T04:30:04.519694Z","end":"2026-05-20T04:30:05.055364Z","steps":["trace[368841286] 'process raft request' (duration: 535.57352ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:05.055362Z","caller":"traceutil/trace.go:171","msg":"trace[1880640700] linearizableReadLoop","detail":"{readStateIndex:14451; appliedIndex:14441; }","duration":"658.430681ms","start":"2026-05-20T04:30:04.396915Z","end":"2026-05-20T04:30:05.055345Z","steps":["trace[1880640700] 'read index received' (duration: 611.919248ms)","trace[1880640700] 'applied index is now lower than readState.Index' (duration: 46.510473ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:30:05.055424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.51968Z","time spent":"535.717173ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:30:05.05547Z","caller":"traceutil/trace.go:171","msg":"trace[1689375256] transaction","detail":"{read_only:false; response_revision:13962; number_of_response:1; }","duration":"277.212952ms","start":"2026-05-20T04:30:04.778246Z","end":"2026-05-20T04:30:05.055459Z","steps":["trace[1689375256] 'process raft request' (duration: 277.058418ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:05.055525Z","caller":"traceutil/trace.go:171","msg":"trace[110285817] transaction","detail":"{read_only:false; response_revision:13960; number_of_response:1; }","duration":"545.654707ms","start":"2026-05-20T04:30:04.509861Z","end":"2026-05-20T04:30:05.055516Z","steps":["trace[110285817] 'process raft request' (duration: 545.35127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.055466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.508658Z","time spent":"546.718086ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:30:05.055599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.509823Z","time spent":"545.738679ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:30:05.055708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.210885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-20T04:30:05.055785Z","caller":"traceutil/trace.go:171","msg":"trace[1092120028] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:13962; }","duration":"543.314898ms","start":"2026-05-20T04:30:04.512452Z","end":"2026-05-20T04:30:05.055767Z","steps":["trace[1092120028] 'agreement among raft nodes before linearized reading' (duration: 543.126493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.055834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.512441Z","time spent":"543.383709ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-20T04:30:05.055983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.218342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:05.056053Z","caller":"traceutil/trace.go:171","msg":"trace[957300826] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:13962; }","duration":"546.302204ms","start":"2026-05-20T04:30:04.509727Z","end":"2026-05-20T04:30:05.05603Z","steps":["trace[957300826] 'agreement among raft nodes before linearized reading' (duration: 546.197062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.056083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.418105Z","time spent":"636.820486ms","remote":"127.0.0.1:57912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2126,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T04:30:05.056159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.225496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:05.056187Z","caller":"traceutil/trace.go:171","msg":"trace[726274364] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13962; }","duration":"545.268578ms","start":"2026-05-20T04:30:04.51091Z","end":"2026-05-20T04:30:05.056179Z","steps":["trace[726274364] 'agreement among raft nodes before linearized reading' (duration: 545.222937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.056175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.755022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:30:05.056212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.510899Z","time spent":"545.307739ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-05-20T04:30:05.056233Z","caller":"traceutil/trace.go:171","msg":"trace[1469990107] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:13962; }","duration":"547.860734ms","start":"2026-05-20T04:30:04.508356Z","end":"2026-05-20T04:30:05.056217Z","steps":["trace[1469990107] 'agreement among raft nodes before linearized reading' (duration: 547.766832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.056276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.35846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:30:05.056299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.508325Z","time spent":"547.954307ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-05-20T04:30:05.056338Z","caller":"traceutil/trace.go:171","msg":"trace[1120442457] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13962; }","duration":"545.432062ms","start":"2026-05-20T04:30:04.510865Z","end":"2026-05-20T04:30:05.056297Z","steps":["trace[1120442457] 'agreement among raft nodes before linearized reading' (duration: 545.393431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.056451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.510844Z","time spent":"545.597746ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:30:05.056535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.57451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:944816"} {"level":"info","ts":"2026-05-20T04:30:05.056601Z","caller":"traceutil/trace.go:171","msg":"trace[780375524] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:13962; }","duration":"659.849016ms","start":"2026-05-20T04:30:04.39674Z","end":"2026-05-20T04:30:05.056589Z","steps":["trace[780375524] 'agreement among raft nodes before linearized reading' (duration: 658.80393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.056231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.897394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:30:05.056634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.396709Z","time spent":"659.913988ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":944838,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:30:05.056656Z","caller":"traceutil/trace.go:171","msg":"trace[394934771] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:13962; }","duration":"546.346675ms","start":"2026-05-20T04:30:04.510297Z","end":"2026-05-20T04:30:05.056643Z","steps":["trace[394934771] 'agreement among raft nodes before linearized reading' (duration: 545.887853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.056696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.510285Z","time spent":"546.399377ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:30:05.056735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.449756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:30:05.056789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.200266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:05.056805Z","caller":"traceutil/trace.go:171","msg":"trace[1304504717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13962; }","duration":"535.534777ms","start":"2026-05-20T04:30:04.521247Z","end":"2026-05-20T04:30:05.056781Z","steps":["trace[1304504717] 'agreement among raft nodes before linearized reading' (duration: 535.314722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.056102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.509674Z","time spent":"546.418607ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:30:05.056865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.521237Z","time spent":"535.61384ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:30:05.056983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.322163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:30:05.05701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.521747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-05-20T04:30:05.057049Z","caller":"traceutil/trace.go:171","msg":"trace[938932620] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:13962; }","duration":"542.560518ms","start":"2026-05-20T04:30:04.514477Z","end":"2026-05-20T04:30:05.057037Z","steps":["trace[938932620] 'agreement among raft nodes before linearized reading' (duration: 542.420894ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:05.057046Z","caller":"traceutil/trace.go:171","msg":"trace[150627356] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:13962; }","duration":"544.403425ms","start":"2026-05-20T04:30:04.512627Z","end":"2026-05-20T04:30:05.057031Z","steps":["trace[150627356] 'agreement among raft nodes before linearized reading' (duration: 544.320253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.057081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.514449Z","time spent":"542.623779ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4958,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:30:05.057093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.512618Z","time spent":"544.464327ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:30:05.057129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.892071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:30:05.057166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.903319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:05.057259Z","caller":"traceutil/trace.go:171","msg":"trace[1455670437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13962; }","duration":"538.010811ms","start":"2026-05-20T04:30:04.519241Z","end":"2026-05-20T04:30:05.057252Z","steps":["trace[1455670437] 'agreement among raft nodes before linearized reading' (duration: 537.902509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.057271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.799234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-20T04:30:05.057293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.519232Z","time spent":"538.046502ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:30:05.057319Z","caller":"traceutil/trace.go:171","msg":"trace[1936270194] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13962; }","duration":"542.876866ms","start":"2026-05-20T04:30:04.51443Z","end":"2026-05-20T04:30:05.057307Z","steps":["trace[1936270194] 'agreement among raft nodes before linearized reading' (duration: 542.750663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.057363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.51441Z","time spent":"542.943677ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-20T04:30:05.057487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.458355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-05-20T04:30:05.057518Z","caller":"traceutil/trace.go:171","msg":"trace[2002032722] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:13962; }","duration":"542.512467ms","start":"2026-05-20T04:30:04.514997Z","end":"2026-05-20T04:30:05.05751Z","steps":["trace[2002032722] 'agreement among raft nodes before linearized reading' (duration: 542.420415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.057585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.514985Z","time spent":"542.553908ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4958,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:30:05.056308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.043347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:05.057844Z","caller":"traceutil/trace.go:171","msg":"trace[578238733] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:13962; }","duration":"547.606298ms","start":"2026-05-20T04:30:04.510213Z","end":"2026-05-20T04:30:05.05782Z","steps":["trace[578238733] 'agreement among raft nodes before linearized reading' (duration: 546.076788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.057914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.5102Z","time spent":"547.700891ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:30:05.057981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.684079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:30:05.057218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.984283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:05.058024Z","caller":"traceutil/trace.go:171","msg":"trace[947866513] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:13962; }","duration":"301.773472ms","start":"2026-05-20T04:30:04.756238Z","end":"2026-05-20T04:30:05.058012Z","steps":["trace[947866513] 'agreement among raft nodes before linearized reading' (duration: 301.70173ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:05.058028Z","caller":"traceutil/trace.go:171","msg":"trace[725361294] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:13962; }","duration":"549.825485ms","start":"2026-05-20T04:30:04.508193Z","end":"2026-05-20T04:30:05.058018Z","steps":["trace[725361294] 'agreement among raft nodes before linearized reading' (duration: 549.005743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.058052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.782092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-05-20T04:30:05.058066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.756216Z","time spent":"301.839204ms","remote":"127.0.0.1:34550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:30:05.058067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.508171Z","time spent":"549.886067ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:30:05.05805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.362074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-20T04:30:05.05718Z","caller":"traceutil/trace.go:171","msg":"trace[792242260] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:13962; }","duration":"548.976242ms","start":"2026-05-20T04:30:04.508195Z","end":"2026-05-20T04:30:05.057171Z","steps":["trace[792242260] 'agreement among raft nodes before linearized reading' (duration: 548.90273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.058256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.384811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T04:30:05.058301Z","caller":"traceutil/trace.go:171","msg":"trace[1875457906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13962; }","duration":"536.425882ms","start":"2026-05-20T04:30:04.521864Z","end":"2026-05-20T04:30:05.05829Z","steps":["trace[1875457906] 'agreement among raft nodes before linearized reading' (duration: 536.333559ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:05.058311Z","caller":"traceutil/trace.go:171","msg":"trace[834838337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13962; }","duration":"535.566989ms","start":"2026-05-20T04:30:04.522636Z","end":"2026-05-20T04:30:05.058203Z","steps":["trace[834838337] 'agreement among raft nodes before linearized reading' (duration: 535.283492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.058551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.522617Z","time spent":"535.913049ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:30:05.05682Z","caller":"traceutil/trace.go:171","msg":"trace[1167822091] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:13962; }","duration":"547.255888ms","start":"2026-05-20T04:30:04.509556Z","end":"2026-05-20T04:30:05.056812Z","steps":["trace[1167822091] 'agreement among raft nodes before linearized reading' (duration: 547.202917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.05862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.509543Z","time spent":"549.064395ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:30:05.058331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.521813Z","time spent":"536.511754ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:30:05.058253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.508182Z","time spent":"550.039761ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:30:05.058169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.248283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:944816"} {"level":"info","ts":"2026-05-20T04:30:05.058768Z","caller":"traceutil/trace.go:171","msg":"trace[1746362567] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:13962; }","duration":"661.860109ms","start":"2026-05-20T04:30:04.396896Z","end":"2026-05-20T04:30:05.058756Z","steps":["trace[1746362567] 'agreement among raft nodes before linearized reading' (duration: 660.162264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.058811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.39689Z","time spent":"661.90695ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":944838,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-20T04:30:05.058262Z","caller":"traceutil/trace.go:171","msg":"trace[2100063575] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:13962; }","duration":"547.834514ms","start":"2026-05-20T04:30:04.510242Z","end":"2026-05-20T04:30:05.058076Z","steps":["trace[2100063575] 'agreement among raft nodes before linearized reading' (duration: 546.084189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.059102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.510231Z","time spent":"548.85998ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-20T04:30:05.057904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.850077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:05.05958Z","caller":"traceutil/trace.go:171","msg":"trace[1218210601] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:13962; }","duration":"549.976068ms","start":"2026-05-20T04:30:04.509592Z","end":"2026-05-20T04:30:05.059568Z","steps":["trace[1218210601] 'agreement among raft nodes before linearized reading' (duration: 546.849918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.059726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.509581Z","time spent":"550.133172ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-05-20T04:30:05.057997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.020788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:30:05.059984Z","caller":"traceutil/trace.go:171","msg":"trace[685767570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13962; }","duration":"311.027699ms","start":"2026-05-20T04:30:04.748918Z","end":"2026-05-20T04:30:05.059946Z","steps":["trace[685767570] 'agreement among raft nodes before linearized reading' (duration: 309.032338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:05.060052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:04.748897Z","time spent":"311.139312ms","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:30:05.248301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.747398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11715"} {"level":"info","ts":"2026-05-20T04:30:05.248393Z","caller":"traceutil/trace.go:171","msg":"trace[2113804925] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:13966; }","duration":"108.871123ms","start":"2026-05-20T04:30:05.139502Z","end":"2026-05-20T04:30:05.248373Z","steps":["trace[2113804925] 'range keys from in-memory index tree' (duration: 108.557444ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:06.662309Z","caller":"traceutil/trace.go:171","msg":"trace[1964336499] transaction","detail":"{read_only:false; response_revision:13980; number_of_response:1; }","duration":"268.783525ms","start":"2026-05-20T04:30:06.393505Z","end":"2026-05-20T04:30:06.662288Z","steps":["trace[1964336499] 'process raft request' (duration: 268.629811ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:06.743247Z","caller":"traceutil/trace.go:171","msg":"trace[1900784433] linearizableReadLoop","detail":"{readStateIndex:14470; appliedIndex:14468; }","duration":"221.906592ms","start":"2026-05-20T04:30:06.521316Z","end":"2026-05-20T04:30:06.743222Z","steps":["trace[1900784433] 'read index received' (duration: 140.870493ms)","trace[1900784433] 'applied index is now lower than readState.Index' (duration: 81.035019ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:30:06.743695Z","caller":"traceutil/trace.go:171","msg":"trace[2097690145] transaction","detail":"{read_only:false; response_revision:13981; number_of_response:1; }","duration":"348.90493ms","start":"2026-05-20T04:30:06.394775Z","end":"2026-05-20T04:30:06.743679Z","steps":["trace[2097690145] 'process raft request' (duration: 345.513643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:06.743828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:06.394757Z","time spent":"348.986881ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:30:06.744006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.031653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:30:06.744391Z","caller":"traceutil/trace.go:171","msg":"trace[569384660] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:13981; }","duration":"188.175066ms","start":"2026-05-20T04:30:06.555894Z","end":"2026-05-20T04:30:06.744069Z","steps":["trace[569384660] 'agreement among raft nodes before linearized reading' (duration: 187.872059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:06.744847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.242683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-20T04:30:06.74505Z","caller":"traceutil/trace.go:171","msg":"trace[1358328804] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13981; }","duration":"187.451558ms","start":"2026-05-20T04:30:06.55757Z","end":"2026-05-20T04:30:06.745022Z","steps":["trace[1358328804] 'agreement among raft nodes before linearized reading' (duration: 187.152781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:06.74524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.912214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:06.745512Z","caller":"traceutil/trace.go:171","msg":"trace[437670409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13981; }","duration":"224.230392ms","start":"2026-05-20T04:30:06.521263Z","end":"2026-05-20T04:30:06.745493Z","steps":["trace[437670409] 'agreement among raft nodes before linearized reading' (duration: 223.923325ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:07.745523Z","caller":"traceutil/trace.go:171","msg":"trace[1384914448] transaction","detail":"{read_only:false; response_revision:13989; number_of_response:1; }","duration":"680.320842ms","start":"2026-05-20T04:30:07.065175Z","end":"2026-05-20T04:30:07.745496Z","steps":["trace[1384914448] 'process raft request' (duration: 612.834921ms)","trace[1384914448] 'compare' (duration: 67.091111ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:30:07.745654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.065148Z","time spent":"680.433285ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:30:07.746456Z","caller":"traceutil/trace.go:171","msg":"trace[1946676556] transaction","detail":"{read_only:false; response_revision:13990; number_of_response:1; }","duration":"681.126163ms","start":"2026-05-20T04:30:07.065268Z","end":"2026-05-20T04:30:07.746394Z","steps":["trace[1946676556] 'process raft request' (duration: 680.948249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.74681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.065261Z","time spent":"681.358449ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:30:07.74781Z","caller":"traceutil/trace.go:171","msg":"trace[1371622288] transaction","detail":"{read_only:false; response_revision:13991; number_of_response:1; }","duration":"681.655787ms","start":"2026-05-20T04:30:07.06612Z","end":"2026-05-20T04:30:07.747776Z","steps":["trace[1371622288] 'process raft request' (duration: 680.186139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.747948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.066112Z","time spent":"681.76652ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:30:07.74845Z","caller":"traceutil/trace.go:171","msg":"trace[157477046] transaction","detail":"{read_only:false; response_revision:13992; number_of_response:1; }","duration":"681.421611ms","start":"2026-05-20T04:30:07.067015Z","end":"2026-05-20T04:30:07.748436Z","steps":["trace[157477046] 'process raft request' (duration: 680.719283ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:07.748933Z","caller":"traceutil/trace.go:171","msg":"trace[945339607] linearizableReadLoop","detail":"{readStateIndex:14480; appliedIndex:14477; }","duration":"683.586536ms","start":"2026-05-20T04:30:07.06533Z","end":"2026-05-20T04:30:07.748916Z","steps":["trace[945339607] 'read index received' (duration: 70.765655ms)","trace[945339607] 'applied index is now lower than readState.Index' (duration: 612.819261ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:30:07.749057Z","caller":"traceutil/trace.go:171","msg":"trace[624594033] transaction","detail":"{read_only:false; response_revision:13993; number_of_response:1; }","duration":"681.436041ms","start":"2026-05-20T04:30:07.067606Z","end":"2026-05-20T04:30:07.749042Z","steps":["trace[624594033] 'process raft request' (duration: 680.780345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.749143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.067597Z","time spent":"681.508263ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:30:07.749284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.787871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:30:07.749266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.928054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T04:30:07.749322Z","caller":"traceutil/trace.go:171","msg":"trace[1604266547] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:13993; }","duration":"683.839323ms","start":"2026-05-20T04:30:07.065473Z","end":"2026-05-20T04:30:07.749312Z","steps":["trace[1604266547] 'agreement among raft nodes before linearized reading' (duration: 683.770431ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:07.749337Z","caller":"traceutil/trace.go:171","msg":"trace[685689533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13993; }","duration":"684.020547ms","start":"2026-05-20T04:30:07.065301Z","end":"2026-05-20T04:30:07.749321Z","steps":["trace[685689533] 'agreement among raft nodes before linearized reading' (duration: 683.762871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.749352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.065466Z","time spent":"683.879124ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:30:07.749393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.065293Z","time spent":"684.090369ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:30:07.749701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.347394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-20T04:30:07.749737Z","caller":"traceutil/trace.go:171","msg":"trace[514425395] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13993; }","duration":"682.423575ms","start":"2026-05-20T04:30:07.067306Z","end":"2026-05-20T04:30:07.749729Z","steps":["trace[514425395] 'agreement among raft nodes before linearized reading' (duration: 682.305602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.749866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.371405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-46vz8\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-20T04:30:07.749915Z","caller":"traceutil/trace.go:171","msg":"trace[2091779322] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-46vz8; range_end:; response_count:1; response_revision:13993; }","duration":"116.663882ms","start":"2026-05-20T04:30:07.633239Z","end":"2026-05-20T04:30:07.749903Z","steps":["trace[2091779322] 'agreement among raft nodes before linearized reading' (duration: 116.287482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.75003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.675301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-20T04:30:07.750143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.133115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:07.750183Z","caller":"traceutil/trace.go:171","msg":"trace[1978431606] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13993; }","duration":"683.186696ms","start":"2026-05-20T04:30:07.066987Z","end":"2026-05-20T04:30:07.750174Z","steps":["trace[1978431606] 'agreement among raft nodes before linearized reading' (duration: 683.088783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.750209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.066981Z","time spent":"683.220886ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:30:07.750326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.850081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:30:07.750354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.445402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:07.750384Z","caller":"traceutil/trace.go:171","msg":"trace[1993544414] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:13993; }","duration":"683.521925ms","start":"2026-05-20T04:30:07.066854Z","end":"2026-05-20T04:30:07.750376Z","steps":["trace[1993544414] 'agreement among raft nodes before linearized reading' (duration: 683.477174ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:07.750366Z","caller":"traceutil/trace.go:171","msg":"trace[700103063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13993; }","duration":"229.039246ms","start":"2026-05-20T04:30:07.521319Z","end":"2026-05-20T04:30:07.750358Z","steps":["trace[700103063] 'agreement among raft nodes before linearized reading' (duration: 228.854942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.750407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.066833Z","time spent":"683.569335ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:30:07.750534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.595403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:07.750562Z","caller":"traceutil/trace.go:171","msg":"trace[878507553] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13993; }","duration":"684.649534ms","start":"2026-05-20T04:30:07.065906Z","end":"2026-05-20T04:30:07.750556Z","steps":["trace[878507553] 'agreement among raft nodes before linearized reading' (duration: 684.604373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.750583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.065893Z","time spent":"684.684385ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:30:07.750729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.84778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5t54l\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-20T04:30:07.750761Z","caller":"traceutil/trace.go:171","msg":"trace[1834662189] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5t54l; range_end:; response_count:1; response_revision:13993; }","duration":"481.937912ms","start":"2026-05-20T04:30:07.268816Z","end":"2026-05-20T04:30:07.750754Z","steps":["trace[1834662189] 'agreement among raft nodes before linearized reading' (duration: 481.823499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.750733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.906741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:07.750815Z","caller":"traceutil/trace.go:171","msg":"trace[567947909] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:13993; }","duration":"685.002323ms","start":"2026-05-20T04:30:07.065804Z","end":"2026-05-20T04:30:07.750807Z","steps":["trace[567947909] 'agreement among raft nodes before linearized reading' (duration: 684.90013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.750819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.066996Z","time spent":"681.499102ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:30:07.750848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.065798Z","time spent":"685.039103ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-05-20T04:30:07.75098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.232049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:30:07.750994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.268789Z","time spent":"482.198359ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-5t54l\" "} {"level":"info","ts":"2026-05-20T04:30:07.751013Z","caller":"traceutil/trace.go:171","msg":"trace[448815007] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:13993; }","duration":"685.27655ms","start":"2026-05-20T04:30:07.065729Z","end":"2026-05-20T04:30:07.751006Z","steps":["trace[448815007] 'agreement among raft nodes before linearized reading' (duration: 685.221738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.751047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.065724Z","time spent":"685.314871ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:30:07.751149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.079929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwhtx\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-05-20T04:30:07.751189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.470064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:07.751223Z","caller":"traceutil/trace.go:171","msg":"trace[1816565527] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:13993; }","duration":"685.511246ms","start":"2026-05-20T04:30:07.065701Z","end":"2026-05-20T04:30:07.751213Z","steps":["trace[1816565527] 'agreement among raft nodes before linearized reading' (duration: 685.465505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.751248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.065697Z","time spent":"685.546617ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-05-20T04:30:07.751179Z","caller":"traceutil/trace.go:171","msg":"trace[522391042] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwhtx; range_end:; response_count:1; response_revision:13993; }","duration":"677.12404ms","start":"2026-05-20T04:30:07.074047Z","end":"2026-05-20T04:30:07.751172Z","steps":["trace[522391042] 'agreement among raft nodes before linearized reading' (duration: 676.885864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.751384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.68934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-20T04:30:07.751407Z","caller":"traceutil/trace.go:171","msg":"trace[629714231] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:13993; }","duration":"685.727361ms","start":"2026-05-20T04:30:07.065674Z","end":"2026-05-20T04:30:07.751402Z","steps":["trace[629714231] 'agreement among raft nodes before linearized reading' (duration: 685.655139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.751423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.06567Z","time spent":"685.749292ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-20T04:30:07.751553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.886995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-20T04:30:07.751573Z","caller":"traceutil/trace.go:171","msg":"trace[121377497] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:13993; }","duration":"685.922396ms","start":"2026-05-20T04:30:07.065646Z","end":"2026-05-20T04:30:07.751569Z","steps":["trace[121377497] 'agreement among raft nodes before linearized reading' (duration: 685.860874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.75159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.065641Z","time spent":"685.944446ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-20T04:30:07.751349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.07404Z","time spent":"677.300995ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-vwhtx\" "} {"level":"warn","ts":"2026-05-20T04:30:07.751688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.033289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:07.751712Z","caller":"traceutil/trace.go:171","msg":"trace[1145551504] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:13993; }","duration":"686.058439ms","start":"2026-05-20T04:30:07.065648Z","end":"2026-05-20T04:30:07.751707Z","steps":["trace[1145551504] 'agreement among raft nodes before linearized reading' (duration: 686.022519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.75173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.065592Z","time spent":"686.134342ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:30:07.751833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.197394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:07.751897Z","caller":"traceutil/trace.go:171","msg":"trace[1680044263] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:13993; }","duration":"686.271315ms","start":"2026-05-20T04:30:07.065619Z","end":"2026-05-20T04:30:07.75189Z","steps":["trace[1680044263] 'agreement among raft nodes before linearized reading' (duration: 686.196953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.751919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.065613Z","time spent":"686.298986ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:30:07.752028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.419068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:30:07.752033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.05306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwhtx\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-05-20T04:30:07.752049Z","caller":"traceutil/trace.go:171","msg":"trace[1825310236] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:13993; }","duration":"686.45287ms","start":"2026-05-20T04:30:07.065591Z","end":"2026-05-20T04:30:07.752044Z","steps":["trace[1825310236] 'agreement among raft nodes before linearized reading' (duration: 686.418619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.752069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.065584Z","time spent":"686.481471ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:30:07.752154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.615114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:07.752172Z","caller":"traceutil/trace.go:171","msg":"trace[1110172904] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:13993; }","duration":"686.653865ms","start":"2026-05-20T04:30:07.065514Z","end":"2026-05-20T04:30:07.752168Z","steps":["trace[1110172904] 'agreement among raft nodes before linearized reading' (duration: 686.626384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.752186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.065508Z","time spent":"686.673355ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:30:07.752225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.491158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-05-20T04:30:07.749867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.067284Z","time spent":"682.57244ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-20T04:30:07.752174Z","caller":"traceutil/trace.go:171","msg":"trace[264157831] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwhtx; range_end:; response_count:1; response_revision:13993; }","duration":"681.198855ms","start":"2026-05-20T04:30:07.070956Z","end":"2026-05-20T04:30:07.752155Z","steps":["trace[264157831] 'agreement among raft nodes before linearized reading' (duration: 680.552958ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:07.750071Z","caller":"traceutil/trace.go:171","msg":"trace[697488383] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13993; }","duration":"220.785644ms","start":"2026-05-20T04:30:07.529276Z","end":"2026-05-20T04:30:07.750062Z","steps":["trace[697488383] 'agreement among raft nodes before linearized reading' (duration: 220.621259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.752443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.070947Z","time spent":"681.462281ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-vwhtx\" "} {"level":"info","ts":"2026-05-20T04:30:07.75225Z","caller":"traceutil/trace.go:171","msg":"trace[107609799] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gcx94; range_end:; response_count:1; response_revision:13993; }","duration":"599.54905ms","start":"2026-05-20T04:30:07.152696Z","end":"2026-05-20T04:30:07.752245Z","steps":["trace[107609799] 'agreement among raft nodes before linearized reading' (duration: 599.400386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.752865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.152679Z","time spent":"600.177037ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" "} {"level":"warn","ts":"2026-05-20T04:30:07.753186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.945427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-20T04:30:07.75321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.914526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-20T04:30:07.75323Z","caller":"traceutil/trace.go:171","msg":"trace[2070637894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13993; }","duration":"617.0629ms","start":"2026-05-20T04:30:07.136155Z","end":"2026-05-20T04:30:07.753218Z","steps":["trace[2070637894] 'agreement among raft nodes before linearized reading' (duration: 616.936906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.753224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.958092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-20T04:30:07.753253Z","caller":"traceutil/trace.go:171","msg":"trace[750033615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13993; }","duration":"617.007968ms","start":"2026-05-20T04:30:07.136233Z","end":"2026-05-20T04:30:07.753241Z","steps":["trace[750033615] 'agreement among raft nodes before linearized reading' (duration: 616.876545ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:07.753269Z","caller":"traceutil/trace.go:171","msg":"trace[1548002141] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13993; }","duration":"685.056044ms","start":"2026-05-20T04:30:07.068201Z","end":"2026-05-20T04:30:07.753257Z","steps":["trace[1548002141] 'agreement among raft nodes before linearized reading' (duration: 684.9201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.753293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.136209Z","time spent":"617.07519ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:30:07.753299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.068167Z","time spent":"685.124055ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-20T04:30:07.753328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.767506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T04:30:07.753313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.654349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:30:07.753389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.791853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-05-20T04:30:07.753433Z","caller":"traceutil/trace.go:171","msg":"trace[522851085] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13993; }","duration":"685.835994ms","start":"2026-05-20T04:30:07.067576Z","end":"2026-05-20T04:30:07.753412Z","steps":["trace[522851085] 'agreement among raft nodes before linearized reading' (duration: 685.585737ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:07.753475Z","caller":"traceutil/trace.go:171","msg":"trace[442634475] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13993; }","duration":"685.967747ms","start":"2026-05-20T04:30:07.067491Z","end":"2026-05-20T04:30:07.753459Z","steps":["trace[442634475] 'agreement among raft nodes before linearized reading' (duration: 685.598787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.753562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.067482Z","time spent":"686.07104ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-05-20T04:30:07.753259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.136131Z","time spent":"617.122152ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:30:07.753528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.06757Z","time spent":"685.945576ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-05-20T04:30:07.753355Z","caller":"traceutil/trace.go:171","msg":"trace[2060062482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13993; }","duration":"668.839318ms","start":"2026-05-20T04:30:07.084507Z","end":"2026-05-20T04:30:07.753347Z","steps":["trace[2060062482] 'agreement among raft nodes before linearized reading' (duration: 668.772946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:07.753824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.084482Z","time spent":"669.328321ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:30:08.199878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.201087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:30:08.199984Z","caller":"traceutil/trace.go:171","msg":"trace[286032913] linearizableReadLoop","detail":"{readStateIndex:14484; appliedIndex:14483; }","duration":"438.371815ms","start":"2026-05-20T04:30:07.761592Z","end":"2026-05-20T04:30:08.199964Z","steps":["trace[286032913] 'read index received' (duration: 113.865541ms)","trace[286032913] 'applied index is now lower than readState.Index' (duration: 324.504694ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:30:08.200155Z","caller":"traceutil/trace.go:171","msg":"trace[2130145441] transaction","detail":"{read_only:false; response_revision:13994; number_of_response:1; }","duration":"439.486374ms","start":"2026-05-20T04:30:07.760642Z","end":"2026-05-20T04:30:08.200129Z","steps":["trace[2130145441] 'process raft request' (duration: 114.948219ms)","trace[2130145441] 'compare' (duration: 323.782816ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:30:08.200288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.760616Z","time spent":"439.597907ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:30:08.201228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.626048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:945046"} {"level":"info","ts":"2026-05-20T04:30:08.201277Z","caller":"traceutil/trace.go:171","msg":"trace[640740790] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:13994; }","duration":"439.71759ms","start":"2026-05-20T04:30:07.761548Z","end":"2026-05-20T04:30:08.201265Z","steps":["trace[640740790] 'agreement among raft nodes before linearized reading' (duration: 438.658592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:08.201318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.761527Z","time spent":"439.779181ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":945068,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:30:08.671661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.262924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:30:08.671869Z","caller":"traceutil/trace.go:171","msg":"trace[310384611] transaction","detail":"{read_only:false; response_revision:13995; number_of_response:1; }","duration":"909.952783ms","start":"2026-05-20T04:30:07.761893Z","end":"2026-05-20T04:30:08.671846Z","steps":["trace[310384611] 'process raft request' (duration: 545.419011ms)","trace[310384611] 'compare' (duration: 364.10338ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:30:08.672034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.761877Z","time spent":"910.060766ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:30:08.672807Z","caller":"traceutil/trace.go:171","msg":"trace[1827238879] transaction","detail":"{read_only:false; response_revision:13996; number_of_response:1; }","duration":"910.739333ms","start":"2026-05-20T04:30:07.762032Z","end":"2026-05-20T04:30:08.672771Z","steps":["trace[1827238879] 'process raft request' (duration: 909.741898ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:08.672971Z","caller":"traceutil/trace.go:171","msg":"trace[527621985] transaction","detail":"{read_only:false; response_revision:13997; number_of_response:1; }","duration":"910.783644ms","start":"2026-05-20T04:30:07.762157Z","end":"2026-05-20T04:30:08.67294Z","steps":["trace[527621985] 'process raft request' (duration: 910.377383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:08.672972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.762023Z","time spent":"910.871436ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:30:08.673056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.76213Z","time spent":"910.886746ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:30:08.673509Z","caller":"traceutil/trace.go:171","msg":"trace[1029061546] transaction","detail":"{read_only:false; response_revision:13998; number_of_response:1; }","duration":"805.877212ms","start":"2026-05-20T04:30:07.86761Z","end":"2026-05-20T04:30:08.673487Z","steps":["trace[1029061546] 'process raft request' (duration: 805.212316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:08.673617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.867583Z","time spent":"805.983664ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:30:08.766039Z","caller":"traceutil/trace.go:171","msg":"trace[578580083] transaction","detail":"{read_only:false; response_revision:13999; number_of_response:1; }","duration":"885.028154ms","start":"2026-05-20T04:30:07.880981Z","end":"2026-05-20T04:30:08.766009Z","steps":["trace[578580083] 'process raft request' (duration: 884.362787ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:08.766041Z","caller":"traceutil/trace.go:171","msg":"trace[1448633443] linearizableReadLoop","detail":"{readStateIndex:14491; appliedIndex:14484; }","duration":"566.00093ms","start":"2026-05-20T04:30:08.20001Z","end":"2026-05-20T04:30:08.766011Z","steps":["trace[1448633443] 'read index received' (duration: 107.277952ms)","trace[1448633443] 'applied index is now lower than readState.Index' (duration: 458.721798ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:30:08.766184Z","caller":"traceutil/trace.go:171","msg":"trace[153984655] transaction","detail":"{read_only:false; response_revision:14000; number_of_response:1; }","duration":"859.807176ms","start":"2026-05-20T04:30:07.906364Z","end":"2026-05-20T04:30:08.766171Z","steps":["trace[153984655] 'process raft request' (duration: 859.131489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:08.766301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.880966Z","time spent":"885.145527ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4989,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:30:08.766306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.906347Z","time spent":"859.877658ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:30:08.766798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.757406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T04:30:08.766855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.075927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:08.766871Z","caller":"traceutil/trace.go:171","msg":"trace[1743476172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14001; }","duration":"670.847779ms","start":"2026-05-20T04:30:08.096003Z","end":"2026-05-20T04:30:08.766851Z","steps":["trace[1743476172] 'agreement among raft nodes before linearized reading' (duration: 670.710195ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:08.766909Z","caller":"traceutil/trace.go:171","msg":"trace[661278241] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:14001; }","duration":"894.172408ms","start":"2026-05-20T04:30:07.872722Z","end":"2026-05-20T04:30:08.766894Z","steps":["trace[661278241] 'agreement among raft nodes before linearized reading' (duration: 894.006523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:08.766912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:08.095925Z","time spent":"670.977173ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:30:08.766947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.872709Z","time spent":"894.2283ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:30:08.767006Z","caller":"traceutil/trace.go:171","msg":"trace[362285750] transaction","detail":"{read_only:false; response_revision:14001; number_of_response:1; }","duration":"834.617261ms","start":"2026-05-20T04:30:07.932367Z","end":"2026-05-20T04:30:08.766984Z","steps":["trace[362285750] 'process raft request' (duration: 833.169483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:08.767095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.932349Z","time spent":"834.702922ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:30:08.767154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.49008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:08.767221Z","caller":"traceutil/trace.go:171","msg":"trace[512389493] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:14001; }","duration":"914.615423ms","start":"2026-05-20T04:30:07.852589Z","end":"2026-05-20T04:30:08.767205Z","steps":["trace[512389493] 'agreement among raft nodes before linearized reading' (duration: 914.48632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:08.767258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.852575Z","time spent":"914.674124ms","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:30:08.767579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004904719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:641"} {"level":"info","ts":"2026-05-20T04:30:08.767667Z","caller":"traceutil/trace.go:171","msg":"trace[1977703364] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:14001; }","duration":"1.005037342s","start":"2026-05-20T04:30:07.762607Z","end":"2026-05-20T04:30:08.767645Z","steps":["trace[1977703364] 'agreement among raft nodes before linearized reading' (duration: 1.004743665s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:08.767714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.762598Z","time spent":"1.005106194s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":663,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-20T04:30:08.767767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004352535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:945046"} {"level":"info","ts":"2026-05-20T04:30:08.767823Z","caller":"traceutil/trace.go:171","msg":"trace[170128086] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:14001; }","duration":"1.004434997s","start":"2026-05-20T04:30:07.763375Z","end":"2026-05-20T04:30:08.76781Z","steps":["trace[170128086] 'agreement among raft nodes before linearized reading' (duration: 1.003264827s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:08.767859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.763362Z","time spent":"1.004486898s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":945068,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:30:08.768551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006149661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:945046"} {"level":"warn","ts":"2026-05-20T04:30:08.768576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005828852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:945046"} {"level":"info","ts":"2026-05-20T04:30:08.768601Z","caller":"traceutil/trace.go:171","msg":"trace[122563293] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:14001; }","duration":"1.006225522s","start":"2026-05-20T04:30:07.762364Z","end":"2026-05-20T04:30:08.768589Z","steps":["trace[122563293] 'agreement among raft nodes before linearized reading' (duration: 1.005015212s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:08.76864Z","caller":"traceutil/trace.go:171","msg":"trace[1644270242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:14001; }","duration":"1.005908014s","start":"2026-05-20T04:30:07.762719Z","end":"2026-05-20T04:30:08.768627Z","steps":["trace[1644270242] 'agreement among raft nodes before linearized reading' (duration: 1.004661163s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:08.768648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.762351Z","time spent":"1.006285764s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":945068,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:30:08.768679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.762715Z","time spent":"1.005951705s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":945068,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:30:08.769821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005891455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:945046"} {"level":"info","ts":"2026-05-20T04:30:08.769879Z","caller":"traceutil/trace.go:171","msg":"trace[222618446] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:14001; }","duration":"1.005970976s","start":"2026-05-20T04:30:07.763894Z","end":"2026-05-20T04:30:08.769865Z","steps":["trace[222618446] 'agreement among raft nodes before linearized reading' (duration: 1.002705592s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:08.769915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:07.763885Z","time spent":"1.006019428s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":945068,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:30:09.389558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.952799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:30:09.389737Z","caller":"traceutil/trace.go:171","msg":"trace[1003879792] linearizableReadLoop","detail":"{readStateIndex:14493; appliedIndex:14491; }","duration":"623.588817ms","start":"2026-05-20T04:30:08.766133Z","end":"2026-05-20T04:30:09.389721Z","steps":["trace[1003879792] 'read index received' (duration: 156.775052ms)","trace[1003879792] 'applied index is now lower than readState.Index' (duration: 466.812795ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:30:09.389915Z","caller":"traceutil/trace.go:171","msg":"trace[775662227] transaction","detail":"{read_only:false; response_revision:14002; number_of_response:1; }","duration":"720.37279ms","start":"2026-05-20T04:30:08.669529Z","end":"2026-05-20T04:30:09.389902Z","steps":["trace[775662227] 'process raft request' (duration: 253.00455ms)","trace[775662227] 'compare' (duration: 465.325777ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:30:09.389983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:08.66951Z","time spent":"720.441481ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:30:09.390148Z","caller":"traceutil/trace.go:171","msg":"trace[1169898138] transaction","detail":"{read_only:false; response_revision:14003; number_of_response:1; }","duration":"637.960995ms","start":"2026-05-20T04:30:08.75217Z","end":"2026-05-20T04:30:09.39013Z","steps":["trace[1169898138] 'process raft request' (duration: 637.488103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.390235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:08.75214Z","time spent":"638.048218ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:30:09.390455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.527549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:09.3905Z","caller":"traceutil/trace.go:171","msg":"trace[99243290] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:14003; }","duration":"737.651922ms","start":"2026-05-20T04:30:08.652835Z","end":"2026-05-20T04:30:09.390487Z","steps":["trace[99243290] 'agreement among raft nodes before linearized reading' (duration: 737.538299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.390537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:08.652817Z","time spent":"737.712023ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:30:09.390662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.941691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:09.390751Z","caller":"traceutil/trace.go:171","msg":"trace[1640577911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14003; }","duration":"869.076464ms","start":"2026-05-20T04:30:08.521666Z","end":"2026-05-20T04:30:09.390742Z","steps":["trace[1640577911] 'agreement among raft nodes before linearized reading' (duration: 868.973771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.390787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:08.521643Z","time spent":"869.136326ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:30:09.390921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.040988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:09.390954Z","caller":"traceutil/trace.go:171","msg":"trace[1050846559] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14003; }","duration":"992.135271ms","start":"2026-05-20T04:30:08.398811Z","end":"2026-05-20T04:30:09.390946Z","steps":["trace[1050846559] 'agreement among raft nodes before linearized reading' (duration: 992.08595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.390985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:08.398776Z","time spent":"992.203493ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:30:09.391572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.899001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T04:30:09.391929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054758128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:09.391965Z","caller":"traceutil/trace.go:171","msg":"trace[613556413] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:14003; }","duration":"1.054796088s","start":"2026-05-20T04:30:08.337159Z","end":"2026-05-20T04:30:09.391955Z","steps":["trace[613556413] 'agreement among raft nodes before linearized reading' (duration: 1.054731577s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.391982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:08.337094Z","time spent":"1.054883981s","remote":"127.0.0.1:48682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:30:09.391986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177589409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-77f5956b67-45pq7.18b12ba0fc3671d0\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-05-20T04:30:09.392027Z","caller":"traceutil/trace.go:171","msg":"trace[1693519516] range","detail":"{range_begin:/registry/events/openstack/cinder-api-77f5956b67-45pq7.18b12ba0fc3671d0; range_end:; response_count:1; response_revision:14003; }","duration":"1.177664221s","start":"2026-05-20T04:30:08.21435Z","end":"2026-05-20T04:30:09.392015Z","steps":["trace[1693519516] 'agreement among raft nodes before linearized reading' (duration: 1.177534798s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.392052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:08.214332Z","time spent":"1.177713972s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1199,"request content":"key:\"/registry/events/openstack/cinder-api-77f5956b67-45pq7.18b12ba0fc3671d0\" "} {"level":"info","ts":"2026-05-20T04:30:09.391647Z","caller":"traceutil/trace.go:171","msg":"trace[451935391] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14003; }","duration":"993.012344ms","start":"2026-05-20T04:30:08.398618Z","end":"2026-05-20T04:30:09.39163Z","steps":["trace[451935391] 'agreement among raft nodes before linearized reading' (duration: 992.8697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.392153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:08.398509Z","time spent":"993.631039ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:30:09.392056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.417064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-20T04:30:09.392395Z","caller":"traceutil/trace.go:171","msg":"trace[692847056] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14003; }","duration":"993.797944ms","start":"2026-05-20T04:30:08.398579Z","end":"2026-05-20T04:30:09.392377Z","steps":["trace[692847056] 'agreement among raft nodes before linearized reading' (duration: 993.312102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.392448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:08.398559Z","time spent":"993.874166ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-20T04:30:09.393065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.325857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-20T04:30:09.393105Z","caller":"traceutil/trace.go:171","msg":"trace[1401978710] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14003; }","duration":"994.394569ms","start":"2026-05-20T04:30:08.398695Z","end":"2026-05-20T04:30:09.393089Z","steps":["trace[1401978710] 'agreement among raft nodes before linearized reading' (duration: 992.384477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.393136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:08.398674Z","time spent":"994.4542ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-20T04:30:09.647712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.138111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T04:30:09.647804Z","caller":"traceutil/trace.go:171","msg":"trace[1858024784] transaction","detail":"{read_only:false; response_revision:14004; number_of_response:1; }","duration":"871.516897ms","start":"2026-05-20T04:30:08.776271Z","end":"2026-05-20T04:30:09.647788Z","steps":["trace[1858024784] 'process raft request' (duration: 714.230282ms)","trace[1858024784] 'compare' (duration: 157.038699ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:30:09.647848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:08.776255Z","time spent":"871.573758ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7285,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:30:09.661208Z","caller":"traceutil/trace.go:171","msg":"trace[1401224111] transaction","detail":"{read_only:false; response_revision:14005; number_of_response:1; }","duration":"303.672861ms","start":"2026-05-20T04:30:09.357508Z","end":"2026-05-20T04:30:09.661181Z","steps":["trace[1401224111] 'process raft request' (duration: 303.217069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.661389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:09.357486Z","time spent":"303.809894ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:30:09.661467Z","caller":"traceutil/trace.go:171","msg":"trace[673430995] linearizableReadLoop","detail":"{readStateIndex:14495; appliedIndex:14493; }","duration":"271.652359ms","start":"2026-05-20T04:30:09.389773Z","end":"2026-05-20T04:30:09.661425Z","steps":["trace[673430995] 'read index received' (duration: 100.730574ms)","trace[673430995] 'applied index is now lower than readState.Index' (duration: 170.917345ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:30:09.661963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.870596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:09.662022Z","caller":"traceutil/trace.go:171","msg":"trace[1946646072] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:14006; }","duration":"535.99823ms","start":"2026-05-20T04:30:09.126006Z","end":"2026-05-20T04:30:09.662004Z","steps":["trace[1946646072] 'agreement among raft nodes before linearized reading' (duration: 535.900007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.662063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:09.125973Z","time spent":"536.079362ms","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:30:09.662104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.567349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-20T04:30:09.662163Z","caller":"traceutil/trace.go:171","msg":"trace[1320101530] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14006; }","duration":"659.677532ms","start":"2026-05-20T04:30:09.002468Z","end":"2026-05-20T04:30:09.662146Z","steps":["trace[1320101530] 'agreement among raft nodes before linearized reading' (duration: 659.467247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.662208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:09.002446Z","time spent":"659.750454ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-20T04:30:09.662264Z","caller":"traceutil/trace.go:171","msg":"trace[1258443954] transaction","detail":"{read_only:false; response_revision:14006; number_of_response:1; }","duration":"268.035867ms","start":"2026-05-20T04:30:09.394211Z","end":"2026-05-20T04:30:09.662247Z","steps":["trace[1258443954] 'process raft request' (duration: 266.714623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.662437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.157594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T04:30:09.662467Z","caller":"traceutil/trace.go:171","msg":"trace[1981567751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14006; }","duration":"269.226686ms","start":"2026-05-20T04:30:09.393231Z","end":"2026-05-20T04:30:09.662458Z","steps":["trace[1981567751] 'agreement among raft nodes before linearized reading' (duration: 269.176425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.662851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.645042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T04:30:09.662908Z","caller":"traceutil/trace.go:171","msg":"trace[1572228715] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14006; }","duration":"354.128994ms","start":"2026-05-20T04:30:09.308761Z","end":"2026-05-20T04:30:09.66289Z","steps":["trace[1572228715] 'agreement among raft nodes before linearized reading' (duration: 353.685073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.662957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:09.308737Z","time spent":"354.200456ms","remote":"127.0.0.1:34698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:30:09.663287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.741625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T04:30:09.663329Z","caller":"traceutil/trace.go:171","msg":"trace[1630719440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14006; }","duration":"521.780116ms","start":"2026-05-20T04:30:09.141534Z","end":"2026-05-20T04:30:09.663314Z","steps":["trace[1630719440] 'agreement among raft nodes before linearized reading' (duration: 521.641681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:30:09.663369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:30:09.141477Z","time spent":"521.881378ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:30:11.167764Z","caller":"traceutil/trace.go:171","msg":"trace[1837228396] transaction","detail":"{read_only:false; response_revision:14044; number_of_response:1; }","duration":"139.828757ms","start":"2026-05-20T04:30:11.027905Z","end":"2026-05-20T04:30:11.167734Z","steps":["trace[1837228396] 'process raft request' (duration: 134.853699ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:30:23.711362Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8388} {"level":"info","ts":"2026-05-20T04:30:23.849428Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8388,"took":"135.67326ms","hash":379400085,"current-db-size-bytes":71155712,"current-db-size":"71 MB","current-db-size-in-use-bytes":62881792,"current-db-size-in-use":"63 MB"} {"level":"info","ts":"2026-05-20T04:30:23.849505Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":379400085,"revision":8388,"compact-revision":5360} {"level":"info","ts":"2026-05-20T04:35:23.717988Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14174} {"level":"info","ts":"2026-05-20T04:35:23.939626Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14174,"took":"217.734852ms","hash":2231211290,"current-db-size-bytes":76840960,"current-db-size":"77 MB","current-db-size-in-use-bytes":37150720,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-05-20T04:35:23.939681Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2231211290,"revision":14174,"compact-revision":8388} {"level":"warn","ts":"2026-05-20T04:35:59.559536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.673515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-20T04:35:59.559708Z","caller":"traceutil/trace.go:171","msg":"trace[1908262938] linearizableReadLoop","detail":"{readStateIndex:18490; appliedIndex:18488; }","duration":"307.017895ms","start":"2026-05-20T04:35:59.252669Z","end":"2026-05-20T04:35:59.559687Z","steps":["trace[1908262938] 'read index received' (duration: 37.653198ms)","trace[1908262938] 'applied index is now lower than readState.Index' (duration: 269.362857ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:35:59.559741Z","caller":"traceutil/trace.go:171","msg":"trace[1929798857] transaction","detail":"{read_only:false; response_revision:17897; number_of_response:1; }","duration":"338.328238ms","start":"2026-05-20T04:35:59.221385Z","end":"2026-05-20T04:35:59.559713Z","steps":["trace[1929798857] 'process raft request' (duration: 216.370786ms)","trace[1929798857] 'compare' (duration: 121.493911ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:35:59.559951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:35:59.221372Z","time spent":"338.457882ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:35:59.55998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.313532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"info","ts":"2026-05-20T04:35:59.560022Z","caller":"traceutil/trace.go:171","msg":"trace[1522365428] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:17897; }","duration":"307.393544ms","start":"2026-05-20T04:35:59.252617Z","end":"2026-05-20T04:35:59.56001Z","steps":["trace[1522365428] 'agreement among raft nodes before linearized reading' (duration: 307.174938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:35:59.560081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:35:59.252589Z","time spent":"307.476366ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10381,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-20T04:35:59.568368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.585587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-20T04:35:59.568438Z","caller":"traceutil/trace.go:171","msg":"trace[2071970622] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:17902; }","duration":"215.666979ms","start":"2026-05-20T04:35:59.352756Z","end":"2026-05-20T04:35:59.568423Z","steps":["trace[2071970622] 'agreement among raft nodes before linearized reading' (duration: 215.483534ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:35:59.56874Z","caller":"traceutil/trace.go:171","msg":"trace[1099677955] transaction","detail":"{read_only:false; response_revision:17898; number_of_response:1; }","duration":"211.814099ms","start":"2026-05-20T04:35:59.356916Z","end":"2026-05-20T04:35:59.56873Z","steps":["trace[1099677955] 'process raft request' (duration: 211.08995ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:35:59.568872Z","caller":"traceutil/trace.go:171","msg":"trace[1312640851] transaction","detail":"{read_only:false; response_revision:17900; number_of_response:1; }","duration":"172.403307ms","start":"2026-05-20T04:35:59.396443Z","end":"2026-05-20T04:35:59.568846Z","steps":["trace[1312640851] 'process raft request' (duration: 171.695279ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:35:59.568863Z","caller":"traceutil/trace.go:171","msg":"trace[583980175] transaction","detail":"{read_only:false; response_revision:17902; number_of_response:1; }","duration":"164.993727ms","start":"2026-05-20T04:35:59.403825Z","end":"2026-05-20T04:35:59.568819Z","steps":["trace[583980175] 'process raft request' (duration: 164.382251ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:35:59.56902Z","caller":"traceutil/trace.go:171","msg":"trace[35083384] transaction","detail":"{read_only:false; response_revision:17899; number_of_response:1; }","duration":"173.791353ms","start":"2026-05-20T04:35:59.39522Z","end":"2026-05-20T04:35:59.569011Z","steps":["trace[35083384] 'process raft request' (duration: 172.87915ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:35:59.569092Z","caller":"traceutil/trace.go:171","msg":"trace[1813221621] transaction","detail":"{read_only:false; response_revision:17901; number_of_response:1; }","duration":"168.63002ms","start":"2026-05-20T04:35:59.400456Z","end":"2026-05-20T04:35:59.569086Z","steps":["trace[1813221621] 'process raft request' (duration: 167.725407ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:35:59.748271Z","caller":"traceutil/trace.go:171","msg":"trace[1026389744] linearizableReadLoop","detail":"{readStateIndex:18496; appliedIndex:18495; }","duration":"175.382853ms","start":"2026-05-20T04:35:59.572862Z","end":"2026-05-20T04:35:59.748245Z","steps":["trace[1026389744] 'read index received' (duration: 118.054382ms)","trace[1026389744] 'applied index is now lower than readState.Index' (duration: 57.327331ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:35:59.754212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.083525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-20T04:35:59.754313Z","caller":"traceutil/trace.go:171","msg":"trace[70691005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17903; }","duration":"143.207357ms","start":"2026-05-20T04:35:59.611068Z","end":"2026-05-20T04:35:59.754275Z","steps":["trace[70691005] 'agreement among raft nodes before linearized reading' (duration: 137.504101ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:35:59.759721Z","caller":"traceutil/trace.go:171","msg":"trace[1322353919] transaction","detail":"{read_only:false; response_revision:17903; number_of_response:1; }","duration":"176.501342ms","start":"2026-05-20T04:35:59.572143Z","end":"2026-05-20T04:35:59.748644Z","steps":["trace[1322353919] 'process raft request' (duration: 118.827412ms)","trace[1322353919] 'compare' (duration: 57.154157ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:35:59.770092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.213524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:127 size:1229857"} {"level":"info","ts":"2026-05-20T04:35:59.770358Z","caller":"traceutil/trace.go:171","msg":"trace[567360172] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:127; response_revision:17903; }","duration":"197.284916ms","start":"2026-05-20T04:35:59.572849Z","end":"2026-05-20T04:35:59.770134Z","steps":["trace[567360172] 'agreement among raft nodes before linearized reading' (duration: 175.693371ms)","trace[567360172] 'range keys from bolt db' (duration: 15.345634ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:01.094902Z","caller":"traceutil/trace.go:171","msg":"trace[1473107215] linearizableReadLoop","detail":"{readStateIndex:18510; appliedIndex:18509; }","duration":"128.408527ms","start":"2026-05-20T04:36:00.966473Z","end":"2026-05-20T04:36:01.094882Z","steps":["trace[1473107215] 'read index received' (duration: 128.331555ms)","trace[1473107215] 'applied index is now lower than readState.Index' (duration: 76.242µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:01.094936Z","caller":"traceutil/trace.go:171","msg":"trace[502683361] transaction","detail":"{read_only:false; response_revision:17916; number_of_response:1; }","duration":"138.037405ms","start":"2026-05-20T04:36:00.956875Z","end":"2026-05-20T04:36:01.094912Z","steps":["trace[502683361] 'process raft request' (duration: 137.884521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:01.095036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.542271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:36:01.095064Z","caller":"traceutil/trace.go:171","msg":"trace[126453450] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:17916; }","duration":"128.619682ms","start":"2026-05-20T04:36:00.966437Z","end":"2026-05-20T04:36:01.095057Z","steps":["trace[126453450] 'agreement among raft nodes before linearized reading' (duration: 128.54282ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:01.120614Z","caller":"traceutil/trace.go:171","msg":"trace[2009114635] transaction","detail":"{read_only:false; response_revision:17917; number_of_response:1; }","duration":"114.768807ms","start":"2026-05-20T04:36:01.005818Z","end":"2026-05-20T04:36:01.120587Z","steps":["trace[2009114635] 'process raft request' (duration: 114.546961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:01.120825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.294175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:36:01.12091Z","caller":"traceutil/trace.go:171","msg":"trace[731192515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17917; }","duration":"116.418539ms","start":"2026-05-20T04:36:01.004472Z","end":"2026-05-20T04:36:01.12089Z","steps":["trace[731192515] 'agreement among raft nodes before linearized reading' (duration: 116.133821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:01.120915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.421578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-20T04:36:01.121042Z","caller":"traceutil/trace.go:171","msg":"trace[421965430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17917; }","duration":"116.589703ms","start":"2026-05-20T04:36:01.004432Z","end":"2026-05-20T04:36:01.121022Z","steps":["trace[421965430] 'agreement among raft nodes before linearized reading' (duration: 116.190803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:01.972214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.056224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-20T04:36:01.972298Z","caller":"traceutil/trace.go:171","msg":"trace[1553891494] linearizableReadLoop","detail":"{readStateIndex:18560; appliedIndex:18559; }","duration":"221.073927ms","start":"2026-05-20T04:36:01.751212Z","end":"2026-05-20T04:36:01.972286Z","steps":["trace[1553891494] 'read index received' (duration: 46.447823ms)","trace[1553891494] 'applied index is now lower than readState.Index' (duration: 174.625064ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:01.972359Z","caller":"traceutil/trace.go:171","msg":"trace[1855265923] transaction","detail":"{read_only:false; response_revision:17964; number_of_response:1; }","duration":"221.137608ms","start":"2026-05-20T04:36:01.751184Z","end":"2026-05-20T04:36:01.972322Z","steps":["trace[1855265923] 'process raft request' (duration: 77.90096ms)","trace[1855265923] 'compare' (duration: 142.955531ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:36:01.972423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.209221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-20T04:36:01.972446Z","caller":"traceutil/trace.go:171","msg":"trace[1561385388] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:17964; }","duration":"221.268932ms","start":"2026-05-20T04:36:01.751171Z","end":"2026-05-20T04:36:01.97244Z","steps":["trace[1561385388] 'agreement among raft nodes before linearized reading' (duration: 221.1674ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:01.994216Z","caller":"traceutil/trace.go:171","msg":"trace[206285515] transaction","detail":"{read_only:false; response_revision:17968; number_of_response:1; }","duration":"192.172995ms","start":"2026-05-20T04:36:01.802019Z","end":"2026-05-20T04:36:01.994192Z","steps":["trace[206285515] 'process raft request' (duration: 192.128844ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:01.994272Z","caller":"traceutil/trace.go:171","msg":"trace[1324949685] transaction","detail":"{read_only:false; response_revision:17966; number_of_response:1; }","duration":"192.338819ms","start":"2026-05-20T04:36:01.801904Z","end":"2026-05-20T04:36:01.994242Z","steps":["trace[1324949685] 'process raft request' (duration: 192.143064ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:01.994291Z","caller":"traceutil/trace.go:171","msg":"trace[656109015] transaction","detail":"{read_only:false; response_revision:17965; number_of_response:1; }","duration":"192.552895ms","start":"2026-05-20T04:36:01.80172Z","end":"2026-05-20T04:36:01.994273Z","steps":["trace[656109015] 'process raft request' (duration: 192.204406ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:01.994293Z","caller":"traceutil/trace.go:171","msg":"trace[11693582] transaction","detail":"{read_only:false; response_revision:17967; number_of_response:1; }","duration":"192.242007ms","start":"2026-05-20T04:36:01.802027Z","end":"2026-05-20T04:36:01.994269Z","steps":["trace[11693582] 'process raft request' (duration: 192.074773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:02.031335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.063612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-05-20T04:36:02.031528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.908213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-20T04:36:02.031609Z","caller":"traceutil/trace.go:171","msg":"trace[1569010069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17968; }","duration":"227.995214ms","start":"2026-05-20T04:36:01.803593Z","end":"2026-05-20T04:36:02.031588Z","steps":["trace[1569010069] 'agreement among raft nodes before linearized reading' (duration: 227.851931ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:02.031701Z","caller":"traceutil/trace.go:171","msg":"trace[1019861957] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:17968; }","duration":"280.348129ms","start":"2026-05-20T04:36:01.751222Z","end":"2026-05-20T04:36:02.03157Z","steps":["trace[1019861957] 'agreement among raft nodes before linearized reading' (duration: 279.941489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:02.031385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.558658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-20T04:36:02.031932Z","caller":"traceutil/trace.go:171","msg":"trace[1505599649] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gcx94; range_end:; response_count:1; response_revision:17968; }","duration":"243.188305ms","start":"2026-05-20T04:36:01.788732Z","end":"2026-05-20T04:36:02.03192Z","steps":["trace[1505599649] 'agreement among raft nodes before linearized reading' (duration: 242.414575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:02.032336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.080599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111780"} {"level":"info","ts":"2026-05-20T04:36:02.032413Z","caller":"traceutil/trace.go:171","msg":"trace[1208318810] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:17968; }","duration":"281.191972ms","start":"2026-05-20T04:36:01.751205Z","end":"2026-05-20T04:36:02.032397Z","steps":["trace[1208318810] 'agreement among raft nodes before linearized reading' (duration: 280.856622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:31.578589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578261979,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:36:31.628527Z","caller":"traceutil/trace.go:171","msg":"trace[650126054] transaction","detail":"{read_only:false; response_revision:18365; number_of_response:1; }","duration":"611.105603ms","start":"2026-05-20T04:36:31.017397Z","end":"2026-05-20T04:36:31.628502Z","steps":["trace[650126054] 'process raft request' (duration: 610.939879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:31.628902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:31.01737Z","time spent":"611.234596ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:31.644344Z","caller":"traceutil/trace.go:171","msg":"trace[1062499411] linearizableReadLoop","detail":"{readStateIndex:18976; appliedIndex:18974; }","duration":"566.800705ms","start":"2026-05-20T04:36:31.07751Z","end":"2026-05-20T04:36:31.64431Z","steps":["trace[1062499411] 'read index received' (duration: 550.837715ms)","trace[1062499411] 'applied index is now lower than readState.Index' (duration: 15.96223ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:31.644459Z","caller":"traceutil/trace.go:171","msg":"trace[916291980] transaction","detail":"{read_only:false; response_revision:18366; number_of_response:1; }","duration":"410.388268ms","start":"2026-05-20T04:36:31.233988Z","end":"2026-05-20T04:36:31.644377Z","steps":["trace[916291980] 'process raft request' (duration: 410.195503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:31.644573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.451383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-20T04:36:31.644572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.042621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T04:36:31.644668Z","caller":"traceutil/trace.go:171","msg":"trace[1898246176] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:18366; }","duration":"525.642388ms","start":"2026-05-20T04:36:31.119008Z","end":"2026-05-20T04:36:31.64465Z","steps":["trace[1898246176] 'agreement among raft nodes before linearized reading' (duration: 525.455573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:31.64468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:31.233972Z","time spent":"410.596174ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:31.644804Z","caller":"traceutil/trace.go:171","msg":"trace[405902387] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:18366; }","duration":"567.209526ms","start":"2026-05-20T04:36:31.077478Z","end":"2026-05-20T04:36:31.644688Z","steps":["trace[405902387] 'agreement among raft nodes before linearized reading' (duration: 566.956109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:31.644862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:31.11898Z","time spent":"525.817462ms","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:36:31.644866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.734526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:36:31.644875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.917118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-20T04:36:31.644898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:31.077462Z","time spent":"567.420291ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":93,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:36:31.64492Z","caller":"traceutil/trace.go:171","msg":"trace[372813461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18366; }","duration":"121.793367ms","start":"2026-05-20T04:36:31.523113Z","end":"2026-05-20T04:36:31.644906Z","steps":["trace[372813461] 'agreement among raft nodes before linearized reading' (duration: 121.705345ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:31.644932Z","caller":"traceutil/trace.go:171","msg":"trace[2141299056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18366; }","duration":"316.998671ms","start":"2026-05-20T04:36:31.327916Z","end":"2026-05-20T04:36:31.644915Z","steps":["trace[2141299056] 'agreement among raft nodes before linearized reading' (duration: 316.825976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:31.644968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:31.327907Z","time spent":"317.052242ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:36:31.645245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.64215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-20T04:36:31.645253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.150486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:36:31.645284Z","caller":"traceutil/trace.go:171","msg":"trace[1218330471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18366; }","duration":"395.753703ms","start":"2026-05-20T04:36:31.249522Z","end":"2026-05-20T04:36:31.645276Z","steps":["trace[1218330471] 'agreement among raft nodes before linearized reading' (duration: 395.667831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:31.645305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:31.249498Z","time spent":"395.802114ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:36:31.6453Z","caller":"traceutil/trace.go:171","msg":"trace[1884782710] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:18366; }","duration":"416.233338ms","start":"2026-05-20T04:36:31.229054Z","end":"2026-05-20T04:36:31.645287Z","steps":["trace[1884782710] 'agreement among raft nodes before linearized reading' (duration: 416.154076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:31.645335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:31.229033Z","time spent":"416.29367ms","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-20T04:36:31.64542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.212517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:36:31.645513Z","caller":"traceutil/trace.go:171","msg":"trace[1208092914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18366; }","duration":"319.329211ms","start":"2026-05-20T04:36:31.326147Z","end":"2026-05-20T04:36:31.645477Z","steps":["trace[1208092914] 'agreement among raft nodes before linearized reading' (duration: 319.103065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:31.645573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:31.326122Z","time spent":"319.437063ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:36:32.542713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.946162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-20T04:36:32.542834Z","caller":"traceutil/trace.go:171","msg":"trace[289987848] linearizableReadLoop","detail":"{readStateIndex:18991; appliedIndex:18990; }","duration":"239.016249ms","start":"2026-05-20T04:36:32.303799Z","end":"2026-05-20T04:36:32.542815Z","steps":["trace[289987848] 'read index received' (duration: 109.894933ms)","trace[289987848] 'applied index is now lower than readState.Index' (duration: 129.119486ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:32.542855Z","caller":"traceutil/trace.go:171","msg":"trace[1308736254] transaction","detail":"{read_only:false; response_revision:18380; number_of_response:1; }","duration":"299.321537ms","start":"2026-05-20T04:36:32.2435Z","end":"2026-05-20T04:36:32.542822Z","steps":["trace[1308736254] 'process raft request' (duration: 170.13437ms)","trace[1308736254] 'compare' (duration: 128.751816ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:36:32.543097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.318642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-20T04:36:32.543135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.291596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-20T04:36:32.54318Z","caller":"traceutil/trace.go:171","msg":"trace[1892137647] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gcx94; range_end:; response_count:1; response_revision:18380; }","duration":"101.431365ms","start":"2026-05-20T04:36:32.441735Z","end":"2026-05-20T04:36:32.543167Z","steps":["trace[1892137647] 'agreement among raft nodes before linearized reading' (duration: 101.199389ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:32.543219Z","caller":"traceutil/trace.go:171","msg":"trace[866252615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18380; }","duration":"239.408059ms","start":"2026-05-20T04:36:32.303791Z","end":"2026-05-20T04:36:32.543199Z","steps":["trace[866252615] 'agreement among raft nodes before linearized reading' (duration: 239.103211ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:35.087733Z","caller":"traceutil/trace.go:171","msg":"trace[586727083] linearizableReadLoop","detail":"{readStateIndex:19011; appliedIndex:19010; }","duration":"497.318501ms","start":"2026-05-20T04:36:34.590385Z","end":"2026-05-20T04:36:35.087703Z","steps":["trace[586727083] 'read index received' (duration: 497.120116ms)","trace[586727083] 'applied index is now lower than readState.Index' (duration: 196.795µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:35.087747Z","caller":"traceutil/trace.go:171","msg":"trace[1417796809] transaction","detail":"{read_only:false; response_revision:18400; number_of_response:1; }","duration":"539.273168ms","start":"2026-05-20T04:36:34.548446Z","end":"2026-05-20T04:36:35.087719Z","steps":["trace[1417796809] 'process raft request' (duration: 539.072273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:35.087981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.550006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-20T04:36:35.088017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:34.548414Z","time spent":"539.435823ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:35.08805Z","caller":"traceutil/trace.go:171","msg":"trace[1715976660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18400; }","duration":"497.70242ms","start":"2026-05-20T04:36:34.590337Z","end":"2026-05-20T04:36:35.088039Z","steps":["trace[1715976660] 'agreement among raft nodes before linearized reading' (duration: 497.471414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:35.088086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:34.590309Z","time spent":"497.768292ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:36:35.216572Z","caller":"traceutil/trace.go:171","msg":"trace[1023251589] transaction","detail":"{read_only:false; response_revision:18401; number_of_response:1; }","duration":"607.331316ms","start":"2026-05-20T04:36:34.60921Z","end":"2026-05-20T04:36:35.216541Z","steps":["trace[1023251589] 'process raft request' (duration: 551.296737ms)","trace[1023251589] 'compare' (duration: 55.868265ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:35.216684Z","caller":"traceutil/trace.go:171","msg":"trace[1659920376] transaction","detail":"{read_only:false; response_revision:18402; number_of_response:1; }","duration":"124.338692ms","start":"2026-05-20T04:36:35.092322Z","end":"2026-05-20T04:36:35.216661Z","steps":["trace[1659920376] 'process raft request' (duration: 124.24738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:35.216797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:34.609181Z","time spent":"607.45456ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:35.216706Z","caller":"traceutil/trace.go:171","msg":"trace[2137954492] linearizableReadLoop","detail":"{readStateIndex:19012; appliedIndex:19011; }","duration":"128.87895ms","start":"2026-05-20T04:36:35.087808Z","end":"2026-05-20T04:36:35.216687Z","steps":["trace[2137954492] 'read index received' (duration: 72.78127ms)","trace[2137954492] 'applied index is now lower than readState.Index' (duration: 56.09628ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:36:35.216866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.596904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-20T04:36:35.216899Z","caller":"traceutil/trace.go:171","msg":"trace[160305335] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gcx94; range_end:; response_count:1; response_revision:18402; }","duration":"602.676766ms","start":"2026-05-20T04:36:34.614217Z","end":"2026-05-20T04:36:35.216893Z","steps":["trace[160305335] 'agreement among raft nodes before linearized reading' (duration: 602.529793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:35.216918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:34.614199Z","time spent":"602.714248ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" "} {"level":"warn","ts":"2026-05-20T04:36:35.216939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.171564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:36:35.216983Z","caller":"traceutil/trace.go:171","msg":"trace[207589910] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:18402; }","duration":"155.285797ms","start":"2026-05-20T04:36:35.061686Z","end":"2026-05-20T04:36:35.216972Z","steps":["trace[207589910] 'agreement among raft nodes before linearized reading' (duration: 155.167174ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:36.422486Z","caller":"traceutil/trace.go:171","msg":"trace[1313073835] linearizableReadLoop","detail":"{readStateIndex:19015; appliedIndex:19013; }","duration":"751.297755ms","start":"2026-05-20T04:36:35.671159Z","end":"2026-05-20T04:36:36.422456Z","steps":["trace[1313073835] 'read index received' (duration: 14.00576ms)","trace[1313073835] 'applied index is now lower than readState.Index' (duration: 737.290774ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:36.42269Z","caller":"traceutil/trace.go:171","msg":"trace[1679306443] transaction","detail":"{read_only:false; response_revision:18404; number_of_response:1; }","duration":"764.385499ms","start":"2026-05-20T04:36:35.65829Z","end":"2026-05-20T04:36:36.422676Z","steps":["trace[1679306443] 'process raft request' (duration: 763.998239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:36.422878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.699095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-20T04:36:36.422968Z","caller":"traceutil/trace.go:171","msg":"trace[712884519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18404; }","duration":"751.863279ms","start":"2026-05-20T04:36:35.671082Z","end":"2026-05-20T04:36:36.422945Z","steps":["trace[712884519] 'agreement among raft nodes before linearized reading' (duration: 751.658644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:36.42302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:35.671064Z","time spent":"751.947761ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:36:36.423112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:35.658265Z","time spent":"764.600845ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:36.42408Z","caller":"traceutil/trace.go:171","msg":"trace[391173925] transaction","detail":"{read_only:false; response_revision:18409; number_of_response:1; }","duration":"601.507756ms","start":"2026-05-20T04:36:35.822541Z","end":"2026-05-20T04:36:36.424049Z","steps":["trace[391173925] 'process raft request' (duration: 601.393853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:36.424239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.614108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T04:36:36.424285Z","caller":"traceutil/trace.go:171","msg":"trace[223347620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18409; }","duration":"166.69514ms","start":"2026-05-20T04:36:36.257572Z","end":"2026-05-20T04:36:36.424267Z","steps":["trace[223347620] 'agreement among raft nodes before linearized reading' (duration: 166.613088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:36.424356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:35.822531Z","time spent":"601.710101ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:36:36.424482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.483872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:36:36.424573Z","caller":"traceutil/trace.go:171","msg":"trace[168465467] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:18409; }","duration":"500.622146ms","start":"2026-05-20T04:36:35.923933Z","end":"2026-05-20T04:36:36.424555Z","steps":["trace[168465467] 'agreement among raft nodes before linearized reading' (duration: 500.476352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:36.424646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:35.923912Z","time spent":"500.703917ms","remote":"127.0.0.1:34614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:36:36.424728Z","caller":"traceutil/trace.go:171","msg":"trace[952269260] transaction","detail":"{read_only:false; response_revision:18405; number_of_response:1; }","duration":"607.736886ms","start":"2026-05-20T04:36:35.816976Z","end":"2026-05-20T04:36:36.424713Z","steps":["trace[952269260] 'process raft request' (duration: 606.70774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:36.424803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:35.816947Z","time spent":"607.819039ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:36.424896Z","caller":"traceutil/trace.go:171","msg":"trace[1878594016] transaction","detail":"{read_only:false; response_revision:18406; number_of_response:1; }","duration":"606.239699ms","start":"2026-05-20T04:36:35.818646Z","end":"2026-05-20T04:36:36.424886Z","steps":["trace[1878594016] 'process raft request' (duration: 605.178851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:36.424946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:35.818629Z","time spent":"606.29262ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:36.425094Z","caller":"traceutil/trace.go:171","msg":"trace[1566038352] transaction","detail":"{read_only:false; response_revision:18408; number_of_response:1; }","duration":"602.950895ms","start":"2026-05-20T04:36:35.822124Z","end":"2026-05-20T04:36:36.425075Z","steps":["trace[1566038352] 'process raft request' (duration: 601.778084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:36.424133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.120317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:36:36.425193Z","caller":"traceutil/trace.go:171","msg":"trace[1112974797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18409; }","duration":"750.232986ms","start":"2026-05-20T04:36:35.674946Z","end":"2026-05-20T04:36:36.425179Z","steps":["trace[1112974797] 'agreement among raft nodes before linearized reading' (duration: 749.031925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:36.425199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:35.822109Z","time spent":"603.032476ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:36:36.425233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:35.674931Z","time spent":"750.289457ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:36:36.425498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.668804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-20T04:36:36.425552Z","caller":"traceutil/trace.go:171","msg":"trace[1887679688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18409; }","duration":"747.504655ms","start":"2026-05-20T04:36:35.678033Z","end":"2026-05-20T04:36:36.425538Z","steps":["trace[1887679688] 'agreement among raft nodes before linearized reading' (duration: 746.590731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:36.425584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:35.678021Z","time spent":"747.553957ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:36:36.425838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.141448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:36:36.425884Z","caller":"traceutil/trace.go:171","msg":"trace[1262798475] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:18409; }","duration":"617.23044ms","start":"2026-05-20T04:36:35.80864Z","end":"2026-05-20T04:36:36.42587Z","steps":["trace[1262798475] 'agreement among raft nodes before linearized reading' (duration: 617.157658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:36.427443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.36372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:1 size:385"} {"level":"warn","ts":"2026-05-20T04:36:36.427549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:35.808619Z","time spent":"618.911993ms","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:36:36.427691Z","caller":"traceutil/trace.go:171","msg":"trace[1757783870] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:1; response_revision:18409; }","duration":"525.672149ms","start":"2026-05-20T04:36:35.901994Z","end":"2026-05-20T04:36:36.427666Z","steps":["trace[1757783870] 'agreement among raft nodes before linearized reading' (duration: 524.039627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:36.427779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:35.901972Z","time spent":"525.776562ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":407,"request content":"key:\"/registry/namespaces/secretgen-controller\" "} {"level":"info","ts":"2026-05-20T04:36:36.425321Z","caller":"traceutil/trace.go:171","msg":"trace[818760443] transaction","detail":"{read_only:false; response_revision:18407; number_of_response:1; }","duration":"604.74275ms","start":"2026-05-20T04:36:35.820569Z","end":"2026-05-20T04:36:36.425312Z","steps":["trace[818760443] 'process raft request' (duration: 603.295092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:36.431739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:35.820539Z","time spent":"611.118374ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:37.499396Z","caller":"traceutil/trace.go:171","msg":"trace[225334922] linearizableReadLoop","detail":"{readStateIndex:19033; appliedIndex:19032; }","duration":"257.512743ms","start":"2026-05-20T04:36:37.241866Z","end":"2026-05-20T04:36:37.499379Z","steps":["trace[225334922] 'read index received' (duration: 257.355689ms)","trace[225334922] 'applied index is now lower than readState.Index' (duration: 156.434µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:37.4997Z","caller":"traceutil/trace.go:171","msg":"trace[1674326957] transaction","detail":"{read_only:false; response_revision:18421; number_of_response:1; }","duration":"274.897409ms","start":"2026-05-20T04:36:37.224794Z","end":"2026-05-20T04:36:37.499692Z","steps":["trace[1674326957] 'process raft request' (duration: 274.481578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:37.49994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.060147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-20T04:36:37.499967Z","caller":"traceutil/trace.go:171","msg":"trace[1362297902] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gcx94; range_end:; response_count:1; response_revision:18421; }","duration":"258.122848ms","start":"2026-05-20T04:36:37.241838Z","end":"2026-05-20T04:36:37.499961Z","steps":["trace[1362297902] 'agreement among raft nodes before linearized reading' (duration: 258.017985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:37.500322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.110041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:266341"} {"level":"info","ts":"2026-05-20T04:36:37.500348Z","caller":"traceutil/trace.go:171","msg":"trace[359941466] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:18421; }","duration":"255.158953ms","start":"2026-05-20T04:36:37.245182Z","end":"2026-05-20T04:36:37.500341Z","steps":["trace[359941466] 'agreement among raft nodes before linearized reading' (duration: 254.895166ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:39.256532Z","caller":"traceutil/trace.go:171","msg":"trace[1138794032] transaction","detail":"{read_only:false; response_revision:18438; number_of_response:1; }","duration":"236.472472ms","start":"2026-05-20T04:36:39.020029Z","end":"2026-05-20T04:36:39.256501Z","steps":["trace[1138794032] 'process raft request' (duration: 234.233036ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:39.266279Z","caller":"traceutil/trace.go:171","msg":"trace[155842684] linearizableReadLoop","detail":"{readStateIndex:19051; appliedIndex:19049; }","duration":"104.34274ms","start":"2026-05-20T04:36:39.161913Z","end":"2026-05-20T04:36:39.266256Z","steps":["trace[155842684] 'read index received' (duration: 92.428304ms)","trace[155842684] 'applied index is now lower than readState.Index' (duration: 11.913256ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:36:39.266429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.494253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:36:39.266795Z","caller":"traceutil/trace.go:171","msg":"trace[1294338319] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18439; }","duration":"104.900533ms","start":"2026-05-20T04:36:39.161881Z","end":"2026-05-20T04:36:39.266781Z","steps":["trace[1294338319] 'agreement among raft nodes before linearized reading' (duration: 104.466622ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:39.266591Z","caller":"traceutil/trace.go:171","msg":"trace[740021144] transaction","detail":"{read_only:false; response_revision:18439; number_of_response:1; }","duration":"164.625538ms","start":"2026-05-20T04:36:39.101946Z","end":"2026-05-20T04:36:39.266572Z","steps":["trace[740021144] 'process raft request' (duration: 164.168616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:48.382897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.058617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-20T04:36:48.382995Z","caller":"traceutil/trace.go:171","msg":"trace[1301410072] linearizableReadLoop","detail":"{readStateIndex:19120; appliedIndex:19119; }","duration":"555.386912ms","start":"2026-05-20T04:36:47.827591Z","end":"2026-05-20T04:36:48.382978Z","steps":["trace[1301410072] 'read index received' (duration: 62.701µs)","trace[1301410072] 'applied index is now lower than readState.Index' (duration: 555.323101ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:48.383089Z","caller":"traceutil/trace.go:171","msg":"trace[75498215] transaction","detail":"{read_only:false; response_revision:18506; number_of_response:1; }","duration":"651.791117ms","start":"2026-05-20T04:36:47.731272Z","end":"2026-05-20T04:36:48.383063Z","steps":["trace[75498215] 'process raft request' (duration: 41.498105ms)","trace[75498215] 'compare' (duration: 609.862061ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:36:48.383253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:47.731253Z","time spent":"651.929371ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:36:48.383114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.497855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T04:36:48.383406Z","caller":"traceutil/trace.go:171","msg":"trace[736904703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18506; }","duration":"555.847133ms","start":"2026-05-20T04:36:47.827547Z","end":"2026-05-20T04:36:48.383394Z","steps":["trace[736904703] 'agreement among raft nodes before linearized reading' (duration: 555.500845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:48.383442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:47.827518Z","time spent":"555.908275ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:36:48.383409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.77375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:36:48.383608Z","caller":"traceutil/trace.go:171","msg":"trace[1547925337] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:18506; }","duration":"274.074217ms","start":"2026-05-20T04:36:48.109513Z","end":"2026-05-20T04:36:48.383587Z","steps":["trace[1547925337] 'agreement among raft nodes before linearized reading' (duration: 273.693098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:48.383703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.468224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:36:48.384573Z","caller":"traceutil/trace.go:171","msg":"trace[710338546] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:18506; }","duration":"217.557196ms","start":"2026-05-20T04:36:48.166172Z","end":"2026-05-20T04:36:48.383729Z","steps":["trace[710338546] 'agreement among raft nodes before linearized reading' (duration: 217.491144ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:48.627421Z","caller":"traceutil/trace.go:171","msg":"trace[1779738052] transaction","detail":"{read_only:false; response_revision:18507; number_of_response:1; }","duration":"146.254806ms","start":"2026-05-20T04:36:48.481126Z","end":"2026-05-20T04:36:48.627381Z","steps":["trace[1779738052] 'process raft request' (duration: 51.595306ms)","trace[1779738052] 'compare' (duration: 94.320261ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:48.649003Z","caller":"traceutil/trace.go:171","msg":"trace[140944394] linearizableReadLoop","detail":"{readStateIndex:19123; appliedIndex:19120; }","duration":"137.80677ms","start":"2026-05-20T04:36:48.511173Z","end":"2026-05-20T04:36:48.64898Z","steps":["trace[140944394] 'read index received' (duration: 21.559085ms)","trace[140944394] 'applied index is now lower than readState.Index' (duration: 116.246565ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:48.649264Z","caller":"traceutil/trace.go:171","msg":"trace[1423080225] transaction","detail":"{read_only:false; response_revision:18511; number_of_response:1; }","duration":"137.82221ms","start":"2026-05-20T04:36:48.511372Z","end":"2026-05-20T04:36:48.649194Z","steps":["trace[1423080225] 'process raft request' (duration: 137.489262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:48.649264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.065077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:36:48.649255Z","caller":"traceutil/trace.go:171","msg":"trace[2000399612] transaction","detail":"{read_only:false; response_revision:18510; number_of_response:1; }","duration":"137.928334ms","start":"2026-05-20T04:36:48.511287Z","end":"2026-05-20T04:36:48.649216Z","steps":["trace[2000399612] 'process raft request' (duration: 137.541654ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:48.649319Z","caller":"traceutil/trace.go:171","msg":"trace[2040253417] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:18512; }","duration":"138.164689ms","start":"2026-05-20T04:36:48.511139Z","end":"2026-05-20T04:36:48.649304Z","steps":["trace[2040253417] 'agreement among raft nodes before linearized reading' (duration: 138.057736ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:48.64946Z","caller":"traceutil/trace.go:171","msg":"trace[789804237] transaction","detail":"{read_only:false; response_revision:18509; number_of_response:1; }","duration":"167.744768ms","start":"2026-05-20T04:36:48.481688Z","end":"2026-05-20T04:36:48.649433Z","steps":["trace[789804237] 'process raft request' (duration: 167.098532ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:48.649442Z","caller":"traceutil/trace.go:171","msg":"trace[281423017] transaction","detail":"{read_only:false; response_revision:18508; number_of_response:1; }","duration":"167.876362ms","start":"2026-05-20T04:36:48.48154Z","end":"2026-05-20T04:36:48.649416Z","steps":["trace[281423017] 'process raft request' (duration: 167.101672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:48.649562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.449661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:36:48.649575Z","caller":"traceutil/trace.go:171","msg":"trace[1074846687] transaction","detail":"{read_only:false; response_revision:18512; number_of_response:1; }","duration":"138.173369ms","start":"2026-05-20T04:36:48.511384Z","end":"2026-05-20T04:36:48.649557Z","steps":["trace[1074846687] 'process raft request' (duration: 137.510173ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:48.649621Z","caller":"traceutil/trace.go:171","msg":"trace[1798975159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18512; }","duration":"137.544454ms","start":"2026-05-20T04:36:48.512062Z","end":"2026-05-20T04:36:48.649607Z","steps":["trace[1798975159] 'agreement among raft nodes before linearized reading' (duration: 137.40931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:48.649601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.978675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-20T04:36:48.649756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.090488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-20T04:36:48.649826Z","caller":"traceutil/trace.go:171","msg":"trace[326577375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18512; }","duration":"138.18192ms","start":"2026-05-20T04:36:48.511626Z","end":"2026-05-20T04:36:48.649808Z","steps":["trace[326577375] 'agreement among raft nodes before linearized reading' (duration: 137.920173ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:48.649844Z","caller":"traceutil/trace.go:171","msg":"trace[1821595898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18512; }","duration":"138.21609ms","start":"2026-05-20T04:36:48.511579Z","end":"2026-05-20T04:36:48.649795Z","steps":["trace[1821595898] 'agreement among raft nodes before linearized reading' (duration: 137.831111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:48.649722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.601581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:36:48.650061Z","caller":"traceutil/trace.go:171","msg":"trace[897087371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18512; }","duration":"131.94529ms","start":"2026-05-20T04:36:48.51809Z","end":"2026-05-20T04:36:48.650035Z","steps":["trace[897087371] 'agreement among raft nodes before linearized reading' (duration: 131.511858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:48.650402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.235942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-20T04:36:48.650469Z","caller":"traceutil/trace.go:171","msg":"trace[857492222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18512; }","duration":"138.295804ms","start":"2026-05-20T04:36:48.512142Z","end":"2026-05-20T04:36:48.650438Z","steps":["trace[857492222] 'agreement among raft nodes before linearized reading' (duration: 137.319548ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:48.98789Z","caller":"traceutil/trace.go:171","msg":"trace[1302121545] transaction","detail":"{read_only:false; response_revision:18514; number_of_response:1; }","duration":"333.34991ms","start":"2026-05-20T04:36:48.654506Z","end":"2026-05-20T04:36:48.987856Z","steps":["trace[1302121545] 'process raft request' (duration: 307.062775ms)","trace[1302121545] 'compare' (duration: 25.6929ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:48.987977Z","caller":"traceutil/trace.go:171","msg":"trace[725409377] transaction","detail":"{read_only:false; response_revision:18515; number_of_response:1; }","duration":"333.411782ms","start":"2026-05-20T04:36:48.654535Z","end":"2026-05-20T04:36:48.987946Z","steps":["trace[725409377] 'process raft request' (duration: 333.187807ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:48.988283Z","caller":"traceutil/trace.go:171","msg":"trace[1014428101] transaction","detail":"{read_only:false; response_revision:18516; number_of_response:1; }","duration":"333.090063ms","start":"2026-05-20T04:36:48.655179Z","end":"2026-05-20T04:36:48.988269Z","steps":["trace[1014428101] 'process raft request' (duration: 332.654172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:48.98834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:48.654517Z","time spent":"333.73985ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:36:48.988053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:48.654488Z","time spent":"333.484394ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:36:48.988427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:48.65517Z","time spent":"333.189866ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:48.987914Z","caller":"traceutil/trace.go:171","msg":"trace[1494620137] linearizableReadLoop","detail":"{readStateIndex:19130; appliedIndex:19127; }","duration":"188.121741ms","start":"2026-05-20T04:36:48.799769Z","end":"2026-05-20T04:36:48.987891Z","steps":["trace[1494620137] 'read index received' (duration: 161.728074ms)","trace[1494620137] 'applied index is now lower than readState.Index' (duration: 26.391897ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:36:48.988099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.320256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T04:36:48.988649Z","caller":"traceutil/trace.go:171","msg":"trace[1128082839] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:18516; }","duration":"188.87557ms","start":"2026-05-20T04:36:48.799754Z","end":"2026-05-20T04:36:48.98863Z","steps":["trace[1128082839] 'agreement among raft nodes before linearized reading' (duration: 188.201742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:50.018311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.206339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:36:50.018425Z","caller":"traceutil/trace.go:171","msg":"trace[727429113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18517; }","duration":"497.353063ms","start":"2026-05-20T04:36:49.521052Z","end":"2026-05-20T04:36:50.018405Z","steps":["trace[727429113] 'range keys from in-memory index tree' (duration: 497.129257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:50.018465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:49.521036Z","time spent":"497.419664ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:36:50.018483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.404074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-20T04:36:50.018561Z","caller":"traceutil/trace.go:171","msg":"trace[1166312971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18517; }","duration":"351.520217ms","start":"2026-05-20T04:36:49.66702Z","end":"2026-05-20T04:36:50.01854Z","steps":["trace[1166312971] 'range keys from in-memory index tree' (duration: 351.227019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:50.018601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:49.667004Z","time spent":"351.588338ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:36:50.018662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.942275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:36:50.018699Z","caller":"traceutil/trace.go:171","msg":"trace[1580463159] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18517; }","duration":"582.015277ms","start":"2026-05-20T04:36:49.436674Z","end":"2026-05-20T04:36:50.018689Z","steps":["trace[1580463159] 'range keys from in-memory index tree' (duration: 581.689008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:50.01873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:49.436653Z","time spent":"582.070838ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-20T04:36:50.018753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.702234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:36:50.018814Z","caller":"traceutil/trace.go:171","msg":"trace[787159481] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:18517; }","duration":"348.780776ms","start":"2026-05-20T04:36:49.670014Z","end":"2026-05-20T04:36:50.018795Z","steps":["trace[787159481] 'count revisions from in-memory index tree' (duration: 348.670773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:50.018863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:49.670009Z","time spent":"348.837008ms","remote":"127.0.0.1:54746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:36:50.018847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.762872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-20T04:36:50.018922Z","caller":"traceutil/trace.go:171","msg":"trace[611772630] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gcx94; range_end:; response_count:1; response_revision:18517; }","duration":"328.908566ms","start":"2026-05-20T04:36:49.689993Z","end":"2026-05-20T04:36:50.018902Z","steps":["trace[611772630] 'range keys from in-memory index tree' (duration: 328.540146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:50.018957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:49.689971Z","time spent":"328.978677ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" "} {"level":"info","ts":"2026-05-20T04:36:50.67558Z","caller":"traceutil/trace.go:171","msg":"trace[687181826] linearizableReadLoop","detail":"{readStateIndex:19135; appliedIndex:19134; }","duration":"153.82464ms","start":"2026-05-20T04:36:50.521727Z","end":"2026-05-20T04:36:50.675552Z","steps":["trace[687181826] 'read index received' (duration: 153.644846ms)","trace[687181826] 'applied index is now lower than readState.Index' (duration: 178.214µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:50.675712Z","caller":"traceutil/trace.go:171","msg":"trace[1889736133] transaction","detail":"{read_only:false; response_revision:18521; number_of_response:1; }","duration":"287.38729ms","start":"2026-05-20T04:36:50.38829Z","end":"2026-05-20T04:36:50.675677Z","steps":["trace[1889736133] 'process raft request' (duration: 287.084493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:50.675896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.128638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:36:50.675984Z","caller":"traceutil/trace.go:171","msg":"trace[1730146856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18521; }","duration":"154.289302ms","start":"2026-05-20T04:36:50.521677Z","end":"2026-05-20T04:36:50.675966Z","steps":["trace[1730146856] 'agreement among raft nodes before linearized reading' (duration: 154.078706ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:51.19217Z","caller":"traceutil/trace.go:171","msg":"trace[696460127] linearizableReadLoop","detail":"{readStateIndex:19141; appliedIndex:19135; }","duration":"472.597677ms","start":"2026-05-20T04:36:50.71954Z","end":"2026-05-20T04:36:51.192138Z","steps":["trace[696460127] 'read index received' (duration: 471.984581ms)","trace[696460127] 'applied index is now lower than readState.Index' (duration: 612.066µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:51.192321Z","caller":"traceutil/trace.go:171","msg":"trace[748012826] transaction","detail":"{read_only:false; response_revision:18524; number_of_response:1; }","duration":"536.328542ms","start":"2026-05-20T04:36:50.655947Z","end":"2026-05-20T04:36:51.192276Z","steps":["trace[748012826] 'process raft request' (duration: 535.860611ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:51.192378Z","caller":"traceutil/trace.go:171","msg":"trace[65786294] transaction","detail":"{read_only:false; response_revision:18523; number_of_response:1; }","duration":"536.499387ms","start":"2026-05-20T04:36:50.655846Z","end":"2026-05-20T04:36:51.192345Z","steps":["trace[65786294] 'process raft request' (duration: 535.914172ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:51.19242Z","caller":"traceutil/trace.go:171","msg":"trace[1382042795] transaction","detail":"{read_only:false; response_revision:18527; number_of_response:1; }","duration":"535.753238ms","start":"2026-05-20T04:36:50.656635Z","end":"2026-05-20T04:36:51.192388Z","steps":["trace[1382042795] 'process raft request' (duration: 535.460061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:51.192497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:50.655815Z","time spent":"536.613509ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:36:51.192509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:50.655917Z","time spent":"536.500227ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:36:51.192516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.977776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-20T04:36:51.192562Z","caller":"traceutil/trace.go:171","msg":"trace[319015637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18527; }","duration":"473.068698ms","start":"2026-05-20T04:36:50.71948Z","end":"2026-05-20T04:36:51.192549Z","steps":["trace[319015637] 'agreement among raft nodes before linearized reading' (duration: 472.917484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:51.19258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.805951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-20T04:36:51.19258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:50.65662Z","time spent":"535.879941ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:36:51.192513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.419314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-20T04:36:51.192609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:50.719459Z","time spent":"473.140431ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T04:36:51.192642Z","caller":"traceutil/trace.go:171","msg":"trace[1446110891] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:18527; }","duration":"335.586898ms","start":"2026-05-20T04:36:50.857042Z","end":"2026-05-20T04:36:51.192629Z","steps":["trace[1446110891] 'agreement among raft nodes before linearized reading' (duration: 335.384613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:51.192659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.350235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:36:51.192652Z","caller":"traceutil/trace.go:171","msg":"trace[387893449] transaction","detail":"{read_only:false; response_revision:18525; number_of_response:1; }","duration":"536.398465ms","start":"2026-05-20T04:36:50.656242Z","end":"2026-05-20T04:36:51.192641Z","steps":["trace[387893449] 'process raft request' (duration: 535.603124ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:51.192677Z","caller":"traceutil/trace.go:171","msg":"trace[244217399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18527; }","duration":"200.409766ms","start":"2026-05-20T04:36:50.992262Z","end":"2026-05-20T04:36:51.192672Z","steps":["trace[244217399] 'agreement among raft nodes before linearized reading' (duration: 200.360615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:51.192681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:50.857025Z","time spent":"335.644409ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":72,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:36:51.192299Z","caller":"traceutil/trace.go:171","msg":"trace[1607918140] transaction","detail":"{read_only:false; response_revision:18522; number_of_response:1; }","duration":"560.206536ms","start":"2026-05-20T04:36:50.632073Z","end":"2026-05-20T04:36:51.192279Z","steps":["trace[1607918140] 'process raft request' (duration: 559.525349ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:51.19272Z","caller":"traceutil/trace.go:171","msg":"trace[1507518552] transaction","detail":"{read_only:false; response_revision:18526; number_of_response:1; }","duration":"536.427275ms","start":"2026-05-20T04:36:50.656237Z","end":"2026-05-20T04:36:51.192664Z","steps":["trace[1507518552] 'process raft request' (duration: 535.787929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:51.192802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.664182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-20T04:36:51.192611Z","caller":"traceutil/trace.go:171","msg":"trace[1987586194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18527; }","duration":"199.841852ms","start":"2026-05-20T04:36:50.992759Z","end":"2026-05-20T04:36:51.192601Z","steps":["trace[1987586194] 'agreement among raft nodes before linearized reading' (duration: 199.77467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:51.192828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:50.63205Z","time spent":"560.707909ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:51.192846Z","caller":"traceutil/trace.go:171","msg":"trace[1431870272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18527; }","duration":"200.727524ms","start":"2026-05-20T04:36:50.992106Z","end":"2026-05-20T04:36:51.192834Z","steps":["trace[1431870272] 'agreement among raft nodes before linearized reading' (duration: 200.594051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:51.192714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:50.656218Z","time spent":"536.463046ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:36:51.192904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:50.656213Z","time spent":"536.585169ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:51.682013Z","caller":"traceutil/trace.go:171","msg":"trace[1242516865] transaction","detail":"{read_only:false; response_revision:18531; number_of_response:1; }","duration":"483.040655ms","start":"2026-05-20T04:36:51.198944Z","end":"2026-05-20T04:36:51.681985Z","steps":["trace[1242516865] 'process raft request' (duration: 482.998834ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:51.682157Z","caller":"traceutil/trace.go:171","msg":"trace[419386838] transaction","detail":"{read_only:false; response_revision:18530; number_of_response:1; }","duration":"483.725513ms","start":"2026-05-20T04:36:51.198409Z","end":"2026-05-20T04:36:51.682135Z","steps":["trace[419386838] 'process raft request' (duration: 483.493637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:51.682159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:51.198938Z","time spent":"483.143487ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:36:51.682241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:51.198398Z","time spent":"483.798134ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:51.682387Z","caller":"traceutil/trace.go:171","msg":"trace[1797755437] transaction","detail":"{read_only:false; response_revision:18529; number_of_response:1; }","duration":"484.309367ms","start":"2026-05-20T04:36:51.197772Z","end":"2026-05-20T04:36:51.682081Z","steps":["trace[1797755437] 'process raft request' (duration: 483.946758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:51.682671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:51.19775Z","time spent":"484.730047ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:51.730217Z","caller":"traceutil/trace.go:171","msg":"trace[1608293957] linearizableReadLoop","detail":"{readStateIndex:19146; appliedIndex:19142; }","duration":"289.210067ms","start":"2026-05-20T04:36:51.440981Z","end":"2026-05-20T04:36:51.730191Z","steps":["trace[1608293957] 'read index received' (duration: 240.603309ms)","trace[1608293957] 'applied index is now lower than readState.Index' (duration: 48.605638ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:51.730335Z","caller":"traceutil/trace.go:171","msg":"trace[74526815] transaction","detail":"{read_only:false; response_revision:18532; number_of_response:1; }","duration":"383.016866ms","start":"2026-05-20T04:36:51.347268Z","end":"2026-05-20T04:36:51.730285Z","steps":["trace[74526815] 'process raft request' (duration: 381.813936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:51.730411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.411962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:36:51.730457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.445889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:36:51.730493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:51.347242Z","time spent":"383.171031ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:51.730515Z","caller":"traceutil/trace.go:171","msg":"trace[410268506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18532; }","duration":"209.541972ms","start":"2026-05-20T04:36:51.520957Z","end":"2026-05-20T04:36:51.730499Z","steps":["trace[410268506] 'agreement among raft nodes before linearized reading' (duration: 209.432509ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:51.73046Z","caller":"traceutil/trace.go:171","msg":"trace[1975717943] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:18532; }","duration":"289.537665ms","start":"2026-05-20T04:36:51.440907Z","end":"2026-05-20T04:36:51.730444Z","steps":["trace[1975717943] 'agreement among raft nodes before linearized reading' (duration: 289.441603ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:53.842657Z","caller":"traceutil/trace.go:171","msg":"trace[1761637931] transaction","detail":"{read_only:false; response_revision:18546; number_of_response:1; }","duration":"106.127255ms","start":"2026-05-20T04:36:53.736511Z","end":"2026-05-20T04:36:53.842638Z","steps":["trace[1761637931] 'process raft request' (duration: 98.445768ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:55.626191Z","caller":"traceutil/trace.go:171","msg":"trace[514578218] transaction","detail":"{read_only:false; response_revision:18552; number_of_response:1; }","duration":"362.111908ms","start":"2026-05-20T04:36:55.264054Z","end":"2026-05-20T04:36:55.626166Z","steps":["trace[514578218] 'process raft request' (duration: 361.928744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:55.626345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:55.264033Z","time spent":"362.233852ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:55.648481Z","caller":"traceutil/trace.go:171","msg":"trace[1491420872] transaction","detail":"{read_only:false; response_revision:18554; number_of_response:1; }","duration":"366.091272ms","start":"2026-05-20T04:36:55.282371Z","end":"2026-05-20T04:36:55.648463Z","steps":["trace[1491420872] 'process raft request' (duration: 366.01678ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:55.64849Z","caller":"traceutil/trace.go:171","msg":"trace[1073208537] transaction","detail":"{read_only:false; response_revision:18553; number_of_response:1; }","duration":"371.88889ms","start":"2026-05-20T04:36:55.276573Z","end":"2026-05-20T04:36:55.648462Z","steps":["trace[1073208537] 'process raft request' (duration: 371.702555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:55.648601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:55.282347Z","time spent":"366.192374ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:36:55.648622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:55.276551Z","time spent":"371.998833ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:55.648723Z","caller":"traceutil/trace.go:171","msg":"trace[1964933038] transaction","detail":"{read_only:false; response_revision:18555; number_of_response:1; }","duration":"365.047404ms","start":"2026-05-20T04:36:55.283646Z","end":"2026-05-20T04:36:55.648693Z","steps":["trace[1964933038] 'process raft request' (duration: 364.782917ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:55.648754Z","caller":"traceutil/trace.go:171","msg":"trace[216942286] transaction","detail":"{read_only:false; response_revision:18556; number_of_response:1; }","duration":"365.043454ms","start":"2026-05-20T04:36:55.283695Z","end":"2026-05-20T04:36:55.648739Z","steps":["trace[216942286] 'process raft request' (duration: 364.910361ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:55.648773Z","caller":"traceutil/trace.go:171","msg":"trace[1777238290] linearizableReadLoop","detail":"{readStateIndex:19173; appliedIndex:19166; }","duration":"360.99329ms","start":"2026-05-20T04:36:55.287763Z","end":"2026-05-20T04:36:55.648756Z","steps":["trace[1777238290] 'read index received' (duration: 338.367959ms)","trace[1777238290] 'applied index is now lower than readState.Index' (duration: 22.624291ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:36:55.648833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:55.283682Z","time spent":"365.113385ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:36:55.648814Z","caller":"traceutil/trace.go:171","msg":"trace[67527372] transaction","detail":"{read_only:false; response_revision:18558; number_of_response:1; }","duration":"364.669904ms","start":"2026-05-20T04:36:55.284114Z","end":"2026-05-20T04:36:55.648784Z","steps":["trace[67527372] 'process raft request' (duration: 364.601002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:55.648895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.111163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:36:55.648949Z","caller":"traceutil/trace.go:171","msg":"trace[1243114365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:18558; }","duration":"361.211526ms","start":"2026-05-20T04:36:55.287723Z","end":"2026-05-20T04:36:55.648935Z","steps":["trace[1243114365] 'agreement among raft nodes before linearized reading' (duration: 361.086723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:55.648957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.903388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-20T04:36:55.648989Z","caller":"traceutil/trace.go:171","msg":"trace[495197729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18558; }","duration":"360.953129ms","start":"2026-05-20T04:36:55.288027Z","end":"2026-05-20T04:36:55.64898Z","steps":["trace[495197729] 'agreement among raft nodes before linearized reading' (duration: 360.830026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:55.648991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:55.284086Z","time spent":"364.805988ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:36:55.648992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:55.287706Z","time spent":"361.274617ms","remote":"127.0.0.1:58320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:36:55.649033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:55.288021Z","time spent":"361.00223ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:36:55.649015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.170153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T04:36:55.649087Z","caller":"traceutil/trace.go:171","msg":"trace[779705141] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:18558; }","duration":"130.248345ms","start":"2026-05-20T04:36:55.518821Z","end":"2026-05-20T04:36:55.649069Z","steps":["trace[779705141] 'agreement among raft nodes before linearized reading' (duration: 130.127532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:55.649093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.981278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T04:36:55.649143Z","caller":"traceutil/trace.go:171","msg":"trace[1672370784] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:18558; }","duration":"299.086761ms","start":"2026-05-20T04:36:55.350043Z","end":"2026-05-20T04:36:55.649129Z","steps":["trace[1672370784] 'agreement among raft nodes before linearized reading' (duration: 298.925607ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:55.64937Z","caller":"traceutil/trace.go:171","msg":"trace[833541435] transaction","detail":"{read_only:false; response_revision:18557; number_of_response:1; }","duration":"364.809398ms","start":"2026-05-20T04:36:55.283955Z","end":"2026-05-20T04:36:55.648765Z","steps":["trace[833541435] 'process raft request' (duration: 364.720295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:36:55.649462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:55.283942Z","time spent":"365.463365ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:36:55.649688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:36:55.283637Z","time spent":"366.008199ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:36:55.977889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.249563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-20T04:36:55.978084Z","caller":"traceutil/trace.go:171","msg":"trace[1311604008] transaction","detail":"{read_only:false; response_revision:18561; number_of_response:1; }","duration":"185.259087ms","start":"2026-05-20T04:36:55.792795Z","end":"2026-05-20T04:36:55.978054Z","steps":["trace[1311604008] 'process raft request' (duration: 63.696446ms)","trace[1311604008] 'compare' (duration: 120.949476ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:55.980188Z","caller":"traceutil/trace.go:171","msg":"trace[501286280] transaction","detail":"{read_only:false; response_revision:18562; number_of_response:1; }","duration":"186.802287ms","start":"2026-05-20T04:36:55.793347Z","end":"2026-05-20T04:36:55.980149Z","steps":["trace[501286280] 'process raft request' (duration: 186.278694ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:55.980191Z","caller":"traceutil/trace.go:171","msg":"trace[635902845] transaction","detail":"{read_only:false; response_revision:18563; number_of_response:1; }","duration":"132.662736ms","start":"2026-05-20T04:36:55.847489Z","end":"2026-05-20T04:36:55.980151Z","steps":["trace[635902845] 'process raft request' (duration: 132.336578ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:59.790936Z","caller":"traceutil/trace.go:171","msg":"trace[1071430008] transaction","detail":"{read_only:false; response_revision:18584; number_of_response:1; }","duration":"111.466342ms","start":"2026-05-20T04:36:59.679458Z","end":"2026-05-20T04:36:59.790925Z","steps":["trace[1071430008] 'process raft request' (duration: 111.301688ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:59.790962Z","caller":"traceutil/trace.go:171","msg":"trace[823788969] linearizableReadLoop","detail":"{readStateIndex:19202; appliedIndex:19197; }","duration":"101.412644ms","start":"2026-05-20T04:36:59.689521Z","end":"2026-05-20T04:36:59.790933Z","steps":["trace[823788969] 'read index received' (duration: 78.897936ms)","trace[823788969] 'applied index is now lower than readState.Index' (duration: 22.513468ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:36:59.790992Z","caller":"traceutil/trace.go:171","msg":"trace[1768319149] transaction","detail":"{read_only:false; response_revision:18585; number_of_response:1; }","duration":"110.416675ms","start":"2026-05-20T04:36:59.680552Z","end":"2026-05-20T04:36:59.790968Z","steps":["trace[1768319149] 'process raft request' (duration: 110.255911ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:59.791025Z","caller":"traceutil/trace.go:171","msg":"trace[1799874198] transaction","detail":"{read_only:false; response_revision:18586; number_of_response:1; }","duration":"109.344418ms","start":"2026-05-20T04:36:59.68166Z","end":"2026-05-20T04:36:59.791004Z","steps":["trace[1799874198] 'process raft request' (duration: 109.202754ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:59.790866Z","caller":"traceutil/trace.go:171","msg":"trace[1634600722] transaction","detail":"{read_only:false; response_revision:18582; number_of_response:1; }","duration":"111.493322ms","start":"2026-05-20T04:36:59.679328Z","end":"2026-05-20T04:36:59.790821Z","steps":["trace[1634600722] 'process raft request' (duration: 89.152349ms)","trace[1634600722] 'compare' (duration: 22.083747ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:36:59.791249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.705792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:36:59.790905Z","caller":"traceutil/trace.go:171","msg":"trace[739269167] transaction","detail":"{read_only:false; response_revision:18583; number_of_response:1; }","duration":"111.524153ms","start":"2026-05-20T04:36:59.679345Z","end":"2026-05-20T04:36:59.790869Z","steps":["trace[739269167] 'process raft request' (duration: 111.356089ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:36:59.7913Z","caller":"traceutil/trace.go:171","msg":"trace[1272554643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18586; }","duration":"101.796905ms","start":"2026-05-20T04:36:59.68949Z","end":"2026-05-20T04:36:59.791287Z","steps":["trace[1272554643] 'agreement among raft nodes before linearized reading' (duration: 101.542467ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:11.835447Z","caller":"traceutil/trace.go:171","msg":"trace[1243148056] transaction","detail":"{read_only:false; response_revision:18675; number_of_response:1; }","duration":"104.434262ms","start":"2026-05-20T04:37:11.730993Z","end":"2026-05-20T04:37:11.835427Z","steps":["trace[1243148056] 'process raft request' (duration: 104.088413ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:13.119409Z","caller":"traceutil/trace.go:171","msg":"trace[1570114969] transaction","detail":"{read_only:false; response_revision:18797; number_of_response:1; }","duration":"107.942552ms","start":"2026-05-20T04:37:13.011429Z","end":"2026-05-20T04:37:13.119371Z","steps":["trace[1570114969] 'process raft request' (duration: 107.756807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:17.045402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.637976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-20T04:37:17.04553Z","caller":"traceutil/trace.go:171","msg":"trace[578260154] linearizableReadLoop","detail":"{readStateIndex:19474; appliedIndex:19473; }","duration":"833.795532ms","start":"2026-05-20T04:37:16.211713Z","end":"2026-05-20T04:37:17.045509Z","steps":["trace[578260154] 'read index received' (duration: 253.90466ms)","trace[578260154] 'applied index is now lower than readState.Index' (duration: 579.888802ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:37:17.04563Z","caller":"traceutil/trace.go:171","msg":"trace[1881494661] transaction","detail":"{read_only:false; response_revision:18852; number_of_response:1; }","duration":"852.602755ms","start":"2026-05-20T04:37:16.193008Z","end":"2026-05-20T04:37:17.045611Z","steps":["trace[1881494661] 'process raft request' (duration: 272.664753ms)","trace[1881494661] 'compare' (duration: 579.427189ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:37:17.045717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.192981Z","time spent":"852.690228ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:17.045921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.215013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T04:37:17.046Z","caller":"traceutil/trace.go:171","msg":"trace[1313927252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18852; }","duration":"834.326716ms","start":"2026-05-20T04:37:16.211649Z","end":"2026-05-20T04:37:17.045976Z","steps":["trace[1313927252] 'agreement among raft nodes before linearized reading' (duration: 834.181252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:17.046057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.211622Z","time spent":"834.424349ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:37:17.117218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.396149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:17.117288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.684058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-20T04:37:17.117308Z","caller":"traceutil/trace.go:171","msg":"trace[796394107] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:18853; }","duration":"792.532772ms","start":"2026-05-20T04:37:16.324754Z","end":"2026-05-20T04:37:17.117287Z","steps":["trace[796394107] 'agreement among raft nodes before linearized reading' (duration: 792.389079ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:17.117343Z","caller":"traceutil/trace.go:171","msg":"trace[959793047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18853; }","duration":"523.76697ms","start":"2026-05-20T04:37:16.593558Z","end":"2026-05-20T04:37:17.117324Z","steps":["trace[959793047] 'agreement among raft nodes before linearized reading' (duration: 523.592996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:17.117378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.593539Z","time spent":"523.830481ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:37:17.117405Z","caller":"traceutil/trace.go:171","msg":"trace[208336680] transaction","detail":"{read_only:false; response_revision:18853; number_of_response:1; }","duration":"187.602358ms","start":"2026-05-20T04:37:16.929783Z","end":"2026-05-20T04:37:17.117385Z","steps":["trace[208336680] 'process raft request' (duration: 187.207398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:17.117492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.127826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:17.117273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.247995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:17.117554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.509846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:17.117556Z","caller":"traceutil/trace.go:171","msg":"trace[1085043087] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18853; }","duration":"477.581504ms","start":"2026-05-20T04:37:16.639967Z","end":"2026-05-20T04:37:17.117549Z","steps":["trace[1085043087] 'agreement among raft nodes before linearized reading' (duration: 477.233095ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:17.117576Z","caller":"traceutil/trace.go:171","msg":"trace[1052093087] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:18853; }","duration":"638.564567ms","start":"2026-05-20T04:37:16.479005Z","end":"2026-05-20T04:37:17.117569Z","steps":["trace[1052093087] 'agreement among raft nodes before linearized reading' (duration: 638.538297ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:17.117568Z","caller":"traceutil/trace.go:171","msg":"trace[1367448686] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:18853; }","duration":"638.239419ms","start":"2026-05-20T04:37:16.47931Z","end":"2026-05-20T04:37:17.11755Z","steps":["trace[1367448686] 'agreement among raft nodes before linearized reading' (duration: 638.102336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:17.117602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.478985Z","time spent":"638.612858ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-20T04:37:17.117595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.316511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:17.117597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.516707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-20T04:37:17.117624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.479294Z","time spent":"638.316852ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:37:17.11763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.390959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:17.117653Z","caller":"traceutil/trace.go:171","msg":"trace[1826764090] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18853; }","duration":"638.378433ms","start":"2026-05-20T04:37:16.479257Z","end":"2026-05-20T04:37:17.117636Z","steps":["trace[1826764090] 'agreement among raft nodes before linearized reading' (duration: 638.31122ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:17.117668Z","caller":"traceutil/trace.go:171","msg":"trace[505740386] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18853; }","duration":"792.476521ms","start":"2026-05-20T04:37:16.325181Z","end":"2026-05-20T04:37:17.117658Z","steps":["trace[505740386] 'agreement among raft nodes before linearized reading' (duration: 792.422739ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:17.11767Z","caller":"traceutil/trace.go:171","msg":"trace[1593781849] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gcx94; range_end:; response_count:1; response_revision:18853; }","duration":"506.632691ms","start":"2026-05-20T04:37:16.611016Z","end":"2026-05-20T04:37:17.117649Z","steps":["trace[1593781849] 'agreement among raft nodes before linearized reading' (duration: 506.338582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:17.117638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.231771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-05-20T04:37:17.117722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.61099Z","time spent":"506.719412ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" "} {"level":"warn","ts":"2026-05-20T04:37:17.117735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.516412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:17.117744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.421166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:17.117763Z","caller":"traceutil/trace.go:171","msg":"trace[994005291] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:18853; }","duration":"792.543022ms","start":"2026-05-20T04:37:16.325212Z","end":"2026-05-20T04:37:17.117755Z","steps":["trace[994005291] 'agreement among raft nodes before linearized reading' (duration: 792.505601ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:17.117769Z","caller":"traceutil/trace.go:171","msg":"trace[229907713] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:18853; }","duration":"478.523728ms","start":"2026-05-20T04:37:16.639237Z","end":"2026-05-20T04:37:17.117761Z","steps":["trace[229907713] 'agreement among raft nodes before linearized reading' (duration: 478.491818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:17.117759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.94441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:17.117801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.325108Z","time spent":"792.687126ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:37:17.117815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.639221Z","time spent":"478.58295ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:37:17.117672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.199559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:17.117339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.286297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:17.117526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.721135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:17.117831Z","caller":"traceutil/trace.go:171","msg":"trace[1685469906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18853; }","duration":"597.044053ms","start":"2026-05-20T04:37:16.520778Z","end":"2026-05-20T04:37:17.117822Z","steps":["trace[1685469906] 'agreement among raft nodes before linearized reading' (duration: 596.960501ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:17.117943Z","caller":"traceutil/trace.go:171","msg":"trace[1999178441] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18853; }","duration":"791.156758ms","start":"2026-05-20T04:37:16.326778Z","end":"2026-05-20T04:37:17.117935Z","steps":["trace[1999178441] 'agreement among raft nodes before linearized reading' (duration: 790.724896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:17.117582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.639953Z","time spent":"477.621585ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:37:17.117978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.326768Z","time spent":"791.201739ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:37:17.117953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.52076Z","time spent":"597.185246ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:37:17.117941Z","caller":"traceutil/trace.go:171","msg":"trace[636233258] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:18853; }","duration":"477.903063ms","start":"2026-05-20T04:37:16.640027Z","end":"2026-05-20T04:37:17.11793Z","steps":["trace[636233258] 'agreement among raft nodes before linearized reading' (duration: 477.292426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:17.11806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.640019Z","time spent":"478.033406ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-20T04:37:17.117992Z","caller":"traceutil/trace.go:171","msg":"trace[1235222202] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18853; }","duration":"478.633881ms","start":"2026-05-20T04:37:16.63927Z","end":"2026-05-20T04:37:17.117904Z","steps":["trace[1235222202] 'agreement among raft nodes before linearized reading' (duration: 477.997774ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:17.11778Z","caller":"traceutil/trace.go:171","msg":"trace[1384120438] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:18853; }","duration":"369.440747ms","start":"2026-05-20T04:37:16.74831Z","end":"2026-05-20T04:37:17.117751Z","steps":["trace[1384120438] 'agreement among raft nodes before linearized reading' (duration: 369.008365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:17.118197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.748287Z","time spent":"369.898669ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:37:17.118146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.63925Z","time spent":"478.879628ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:37:17.117505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.404523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:17.118396Z","caller":"traceutil/trace.go:171","msg":"trace[304301974] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18853; }","duration":"639.355568ms","start":"2026-05-20T04:37:16.479027Z","end":"2026-05-20T04:37:17.118383Z","steps":["trace[304301974] 'agreement among raft nodes before linearized reading' (duration: 638.392803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:17.11844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.479001Z","time spent":"639.42683ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:37:17.1177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.325161Z","time spent":"792.532903ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:37:17.117702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.47925Z","time spent":"638.443775ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:37:17.11756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:16.324725Z","time spent":"792.81889ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-20T04:37:17.265027Z","caller":"traceutil/trace.go:171","msg":"trace[1264682249] transaction","detail":"{read_only:false; response_revision:18854; number_of_response:1; }","duration":"214.296103ms","start":"2026-05-20T04:37:17.050696Z","end":"2026-05-20T04:37:17.264993Z","steps":["trace[1264682249] 'process raft request' (duration: 199.821721ms)","trace[1264682249] 'compare' (duration: 14.096312ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:37:17.265123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.125182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:17.265163Z","caller":"traceutil/trace.go:171","msg":"trace[1379777148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18855; }","duration":"146.199755ms","start":"2026-05-20T04:37:17.118952Z","end":"2026-05-20T04:37:17.265152Z","steps":["trace[1379777148] 'agreement among raft nodes before linearized reading' (duration: 146.121463ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:17.265036Z","caller":"traceutil/trace.go:171","msg":"trace[678317271] linearizableReadLoop","detail":"{readStateIndex:19477; appliedIndex:19475; }","duration":"146.04219ms","start":"2026-05-20T04:37:17.118975Z","end":"2026-05-20T04:37:17.265018Z","steps":["trace[678317271] 'read index received' (duration: 131.584189ms)","trace[678317271] 'applied index is now lower than readState.Index' (duration: 14.457011ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:37:17.265201Z","caller":"traceutil/trace.go:171","msg":"trace[1303391951] transaction","detail":"{read_only:false; response_revision:18855; number_of_response:1; }","duration":"142.787167ms","start":"2026-05-20T04:37:17.122379Z","end":"2026-05-20T04:37:17.265166Z","steps":["trace[1303391951] 'process raft request' (duration: 142.578502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:17.26563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.780592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:17.265681Z","caller":"traceutil/trace.go:171","msg":"trace[1578206063] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:18855; }","duration":"122.877646ms","start":"2026-05-20T04:37:17.142788Z","end":"2026-05-20T04:37:17.265665Z","steps":["trace[1578206063] 'agreement among raft nodes before linearized reading' (duration: 122.784553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:17.266469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.166632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:133 size:1281388"} {"level":"info","ts":"2026-05-20T04:37:17.266519Z","caller":"traceutil/trace.go:171","msg":"trace[34764526] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:133; response_revision:18855; }","duration":"144.263385ms","start":"2026-05-20T04:37:17.122247Z","end":"2026-05-20T04:37:17.26651Z","steps":["trace[34764526] 'agreement among raft nodes before linearized reading' (duration: 143.029603ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:19.535775Z","caller":"traceutil/trace.go:171","msg":"trace[705042421] linearizableReadLoop","detail":"{readStateIndex:19495; appliedIndex:19494; }","duration":"413.004787ms","start":"2026-05-20T04:37:19.122753Z","end":"2026-05-20T04:37:19.535758Z","steps":["trace[705042421] 'read index received' (duration: 412.930785ms)","trace[705042421] 'applied index is now lower than readState.Index' (duration: 73.052µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:37:19.535819Z","caller":"traceutil/trace.go:171","msg":"trace[207433095] transaction","detail":"{read_only:false; response_revision:18872; number_of_response:1; }","duration":"482.515242ms","start":"2026-05-20T04:37:19.053278Z","end":"2026-05-20T04:37:19.535793Z","steps":["trace[207433095] 'process raft request' (duration: 482.355308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:19.535902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.1167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:19.535928Z","caller":"traceutil/trace.go:171","msg":"trace[672613019] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18872; }","duration":"413.220482ms","start":"2026-05-20T04:37:19.122701Z","end":"2026-05-20T04:37:19.535921Z","steps":["trace[672613019] 'agreement among raft nodes before linearized reading' (duration: 413.13995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:19.535927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.053266Z","time spent":"482.604224ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:19.535956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.122679Z","time spent":"413.271393ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-20T04:37:19.645337Z","caller":"traceutil/trace.go:171","msg":"trace[1553973439] linearizableReadLoop","detail":"{readStateIndex:19497; appliedIndex:19495; }","duration":"109.487501ms","start":"2026-05-20T04:37:19.535825Z","end":"2026-05-20T04:37:19.645313Z","steps":["trace[1553973439] 'read index received' (duration: 109.169643ms)","trace[1553973439] 'applied index is now lower than readState.Index' (duration: 316.258µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:37:19.645416Z","caller":"traceutil/trace.go:171","msg":"trace[1501741558] transaction","detail":"{read_only:false; response_revision:18874; number_of_response:1; }","duration":"455.063407ms","start":"2026-05-20T04:37:19.190317Z","end":"2026-05-20T04:37:19.645381Z","steps":["trace[1501741558] 'process raft request' (duration: 454.926163ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:19.645446Z","caller":"traceutil/trace.go:171","msg":"trace[1038863203] transaction","detail":"{read_only:false; response_revision:18873; number_of_response:1; }","duration":"521.951154ms","start":"2026-05-20T04:37:19.123464Z","end":"2026-05-20T04:37:19.645416Z","steps":["trace[1038863203] 'process raft request' (duration: 521.602435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:19.645515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.106297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:19.645553Z","caller":"traceutil/trace.go:171","msg":"trace[1094165337] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18874; }","duration":"522.478238ms","start":"2026-05-20T04:37:19.123064Z","end":"2026-05-20T04:37:19.645542Z","steps":["trace[1094165337] 'agreement among raft nodes before linearized reading' (duration: 522.432647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:19.645574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.190291Z","time spent":"455.20411ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:19.645632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.447997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:19.645638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.804424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:19.645638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.162608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:19.645659Z","caller":"traceutil/trace.go:171","msg":"trace[538068055] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:18874; }","duration":"522.55688ms","start":"2026-05-20T04:37:19.123096Z","end":"2026-05-20T04:37:19.645653Z","steps":["trace[538068055] 'agreement among raft nodes before linearized reading' (duration: 522.517479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:19.645692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.123074Z","time spent":"522.613321ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-20T04:37:19.64569Z","caller":"traceutil/trace.go:171","msg":"trace[584638419] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18874; }","duration":"520.884086ms","start":"2026-05-20T04:37:19.124787Z","end":"2026-05-20T04:37:19.645671Z","steps":["trace[584638419] 'agreement among raft nodes before linearized reading' (duration: 520.829315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:19.645739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.124763Z","time spent":"520.965449ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:37:19.64546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.491616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:19.645805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.826866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:19.645835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.250365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:19.645853Z","caller":"traceutil/trace.go:171","msg":"trace[306531770] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18874; }","duration":"522.890418ms","start":"2026-05-20T04:37:19.122947Z","end":"2026-05-20T04:37:19.645838Z","steps":["trace[306531770] 'agreement among raft nodes before linearized reading' (duration: 522.824527ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:19.645881Z","caller":"traceutil/trace.go:171","msg":"trace[289290406] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:18874; }","duration":"521.43644ms","start":"2026-05-20T04:37:19.124436Z","end":"2026-05-20T04:37:19.645872Z","steps":["trace[289290406] 'agreement among raft nodes before linearized reading' (duration: 521.364719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:19.64589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.39956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:19.645898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.12294Z","time spent":"522.94841ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:37:19.645948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.124423Z","time spent":"521.480551ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-20T04:37:19.64596Z","caller":"traceutil/trace.go:171","msg":"trace[1308095620] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:18874; }","duration":"521.481571ms","start":"2026-05-20T04:37:19.124469Z","end":"2026-05-20T04:37:19.645951Z","steps":["trace[1308095620] 'agreement among raft nodes before linearized reading' (duration: 521.394309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:19.645991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.124462Z","time spent":"521.522862ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-20T04:37:19.64558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.123447Z","time spent":"522.068056ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:19.645695Z","caller":"traceutil/trace.go:171","msg":"trace[1953375686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18874; }","duration":"124.2437ms","start":"2026-05-20T04:37:19.521437Z","end":"2026-05-20T04:37:19.645681Z","steps":["trace[1953375686] 'agreement among raft nodes before linearized reading' (duration: 124.173349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:19.646101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.169385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:19.645567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.694417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:19.646154Z","caller":"traceutil/trace.go:171","msg":"trace[2100086048] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:18874; }","duration":"523.286188ms","start":"2026-05-20T04:37:19.122854Z","end":"2026-05-20T04:37:19.64614Z","steps":["trace[2100086048] 'agreement among raft nodes before linearized reading' (duration: 523.161565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:19.645589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.123055Z","time spent":"522.526089ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-20T04:37:19.64619Z","caller":"traceutil/trace.go:171","msg":"trace[1001552241] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:18874; }","duration":"522.356564ms","start":"2026-05-20T04:37:19.123817Z","end":"2026-05-20T04:37:19.646174Z","steps":["trace[1001552241] 'agreement among raft nodes before linearized reading' (duration: 521.659946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:19.6462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.122847Z","time spent":"523.341649ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:37:19.646157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.492222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:19.646221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.791255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-20T04:37:19.646238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.123802Z","time spent":"522.421755ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-20T04:37:19.646267Z","caller":"traceutil/trace.go:171","msg":"trace[889728989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18874; }","duration":"374.863437ms","start":"2026-05-20T04:37:19.271389Z","end":"2026-05-20T04:37:19.646252Z","steps":["trace[889728989] 'agreement among raft nodes before linearized reading' (duration: 374.690073ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:19.646274Z","caller":"traceutil/trace.go:171","msg":"trace[644538598] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:18874; }","duration":"521.678147ms","start":"2026-05-20T04:37:19.124569Z","end":"2026-05-20T04:37:19.646247Z","steps":["trace[644538598] 'agreement among raft nodes before linearized reading' (duration: 521.40506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:19.645472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.60187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:19.646305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.271326Z","time spent":"374.971389ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:37:19.646298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.374965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-20T04:37:19.646321Z","caller":"traceutil/trace.go:171","msg":"trace[1258996117] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18874; }","duration":"523.498933ms","start":"2026-05-20T04:37:19.122813Z","end":"2026-05-20T04:37:19.646312Z","steps":["trace[1258996117] 'agreement among raft nodes before linearized reading' (duration: 522.596811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:19.646342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.124556Z","time spent":"521.767569ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:37:19.64635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.122804Z","time spent":"523.539904ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-05-20T04:37:19.646355Z","caller":"traceutil/trace.go:171","msg":"trace[1094915809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18874; }","duration":"376.473157ms","start":"2026-05-20T04:37:19.269867Z","end":"2026-05-20T04:37:19.64634Z","steps":["trace[1094915809] 'agreement among raft nodes before linearized reading' (duration: 376.295543ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:19.645996Z","caller":"traceutil/trace.go:171","msg":"trace[2067863638] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18874; }","duration":"521.089912ms","start":"2026-05-20T04:37:19.12479Z","end":"2026-05-20T04:37:19.64588Z","steps":["trace[2067863638] 'agreement among raft nodes before linearized reading' (duration: 520.551768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:19.646399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.269841Z","time spent":"376.546849ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:37:19.646419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.124768Z","time spent":"521.641996ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:37:19.645579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.485772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-20T04:37:19.646468Z","caller":"traceutil/trace.go:171","msg":"trace[2069556272] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gcx94; range_end:; response_count:1; response_revision:18874; }","duration":"360.402754ms","start":"2026-05-20T04:37:19.28605Z","end":"2026-05-20T04:37:19.646453Z","steps":["trace[2069556272] 'agreement among raft nodes before linearized reading' (duration: 359.389268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:19.646522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:19.286038Z","time spent":"360.468446ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" "} {"level":"warn","ts":"2026-05-20T04:37:26.245059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.04836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-20T04:37:26.245288Z","caller":"traceutil/trace.go:171","msg":"trace[1977529483] transaction","detail":"{read_only:false; response_revision:18950; number_of_response:1; }","duration":"185.007731ms","start":"2026-05-20T04:37:26.060242Z","end":"2026-05-20T04:37:26.24525Z","steps":["trace[1977529483] 'process raft request' (duration: 68.679674ms)","trace[1977529483] 'compare' (duration: 115.693601ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:37:26.245339Z","caller":"traceutil/trace.go:171","msg":"trace[369614394] transaction","detail":"{read_only:false; response_revision:18951; number_of_response:1; }","duration":"185.078113ms","start":"2026-05-20T04:37:26.060243Z","end":"2026-05-20T04:37:26.245321Z","steps":["trace[369614394] 'process raft request' (duration: 184.93325ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:26.245538Z","caller":"traceutil/trace.go:171","msg":"trace[1212757610] linearizableReadLoop","detail":"{readStateIndex:19576; appliedIndex:19573; }","duration":"151.160782ms","start":"2026-05-20T04:37:26.094324Z","end":"2026-05-20T04:37:26.245485Z","steps":["trace[1212757610] 'read index received' (duration: 34.607449ms)","trace[1212757610] 'applied index is now lower than readState.Index' (duration: 116.551893ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:37:26.245561Z","caller":"traceutil/trace.go:171","msg":"trace[383074743] transaction","detail":"{read_only:false; response_revision:18952; number_of_response:1; }","duration":"183.422431ms","start":"2026-05-20T04:37:26.062123Z","end":"2026-05-20T04:37:26.245545Z","steps":["trace[383074743] 'process raft request' (duration: 183.154724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:26.245798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.46647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-20T04:37:26.24584Z","caller":"traceutil/trace.go:171","msg":"trace[1163999971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18952; }","duration":"151.560942ms","start":"2026-05-20T04:37:26.094268Z","end":"2026-05-20T04:37:26.245829Z","steps":["trace[1163999971] 'agreement among raft nodes before linearized reading' (duration: 151.357277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:27.58166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127781891s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-20T04:37:27.581826Z","caller":"traceutil/trace.go:171","msg":"trace[881448080] transaction","detail":"{read_only:false; response_revision:18954; number_of_response:1; }","duration":"1.32396449s","start":"2026-05-20T04:37:26.257849Z","end":"2026-05-20T04:37:27.581813Z","steps":["trace[881448080] 'process raft request' (duration: 1.323893678s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:27.581869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:26.257823Z","time spent":"1.324026221s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:27.582076Z","caller":"traceutil/trace.go:171","msg":"trace[1655095668] transaction","detail":"{read_only:false; response_revision:18953; number_of_response:1; }","duration":"1.360493627s","start":"2026-05-20T04:37:26.221574Z","end":"2026-05-20T04:37:27.582068Z","steps":["trace[1655095668] 'process raft request' (duration: 232.236594ms)","trace[1655095668] 'compare' (duration: 1.127455343s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:37:27.582161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:26.221555Z","time spent":"1.36058213s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:27.582197Z","caller":"traceutil/trace.go:171","msg":"trace[1386372001] linearizableReadLoop","detail":"{readStateIndex:19577; appliedIndex:19576; }","duration":"1.336569913s","start":"2026-05-20T04:37:26.245601Z","end":"2026-05-20T04:37:27.582171Z","steps":["trace[1386372001] 'read index received' (duration: 208.180276ms)","trace[1386372001] 'applied index is now lower than readState.Index' (duration: 1.128386637s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:37:27.582374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474350281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-20T04:37:27.582425Z","caller":"traceutil/trace.go:171","msg":"trace[220349493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18954; }","duration":"1.474436973s","start":"2026-05-20T04:37:26.107976Z","end":"2026-05-20T04:37:27.582413Z","steps":["trace[220349493] 'agreement among raft nodes before linearized reading' (duration: 1.47429601s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:27.582454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:26.107963Z","time spent":"1.474485064s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:37:27.582566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.662395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:27.582625Z","caller":"traceutil/trace.go:171","msg":"trace[698956770] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:18954; }","duration":"144.768888ms","start":"2026-05-20T04:37:27.437837Z","end":"2026-05-20T04:37:27.582606Z","steps":["trace[698956770] 'agreement among raft nodes before linearized reading' (duration: 144.661045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:27.582891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.950825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-20T04:37:27.582925Z","caller":"traceutil/trace.go:171","msg":"trace[1887518029] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:18954; }","duration":"834.028537ms","start":"2026-05-20T04:37:26.748887Z","end":"2026-05-20T04:37:27.582916Z","steps":["trace[1887518029] 'agreement among raft nodes before linearized reading' (duration: 833.424952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:27.58295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:26.748863Z","time spent":"834.078749ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-05-20T04:37:29.472883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578263466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:37:29.973155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578263466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:37:30.42083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469616349s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:37:30.421347Z","caller":"traceutil/trace.go:171","msg":"trace[609976835] transaction","detail":"{read_only:false; response_revision:18971; number_of_response:1; }","duration":"1.470191654s","start":"2026-05-20T04:37:28.951133Z","end":"2026-05-20T04:37:30.421325Z","steps":["trace[609976835] 'process raft request' (duration: 1.469977618s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.42502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:28.951107Z","time spent":"1.470308088s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6715,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:30.431714Z","caller":"traceutil/trace.go:171","msg":"trace[1236317189] linearizableReadLoop","detail":"{readStateIndex:19599; appliedIndex:19595; }","duration":"1.45910999s","start":"2026-05-20T04:37:28.972583Z","end":"2026-05-20T04:37:30.431693Z","steps":["trace[1236317189] 'read index received' (duration: 1.448635961s)","trace[1236317189] 'applied index is now lower than readState.Index' (duration: 10.471629ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:37:30.431985Z","caller":"traceutil/trace.go:171","msg":"trace[1453221857] transaction","detail":"{read_only:false; response_revision:18972; number_of_response:1; }","duration":"843.214164ms","start":"2026-05-20T04:37:29.588761Z","end":"2026-05-20T04:37:30.431975Z","steps":["trace[1453221857] 'process raft request' (duration: 837.131588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.432109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.588743Z","time spent":"843.269005ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:30.432281Z","caller":"traceutil/trace.go:171","msg":"trace[2138566194] transaction","detail":"{read_only:false; response_revision:18973; number_of_response:1; }","duration":"701.286879ms","start":"2026-05-20T04:37:29.730986Z","end":"2026-05-20T04:37:30.432273Z","steps":["trace[2138566194] 'process raft request' (duration: 700.442237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.432326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.730958Z","time spent":"701.347521ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:30.432453Z","caller":"traceutil/trace.go:171","msg":"trace[722407666] transaction","detail":"{read_only:false; response_revision:18974; number_of_response:1; }","duration":"489.53375ms","start":"2026-05-20T04:37:29.94291Z","end":"2026-05-20T04:37:30.432444Z","steps":["trace[722407666] 'process raft request' (duration: 488.557045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.432497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.942886Z","time spent":"489.588272ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:30.432653Z","caller":"traceutil/trace.go:171","msg":"trace[803640035] transaction","detail":"{read_only:false; response_revision:18975; number_of_response:1; }","duration":"451.501315ms","start":"2026-05-20T04:37:29.981143Z","end":"2026-05-20T04:37:30.432645Z","steps":["trace[803640035] 'process raft request' (duration: 450.354415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.432691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.981121Z","time spent":"451.548147ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:30.432973Z","caller":"traceutil/trace.go:171","msg":"trace[151275650] transaction","detail":"{read_only:false; response_revision:18976; number_of_response:1; }","duration":"365.129797ms","start":"2026-05-20T04:37:30.067832Z","end":"2026-05-20T04:37:30.432962Z","steps":["trace[151275650] 'process raft request' (duration: 363.69035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.433018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:30.0678Z","time spent":"365.195769ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:30.433193Z","caller":"traceutil/trace.go:171","msg":"trace[1865444222] transaction","detail":"{read_only:false; response_revision:18977; number_of_response:1; }","duration":"165.993924ms","start":"2026-05-20T04:37:30.267189Z","end":"2026-05-20T04:37:30.433183Z","steps":["trace[1865444222] 'process raft request' (duration: 164.358581ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:30.433375Z","caller":"traceutil/trace.go:171","msg":"trace[409886234] transaction","detail":"{read_only:false; response_revision:18978; number_of_response:1; }","duration":"156.038457ms","start":"2026-05-20T04:37:30.277328Z","end":"2026-05-20T04:37:30.433366Z","steps":["trace[409886234] 'process raft request' (duration: 154.243541ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:30.433704Z","caller":"traceutil/trace.go:171","msg":"trace[1636540715] transaction","detail":"{read_only:false; response_revision:18979; number_of_response:1; }","duration":"155.76792ms","start":"2026-05-20T04:37:30.2779Z","end":"2026-05-20T04:37:30.433668Z","steps":["trace[1636540715] 'process raft request' (duration: 153.755478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.433805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269872629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:30.433882Z","caller":"traceutil/trace.go:171","msg":"trace[1317357050] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:18979; }","duration":"1.269961562s","start":"2026-05-20T04:37:29.163892Z","end":"2026-05-20T04:37:30.433854Z","steps":["trace[1317357050] 'agreement among raft nodes before linearized reading' (duration: 1.269821938s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.433929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.163852Z","time spent":"1.270064714s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:37:30.434242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461650365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:30.434285Z","caller":"traceutil/trace.go:171","msg":"trace[313751704] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:18979; }","duration":"1.461711897s","start":"2026-05-20T04:37:28.97256Z","end":"2026-05-20T04:37:30.434272Z","steps":["trace[313751704] 'agreement among raft nodes before linearized reading' (duration: 1.461644246s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.434322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.457664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:30.434357Z","caller":"traceutil/trace.go:171","msg":"trace[2024658918] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18979; }","duration":"761.511965ms","start":"2026-05-20T04:37:29.672838Z","end":"2026-05-20T04:37:30.43435Z","steps":["trace[2024658918] 'agreement among raft nodes before linearized reading' (duration: 761.461374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.434362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.540256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:30.434392Z","caller":"traceutil/trace.go:171","msg":"trace[748205343] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:18979; }","duration":"761.598468ms","start":"2026-05-20T04:37:29.672783Z","end":"2026-05-20T04:37:30.434382Z","steps":["trace[748205343] 'agreement among raft nodes before linearized reading' (duration: 761.558707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.434421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.672762Z","time spent":"761.653799ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:37:30.434516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.672827Z","time spent":"761.549447ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:37:30.43459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.374667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:30.434627Z","caller":"traceutil/trace.go:171","msg":"trace[1657080992] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18979; }","duration":"762.444799ms","start":"2026-05-20T04:37:29.672174Z","end":"2026-05-20T04:37:30.434619Z","steps":["trace[1657080992] 'agreement among raft nodes before linearized reading' (duration: 762.394928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.434658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.672158Z","time spent":"762.494451ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:37:30.434746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.682147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:30.434777Z","caller":"traceutil/trace.go:171","msg":"trace[1068212220] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:18979; }","duration":"764.729108ms","start":"2026-05-20T04:37:29.67004Z","end":"2026-05-20T04:37:30.434769Z","steps":["trace[1068212220] 'agreement among raft nodes before linearized reading' (duration: 764.685697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.434807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.670032Z","time spent":"764.76943ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:37:30.434881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.883032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:30.43491Z","caller":"traceutil/trace.go:171","msg":"trace[302091644] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:18979; }","duration":"764.910463ms","start":"2026-05-20T04:37:29.669992Z","end":"2026-05-20T04:37:30.434903Z","steps":["trace[302091644] 'agreement among raft nodes before linearized reading' (duration: 764.872012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.434941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.669918Z","time spent":"765.017245ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:37:30.435023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.707803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:30.435075Z","caller":"traceutil/trace.go:171","msg":"trace[1972557545] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18979; }","duration":"765.780325ms","start":"2026-05-20T04:37:29.669277Z","end":"2026-05-20T04:37:30.435057Z","steps":["trace[1972557545] 'agreement among raft nodes before linearized reading' (duration: 765.727794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.435172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.669258Z","time spent":"765.899328ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:37:30.43535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.139717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:30.435388Z","caller":"traceutil/trace.go:171","msg":"trace[1600946562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18979; }","duration":"911.19922ms","start":"2026-05-20T04:37:29.524181Z","end":"2026-05-20T04:37:30.43538Z","steps":["trace[1600946562] 'agreement among raft nodes before linearized reading' (duration: 911.142128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.435398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.535227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:30.435417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.524166Z","time spent":"911.245871ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:37:30.435433Z","caller":"traceutil/trace.go:171","msg":"trace[820593685] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:18979; }","duration":"944.598828ms","start":"2026-05-20T04:37:29.490819Z","end":"2026-05-20T04:37:30.435418Z","steps":["trace[820593685] 'agreement among raft nodes before linearized reading' (duration: 944.553957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.435472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.490801Z","time spent":"944.663639ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:37:30.435652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.847073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-20T04:37:30.435721Z","caller":"traceutil/trace.go:171","msg":"trace[320466955] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gcx94; range_end:; response_count:1; response_revision:18979; }","duration":"656.011187ms","start":"2026-05-20T04:37:29.779695Z","end":"2026-05-20T04:37:30.435706Z","steps":["trace[320466955] 'agreement among raft nodes before linearized reading' (duration: 655.76093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.435723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110671273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:30.435761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.779681Z","time spent":"656.072569ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" "} {"level":"warn","ts":"2026-05-20T04:37:30.435948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.738213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:30.435974Z","caller":"traceutil/trace.go:171","msg":"trace[768255425] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18979; }","duration":"659.766543ms","start":"2026-05-20T04:37:29.776201Z","end":"2026-05-20T04:37:30.435968Z","steps":["trace[768255425] 'agreement among raft nodes before linearized reading' (duration: 659.715182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.435991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.776012Z","time spent":"659.974389ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:37:30.436102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.184903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:30.436126Z","caller":"traceutil/trace.go:171","msg":"trace[1969451598] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18979; }","duration":"660.218024ms","start":"2026-05-20T04:37:29.775901Z","end":"2026-05-20T04:37:30.436119Z","steps":["trace[1969451598] 'agreement among raft nodes before linearized reading' (duration: 660.183453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.436142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.775896Z","time spent":"660.242435ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:37:30.436264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.649666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-20T04:37:30.436287Z","caller":"traceutil/trace.go:171","msg":"trace[1875800820] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:18979; }","duration":"660.697106ms","start":"2026-05-20T04:37:29.775584Z","end":"2026-05-20T04:37:30.436281Z","steps":["trace[1875800820] 'agreement among raft nodes before linearized reading' (duration: 660.626774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.436308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.775571Z","time spent":"660.730058ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-20T04:37:30.436414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.819359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:30.436438Z","caller":"traceutil/trace.go:171","msg":"trace[1880319372] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:18979; }","duration":"660.873821ms","start":"2026-05-20T04:37:29.775558Z","end":"2026-05-20T04:37:30.436432Z","steps":["trace[1880319372] 'agreement among raft nodes before linearized reading' (duration: 660.83671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.436456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.775542Z","time spent":"660.909371ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:37:30.436584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.681281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-20T04:37:30.436607Z","caller":"traceutil/trace.go:171","msg":"trace[970114860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18979; }","duration":"696.736712ms","start":"2026-05-20T04:37:29.739864Z","end":"2026-05-20T04:37:30.436601Z","steps":["trace[970114860] 'agreement among raft nodes before linearized reading' (duration: 696.674961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.436626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.739846Z","time spent":"696.774203ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T04:37:30.436759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.471881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-20T04:37:30.436784Z","caller":"traceutil/trace.go:171","msg":"trace[342839598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18979; }","duration":"697.577574ms","start":"2026-05-20T04:37:29.739199Z","end":"2026-05-20T04:37:30.436776Z","steps":["trace[342839598] 'agreement among raft nodes before linearized reading' (duration: 697.516852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.436803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.739178Z","time spent":"697.619714ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:37:30.436844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.032585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-20T04:37:30.436876Z","caller":"traceutil/trace.go:171","msg":"trace[924654272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18979; }","duration":"839.098057ms","start":"2026-05-20T04:37:29.597771Z","end":"2026-05-20T04:37:30.436869Z","steps":["trace[924654272] 'agreement among raft nodes before linearized reading' (duration: 838.983594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.436901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.597756Z","time spent":"839.139199ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T04:37:30.436921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.092402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-20T04:37:30.436948Z","caller":"traceutil/trace.go:171","msg":"trace[1134327617] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:18979; }","duration":"757.141013ms","start":"2026-05-20T04:37:29.679802Z","end":"2026-05-20T04:37:30.436943Z","steps":["trace[1134327617] 'agreement among raft nodes before linearized reading' (duration: 757.073611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.436969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.679791Z","time spent":"757.174233ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-20T04:37:30.43705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.061243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-20T04:37:30.437078Z","caller":"traceutil/trace.go:171","msg":"trace[438059846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18979; }","duration":"849.144356ms","start":"2026-05-20T04:37:29.587927Z","end":"2026-05-20T04:37:30.437072Z","steps":["trace[438059846] 'agreement among raft nodes before linearized reading' (duration: 849.075704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.437099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.587903Z","time spent":"849.191537ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:37:30.437104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.577661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-20T04:37:30.437129Z","caller":"traceutil/trace.go:171","msg":"trace[625767474] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:18979; }","duration":"760.620083ms","start":"2026-05-20T04:37:29.676503Z","end":"2026-05-20T04:37:30.437123Z","steps":["trace[625767474] 'agreement among raft nodes before linearized reading' (duration: 760.551841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.437152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.676493Z","time spent":"760.655083ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-20T04:37:30.437217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.328256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:30.437242Z","caller":"traceutil/trace.go:171","msg":"trace[732055665] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18979; }","duration":"850.391157ms","start":"2026-05-20T04:37:29.586845Z","end":"2026-05-20T04:37:30.437236Z","steps":["trace[732055665] 'agreement among raft nodes before linearized reading' (duration: 850.336286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.437263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.586823Z","time spent":"850.436629ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:37:30.43728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.10162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-20T04:37:30.437306Z","caller":"traceutil/trace.go:171","msg":"trace[86000883] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:18979; }","duration":"762.206693ms","start":"2026-05-20T04:37:29.675092Z","end":"2026-05-20T04:37:30.437299Z","steps":["trace[86000883] 'agreement among raft nodes before linearized reading' (duration: 762.139391ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:30.435759Z","caller":"traceutil/trace.go:171","msg":"trace[1212241363] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:18979; }","duration":"1.110738954s","start":"2026-05-20T04:37:29.32501Z","end":"2026-05-20T04:37:30.435748Z","steps":["trace[1212241363] 'agreement among raft nodes before linearized reading' (duration: 1.110679042s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.435356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.268807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-20T04:37:30.437387Z","caller":"traceutil/trace.go:171","msg":"trace[1720665057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18979; }","duration":"828.332371ms","start":"2026-05-20T04:37:29.609046Z","end":"2026-05-20T04:37:30.437378Z","steps":["trace[1720665057] 'agreement among raft nodes before linearized reading' (duration: 826.209976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.437421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.609027Z","time spent":"828.382552ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:37:30.437376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.324992Z","time spent":"1.112364885s","remote":"127.0.0.1:34550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:37:30.437552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.197995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:30.437588Z","caller":"traceutil/trace.go:171","msg":"trace[47675453] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:18979; }","duration":"764.262106ms","start":"2026-05-20T04:37:29.67332Z","end":"2026-05-20T04:37:30.437582Z","steps":["trace[47675453] 'agreement among raft nodes before linearized reading' (duration: 764.198165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.437607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.673307Z","time spent":"764.296158ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:37:30.437664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.360259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:30.437679Z","caller":"traceutil/trace.go:171","msg":"trace[621974117] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:18979; }","duration":"764.38762ms","start":"2026-05-20T04:37:29.673287Z","end":"2026-05-20T04:37:30.437675Z","steps":["trace[621974117] 'agreement among raft nodes before linearized reading' (duration: 764.363079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:30.437692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.673281Z","time spent":"764.40786ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:37:30.434323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:28.97255Z","time spent":"1.461763738s","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:37:30.437337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:29.675072Z","time spent":"762.249255ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-20T04:37:35.825139Z","caller":"traceutil/trace.go:171","msg":"trace[945948546] transaction","detail":"{read_only:false; response_revision:19016; number_of_response:1; }","duration":"135.570181ms","start":"2026-05-20T04:37:35.689541Z","end":"2026-05-20T04:37:35.825111Z","steps":["trace[945948546] 'process raft request' (duration: 135.425317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:36.332418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.697281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-20T04:37:36.337293Z","caller":"traceutil/trace.go:171","msg":"trace[722765097] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19016; }","duration":"377.608787ms","start":"2026-05-20T04:37:35.959664Z","end":"2026-05-20T04:37:36.337273Z","steps":["trace[722765097] 'range keys from in-memory index tree' (duration: 372.552488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:36.337404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:35.959644Z","time spent":"377.740231ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T04:37:36.978801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578263584,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T04:37:37.125276Z","caller":"traceutil/trace.go:171","msg":"trace[1058527239] transaction","detail":"{read_only:false; response_revision:19017; number_of_response:1; }","duration":"659.739723ms","start":"2026-05-20T04:37:36.46551Z","end":"2026-05-20T04:37:37.12525Z","steps":["trace[1058527239] 'process raft request' (duration: 659.571409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.12552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.465494Z","time spent":"659.934688ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:37.219012Z","caller":"traceutil/trace.go:171","msg":"trace[228256270] linearizableReadLoop","detail":"{readStateIndex:19650; appliedIndex:19642; }","duration":"740.65205ms","start":"2026-05-20T04:37:36.478343Z","end":"2026-05-20T04:37:37.218995Z","steps":["trace[228256270] 'read index received' (duration: 646.845471ms)","trace[228256270] 'applied index is now lower than readState.Index' (duration: 93.806019ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:37:37.219429Z","caller":"traceutil/trace.go:171","msg":"trace[1620231593] transaction","detail":"{read_only:false; response_revision:19024; number_of_response:1; }","duration":"738.537505ms","start":"2026-05-20T04:37:36.480863Z","end":"2026-05-20T04:37:37.2194Z","steps":["trace[1620231593] 'process raft request' (duration: 738.105574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.21956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.981872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:37.219596Z","caller":"traceutil/trace.go:171","msg":"trace[1022684618] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19024; }","duration":"733.038204ms","start":"2026-05-20T04:37:36.486548Z","end":"2026-05-20T04:37:37.219587Z","steps":["trace[1022684618] 'agreement among raft nodes before linearized reading' (duration: 732.974612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.219595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.480837Z","time spent":"738.674259ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:37.219628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.486544Z","time spent":"733.078415ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:37:37.219652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.951243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:37.219662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.515072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-20T04:37:37.219681Z","caller":"traceutil/trace.go:171","msg":"trace[929218918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19024; }","duration":"697.992214ms","start":"2026-05-20T04:37:36.521679Z","end":"2026-05-20T04:37:37.219672Z","steps":["trace[929218918] 'agreement among raft nodes before linearized reading' (duration: 697.955753ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:37.219702Z","caller":"traceutil/trace.go:171","msg":"trace[1897479740] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:19024; }","duration":"470.607915ms","start":"2026-05-20T04:37:36.749084Z","end":"2026-05-20T04:37:37.219692Z","steps":["trace[1897479740] 'agreement among raft nodes before linearized reading' (duration: 470.477692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.219706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.521671Z","time spent":"698.029094ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:37:37.21973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.749059Z","time spent":"470.666256ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-05-20T04:37:37.219194Z","caller":"traceutil/trace.go:171","msg":"trace[1177467926] transaction","detail":"{read_only:false; response_revision:19020; number_of_response:1; }","duration":"740.195247ms","start":"2026-05-20T04:37:36.478984Z","end":"2026-05-20T04:37:37.219179Z","steps":["trace[1177467926] 'process raft request' (duration: 739.88921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.219723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.534497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-20T04:37:37.219793Z","caller":"traceutil/trace.go:171","msg":"trace[1002335847] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:19024; }","duration":"631.650189ms","start":"2026-05-20T04:37:36.588126Z","end":"2026-05-20T04:37:37.219776Z","steps":["trace[1002335847] 'agreement among raft nodes before linearized reading' (duration: 631.441354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.219801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.299871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-20T04:37:37.219829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.58811Z","time spent":"631.712922ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-05-20T04:37:37.219839Z","caller":"traceutil/trace.go:171","msg":"trace[1860003333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19024; }","duration":"726.347362ms","start":"2026-05-20T04:37:36.49348Z","end":"2026-05-20T04:37:37.219827Z","steps":["trace[1860003333] 'agreement among raft nodes before linearized reading' (duration: 726.2651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.219805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.478974Z","time spent":"740.788233ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:37.219867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.493475Z","time spent":"726.386303ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:37:37.219618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.071921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-20T04:37:37.2199Z","caller":"traceutil/trace.go:171","msg":"trace[552310712] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gcx94; range_end:; response_count:1; response_revision:19024; }","duration":"699.380009ms","start":"2026-05-20T04:37:36.520513Z","end":"2026-05-20T04:37:37.219893Z","steps":["trace[552310712] 'agreement among raft nodes before linearized reading' (duration: 699.033311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.219929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.520502Z","time spent":"699.4204ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" "} {"level":"info","ts":"2026-05-20T04:37:37.219289Z","caller":"traceutil/trace.go:171","msg":"trace[1302524854] transaction","detail":"{read_only:false; response_revision:19022; number_of_response:1; }","duration":"738.448713ms","start":"2026-05-20T04:37:36.480823Z","end":"2026-05-20T04:37:37.219272Z","steps":["trace[1302524854] 'process raft request' (duration: 738.098664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.219713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.380054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-20T04:37:37.219951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.431754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:37.219344Z","caller":"traceutil/trace.go:171","msg":"trace[33522102] transaction","detail":"{read_only:false; response_revision:19018; number_of_response:1; }","duration":"741.029739ms","start":"2026-05-20T04:37:36.478308Z","end":"2026-05-20T04:37:37.219338Z","steps":["trace[33522102] 'process raft request' (duration: 733.131397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.220009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.480803Z","time spent":"739.16051ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:37.220052Z","caller":"traceutil/trace.go:171","msg":"trace[462434309] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19024; }","duration":"733.552837ms","start":"2026-05-20T04:37:36.486471Z","end":"2026-05-20T04:37:37.220024Z","steps":["trace[462434309] 'agreement among raft nodes before linearized reading' (duration: 733.426154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.220084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.478284Z","time spent":"741.752917ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:37.220107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.647979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-20T04:37:37.220114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.072646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-20T04:37:37.220127Z","caller":"traceutil/trace.go:171","msg":"trace[1812310531] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19024; }","duration":"733.673849ms","start":"2026-05-20T04:37:36.486447Z","end":"2026-05-20T04:37:37.220121Z","steps":["trace[1812310531] 'agreement among raft nodes before linearized reading' (duration: 733.622008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.219323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.951777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:37.220148Z","caller":"traceutil/trace.go:171","msg":"trace[242663920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19024; }","duration":"728.114887ms","start":"2026-05-20T04:37:36.492024Z","end":"2026-05-20T04:37:37.220139Z","steps":["trace[242663920] 'agreement among raft nodes before linearized reading' (duration: 728.048725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.220152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.809324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-20T04:37:37.219805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.264129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:37.219989Z","caller":"traceutil/trace.go:171","msg":"trace[562436519] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19024; }","duration":"733.707852ms","start":"2026-05-20T04:37:36.486273Z","end":"2026-05-20T04:37:37.219981Z","steps":["trace[562436519] 'agreement among raft nodes before linearized reading' (duration: 733.25596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.220177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.915357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:37.22019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.486267Z","time spent":"733.918167ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-20T04:37:37.220202Z","caller":"traceutil/trace.go:171","msg":"trace[1799444562] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19024; }","duration":"733.953168ms","start":"2026-05-20T04:37:36.486244Z","end":"2026-05-20T04:37:37.220197Z","steps":["trace[1799444562] 'agreement among raft nodes before linearized reading' (duration: 733.921547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.220219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.486236Z","time spent":"733.979529ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:37:37.220227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.965398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-20T04:37:37.220219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.536966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:37.220249Z","caller":"traceutil/trace.go:171","msg":"trace[466665062] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19024; }","duration":"734.023499ms","start":"2026-05-20T04:37:36.486219Z","end":"2026-05-20T04:37:37.220242Z","steps":["trace[466665062] 'agreement among raft nodes before linearized reading' (duration: 733.963758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.220178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.492018Z","time spent":"728.153357ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:37:37.220227Z","caller":"traceutil/trace.go:171","msg":"trace[599214270] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19024; }","duration":"741.827689ms","start":"2026-05-20T04:37:36.478336Z","end":"2026-05-20T04:37:37.220163Z","steps":["trace[599214270] 'agreement among raft nodes before linearized reading' (duration: 740.891825ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:37.220262Z","caller":"traceutil/trace.go:171","msg":"trace[1777232776] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19024; }","duration":"733.587487ms","start":"2026-05-20T04:37:36.486661Z","end":"2026-05-20T04:37:37.220248Z","steps":["trace[1777232776] 'agreement among raft nodes before linearized reading' (duration: 733.523846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.220307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.072871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:37.220322Z","caller":"traceutil/trace.go:171","msg":"trace[2009843214] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19024; }","duration":"734.101662ms","start":"2026-05-20T04:37:36.486216Z","end":"2026-05-20T04:37:37.220318Z","steps":["trace[2009843214] 'agreement among raft nodes before linearized reading' (duration: 734.079771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.220325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.486655Z","time spent":"733.66109ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:37:37.22034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.219696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-20T04:37:37.22036Z","caller":"traceutil/trace.go:171","msg":"trace[41293225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19024; }","duration":"734.270457ms","start":"2026-05-20T04:37:36.486083Z","end":"2026-05-20T04:37:37.220353Z","steps":["trace[41293225] 'agreement among raft nodes before linearized reading' (duration: 734.216265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.220363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.121853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:37.220381Z","caller":"traceutil/trace.go:171","msg":"trace[1348997436] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19024; }","duration":"734.167864ms","start":"2026-05-20T04:37:36.486209Z","end":"2026-05-20T04:37:37.220377Z","steps":["trace[1348997436] 'agreement among raft nodes before linearized reading' (duration: 734.143273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.220381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.486068Z","time spent":"734.308628ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:37:37.22036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.478285Z","time spent":"742.016924ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:37:37.220341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.486208Z","time spent":"734.130163ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:37:37.220054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.619598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:37.219366Z","caller":"traceutil/trace.go:171","msg":"trace[117833489] transaction","detail":"{read_only:false; response_revision:19019; number_of_response:1; }","duration":"740.970937ms","start":"2026-05-20T04:37:36.478389Z","end":"2026-05-20T04:37:37.21936Z","steps":["trace[117833489] 'process raft request' (duration: 740.443594ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:37.220463Z","caller":"traceutil/trace.go:171","msg":"trace[796740083] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19024; }","duration":"734.027819ms","start":"2026-05-20T04:37:36.486419Z","end":"2026-05-20T04:37:37.220447Z","steps":["trace[796740083] 'agreement among raft nodes before linearized reading' (duration: 733.617088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.220491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.478352Z","time spent":"742.117147ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:37.220499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.486412Z","time spent":"734.079001ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:37:37.219992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.962438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T04:37:37.220552Z","caller":"traceutil/trace.go:171","msg":"trace[1073599426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19024; }","duration":"727.535173ms","start":"2026-05-20T04:37:36.493011Z","end":"2026-05-20T04:37:37.220546Z","steps":["trace[1073599426] 'agreement among raft nodes before linearized reading' (duration: 726.919686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.220396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.486198Z","time spent":"734.195275ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:37:37.220576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.493005Z","time spent":"727.564644ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T04:37:37.220089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.486466Z","time spent":"733.615658ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:37:37.220146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.486444Z","time spent":"733.69839ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-20T04:37:37.220648Z","caller":"traceutil/trace.go:171","msg":"trace[642573057] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19024; }","duration":"733.653609ms","start":"2026-05-20T04:37:36.486524Z","end":"2026-05-20T04:37:37.220177Z","steps":["trace[642573057] 'agreement among raft nodes before linearized reading' (duration: 733.240308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.220717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.486519Z","time spent":"734.189444ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:37:37.220168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.910436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:37.220801Z","caller":"traceutil/trace.go:171","msg":"trace[1692138424] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19024; }","duration":"734.545444ms","start":"2026-05-20T04:37:36.486242Z","end":"2026-05-20T04:37:37.220787Z","steps":["trace[1692138424] 'agreement among raft nodes before linearized reading' (duration: 733.906647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.22084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.486236Z","time spent":"734.594185ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-20T04:37:37.219388Z","caller":"traceutil/trace.go:171","msg":"trace[1639506351] transaction","detail":"{read_only:false; response_revision:19023; number_of_response:1; }","duration":"738.520754ms","start":"2026-05-20T04:37:36.480864Z","end":"2026-05-20T04:37:37.219384Z","steps":["trace[1639506351] 'process raft request' (duration: 738.082983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.220916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.480839Z","time spent":"740.048815ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:37.220273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.486199Z","time spent":"734.067451ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-20T04:37:37.220058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.751597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-20T04:37:37.220985Z","caller":"traceutil/trace.go:171","msg":"trace[1690712752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19024; }","duration":"728.688183ms","start":"2026-05-20T04:37:36.49229Z","end":"2026-05-20T04:37:37.220978Z","steps":["trace[1690712752] 'agreement among raft nodes before linearized reading' (duration: 727.717027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.221016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.492285Z","time spent":"728.723964ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:37:37.219332Z","caller":"traceutil/trace.go:171","msg":"trace[270033422] transaction","detail":"{read_only:false; response_revision:19021; number_of_response:1; }","duration":"738.930156ms","start":"2026-05-20T04:37:36.480386Z","end":"2026-05-20T04:37:37.219317Z","steps":["trace[270033422] 'process raft request' (duration: 738.513035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.221072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.480331Z","time spent":"740.719872ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:37.221133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.373837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:37.221168Z","caller":"traceutil/trace.go:171","msg":"trace[1092928266] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19024; }","duration":"739.690606ms","start":"2026-05-20T04:37:36.481473Z","end":"2026-05-20T04:37:37.221163Z","steps":["trace[1092928266] 'agreement among raft nodes before linearized reading' (duration: 738.004722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.221196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.481459Z","time spent":"739.731586ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-20T04:37:37.220541Z","caller":"traceutil/trace.go:171","msg":"trace[1601627633] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19024; }","duration":"733.844734ms","start":"2026-05-20T04:37:36.486327Z","end":"2026-05-20T04:37:37.220172Z","steps":["trace[1601627633] 'agreement among raft nodes before linearized reading' (duration: 733.771053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.221254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:36.486323Z","time spent":"734.920344ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-20T04:37:37.525411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.828409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-20T04:37:37.525681Z","caller":"traceutil/trace.go:171","msg":"trace[1701123846] transaction","detail":"{read_only:false; response_revision:19025; number_of_response:1; }","duration":"298.723821ms","start":"2026-05-20T04:37:37.226923Z","end":"2026-05-20T04:37:37.525647Z","steps":["trace[1701123846] 'process raft request' (duration: 116.585664ms)","trace[1701123846] 'compare' (duration: 181.505981ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:37:37.526467Z","caller":"traceutil/trace.go:171","msg":"trace[110548763] transaction","detail":"{read_only:false; response_revision:19026; number_of_response:1; }","duration":"299.256625ms","start":"2026-05-20T04:37:37.227192Z","end":"2026-05-20T04:37:37.526449Z","steps":["trace[110548763] 'process raft request' (duration: 298.320631ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:37.529206Z","caller":"traceutil/trace.go:171","msg":"trace[742310000] transaction","detail":"{read_only:false; response_revision:19027; number_of_response:1; }","duration":"301.344929ms","start":"2026-05-20T04:37:37.227843Z","end":"2026-05-20T04:37:37.529188Z","steps":["trace[742310000] 'process raft request' (duration: 301.147504ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:37.529351Z","caller":"traceutil/trace.go:171","msg":"trace[1310298891] linearizableReadLoop","detail":"{readStateIndex:19657; appliedIndex:19651; }","duration":"259.31366ms","start":"2026-05-20T04:37:37.270028Z","end":"2026-05-20T04:37:37.529342Z","steps":["trace[1310298891] 'read index received' (duration: 73.449416ms)","trace[1310298891] 'applied index is now lower than readState.Index' (duration: 185.863404ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:37:37.529462Z","caller":"traceutil/trace.go:171","msg":"trace[842466889] transaction","detail":"{read_only:false; response_revision:19030; number_of_response:1; }","duration":"301.170884ms","start":"2026-05-20T04:37:37.228279Z","end":"2026-05-20T04:37:37.52945Z","steps":["trace[842466889] 'process raft request' (duration: 300.864587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.529359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:37.227836Z","time spent":"301.460201ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:37.529572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:37.228271Z","time spent":"301.268837ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:37.529472Z","caller":"traceutil/trace.go:171","msg":"trace[999376035] transaction","detail":"{read_only:false; response_revision:19031; number_of_response:1; }","duration":"257.346988ms","start":"2026-05-20T04:37:37.272105Z","end":"2026-05-20T04:37:37.529452Z","steps":["trace[999376035] 'process raft request' (duration: 257.196895ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:37.529204Z","caller":"traceutil/trace.go:171","msg":"trace[673713612] transaction","detail":"{read_only:false; response_revision:19029; number_of_response:1; }","duration":"300.98574ms","start":"2026-05-20T04:37:37.228197Z","end":"2026-05-20T04:37:37.529183Z","steps":["trace[673713612] 'process raft request' (duration: 300.914148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.530013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:37.228174Z","time spent":"301.806681ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:37.529782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.595347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-24aa7818-e28b-44c1-86ae-26f2cb530451\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-20T04:37:37.530206Z","caller":"traceutil/trace.go:171","msg":"trace[1936403486] range","detail":"{range_begin:/registry/persistentvolumes/pvc-24aa7818-e28b-44c1-86ae-26f2cb530451; range_end:; response_count:1; response_revision:19031; }","duration":"306.044779ms","start":"2026-05-20T04:37:37.22415Z","end":"2026-05-20T04:37:37.530195Z","steps":["trace[1936403486] 'agreement among raft nodes before linearized reading' (duration: 305.521976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.530273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:37.224138Z","time spent":"306.123601ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-24aa7818-e28b-44c1-86ae-26f2cb530451\" "} {"level":"info","ts":"2026-05-20T04:37:37.529251Z","caller":"traceutil/trace.go:171","msg":"trace[117930882] transaction","detail":"{read_only:false; response_revision:19028; number_of_response:1; }","duration":"301.357949ms","start":"2026-05-20T04:37:37.227882Z","end":"2026-05-20T04:37:37.52924Z","steps":["trace[117930882] 'process raft request' (duration: 301.189405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.530501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:37.227878Z","time spent":"302.5974ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:37.530518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.313894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1288161"} {"level":"info","ts":"2026-05-20T04:37:37.530712Z","caller":"traceutil/trace.go:171","msg":"trace[386281226] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:19031; }","duration":"302.525279ms","start":"2026-05-20T04:37:37.228176Z","end":"2026-05-20T04:37:37.530701Z","steps":["trace[386281226] 'agreement among raft nodes before linearized reading' (duration: 301.253117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.530786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:37.228171Z","time spent":"302.600971ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1288183,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-20T04:37:37.971849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.334756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-05-20T04:37:37.972031Z","caller":"traceutil/trace.go:171","msg":"trace[1967163240] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:19031; }","duration":"334.572342ms","start":"2026-05-20T04:37:37.637437Z","end":"2026-05-20T04:37:37.97201Z","steps":["trace[1967163240] 'range keys from in-memory index tree' (duration: 334.172773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:37.972624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:37.637418Z","time spent":"335.163828ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-05-20T04:37:39.729136Z","caller":"traceutil/trace.go:171","msg":"trace[972857137] transaction","detail":"{read_only:false; response_revision:19032; number_of_response:1; }","duration":"597.567595ms","start":"2026-05-20T04:37:39.131545Z","end":"2026-05-20T04:37:39.729113Z","steps":["trace[972857137] 'process raft request' (duration: 597.437382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:39.72926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.13152Z","time spent":"597.674848ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:41.518514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T04:37:41.518608Z","caller":"traceutil/trace.go:171","msg":"trace[1669271260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000278767s","start":"2026-05-20T04:37:39.51831Z","end":"2026-05-20T04:37:41.518589Z","steps":["trace[1669271260] 'agreement among raft nodes before linearized reading' (duration: 2.000172914s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:41.51865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.518297Z","time spent":"2.000344568s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:37:41.625808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.896763589s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T04:37:41.626425Z","caller":"traceutil/trace.go:171","msg":"trace[389291451] transaction","detail":"{read_only:false; response_revision:19033; number_of_response:1; }","duration":"2.396411299s","start":"2026-05-20T04:37:39.229983Z","end":"2026-05-20T04:37:41.626395Z","steps":["trace[389291451] 'process raft request' (duration: 2.396019349s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:41.626668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.229958Z","time spent":"2.396548353s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:41.627747Z","caller":"traceutil/trace.go:171","msg":"trace[270826957] transaction","detail":"{read_only:false; response_revision:19034; number_of_response:1; }","duration":"2.397644541s","start":"2026-05-20T04:37:39.230081Z","end":"2026-05-20T04:37:41.627726Z","steps":["trace[270826957] 'process raft request' (duration: 2.396099061s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:41.627872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.23005Z","time spent":"2.397753603s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:41.628289Z","caller":"traceutil/trace.go:171","msg":"trace[2002981579] transaction","detail":"{read_only:false; response_revision:19036; number_of_response:1; }","duration":"2.397418525s","start":"2026-05-20T04:37:39.230856Z","end":"2026-05-20T04:37:41.628274Z","steps":["trace[2002981579] 'process raft request' (duration: 2.397280652s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:41.628443Z","caller":"traceutil/trace.go:171","msg":"trace[1952066679] transaction","detail":"{read_only:false; response_revision:19039; number_of_response:1; }","duration":"2.39605948s","start":"2026-05-20T04:37:39.232376Z","end":"2026-05-20T04:37:41.628435Z","steps":["trace[1952066679] 'process raft request' (duration: 2.395884106s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:41.628433Z","caller":"traceutil/trace.go:171","msg":"trace[136874934] transaction","detail":"{read_only:false; response_revision:19038; number_of_response:1; }","duration":"2.396785139s","start":"2026-05-20T04:37:39.23164Z","end":"2026-05-20T04:37:41.628425Z","steps":["trace[136874934] 'process raft request' (duration: 2.396587174s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:41.62849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.232369Z","time spent":"2.396098681s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:41.628511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.231633Z","time spent":"2.39684309s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:41.628549Z","caller":"traceutil/trace.go:171","msg":"trace[2027810463] transaction","detail":"{read_only:false; response_revision:19035; number_of_response:1; }","duration":"2.397461627s","start":"2026-05-20T04:37:39.230752Z","end":"2026-05-20T04:37:41.628214Z","steps":["trace[2027810463] 'process raft request' (duration: 2.396745969s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:41.628467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.230847Z","time spent":"2.397513428s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:41.62862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398476932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:41.628312Z","caller":"traceutil/trace.go:171","msg":"trace[660419455] transaction","detail":"{read_only:false; response_revision:19037; number_of_response:1; }","duration":"2.397384825s","start":"2026-05-20T04:37:39.230913Z","end":"2026-05-20T04:37:41.628298Z","steps":["trace[660419455] 'process raft request' (duration: 2.397279692s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:41.628638Z","caller":"traceutil/trace.go:171","msg":"trace[126946241] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19039; }","duration":"2.398532063s","start":"2026-05-20T04:37:39.230101Z","end":"2026-05-20T04:37:41.628633Z","steps":["trace[126946241] 'agreement among raft nodes before linearized reading' (duration: 2.398500513s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:41.628654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.230084Z","time spent":"2.398567755s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:37:41.628672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.230907Z","time spent":"2.397734044s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:41.628975Z","caller":"traceutil/trace.go:171","msg":"trace[1615577321] linearizableReadLoop","detail":"{readStateIndex:19661; appliedIndex:19658; }","duration":"2.398251516s","start":"2026-05-20T04:37:39.230145Z","end":"2026-05-20T04:37:41.628397Z","steps":["trace[1615577321] 'read index received' (duration: 498.919762ms)","trace[1615577321] 'applied index is now lower than readState.Index' (duration: 1.899330894s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:37:41.629094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.230735Z","time spent":"2.397842656s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T04:37:42.129282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578263629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:37:42.630295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398340814578263629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T04:37:43.10708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.471873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-20T04:37:43.107323Z","caller":"traceutil/trace.go:171","msg":"trace[102125207] transaction","detail":"{read_only:false; response_revision:19042; number_of_response:1; }","duration":"1.897573118s","start":"2026-05-20T04:37:41.209731Z","end":"2026-05-20T04:37:43.107304Z","steps":["trace[102125207] 'process raft request' (duration: 1.897522917s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.107405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:41.209704Z","time spent":"1.897664001s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:43.107523Z","caller":"traceutil/trace.go:171","msg":"trace[1520226551] transaction","detail":"{read_only:false; response_revision:19040; number_of_response:1; }","duration":"2.88825386s","start":"2026-05-20T04:37:40.219257Z","end":"2026-05-20T04:37:43.107511Z","steps":["trace[1520226551] 'process raft request' (duration: 2.526271904s)","trace[1520226551] 'compare' (duration: 360.995261ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:37:43.107576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:40.219231Z","time spent":"2.888320732s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:43.10766Z","caller":"traceutil/trace.go:171","msg":"trace[601296585] transaction","detail":"{read_only:false; response_revision:19041; number_of_response:1; }","duration":"2.277057144s","start":"2026-05-20T04:37:40.830592Z","end":"2026-05-20T04:37:43.107649Z","steps":["trace[601296585] 'process raft request' (duration: 2.276601103s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.107705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:40.830572Z","time spent":"2.277106936s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:43.124831Z","caller":"traceutil/trace.go:171","msg":"trace[1190883488] linearizableReadLoop","detail":"{readStateIndex:19670; appliedIndex:19666; }","duration":"1.495780551s","start":"2026-05-20T04:37:41.629033Z","end":"2026-05-20T04:37:43.124814Z","steps":["trace[1190883488] 'read index received' (duration: 1.116572543s)","trace[1190883488] 'applied index is now lower than readState.Index' (duration: 379.206848ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:37:43.125022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.593800078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-20T04:37:43.125027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653724977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:43.125098Z","caller":"traceutil/trace.go:171","msg":"trace[842878514] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19043; }","duration":"2.65384253s","start":"2026-05-20T04:37:40.471237Z","end":"2026-05-20T04:37:43.12508Z","steps":["trace[842878514] 'agreement among raft nodes before linearized reading' (duration: 2.653730377s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.125077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.589944318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-20T04:37:43.125142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:40.471218Z","time spent":"2.653915752s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-05-20T04:37:43.125165Z","caller":"traceutil/trace.go:171","msg":"trace[930826814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19043; }","duration":"3.590075021s","start":"2026-05-20T04:37:39.535066Z","end":"2026-05-20T04:37:43.125141Z","steps":["trace[930826814] 'agreement among raft nodes before linearized reading' (duration: 3.589784084s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.125184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892062157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-20T04:37:43.125212Z","caller":"traceutil/trace.go:171","msg":"trace[1107585701] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19043; }","duration":"3.892109969s","start":"2026-05-20T04:37:39.233094Z","end":"2026-05-20T04:37:43.125204Z","steps":["trace[1107585701] 'agreement among raft nodes before linearized reading' (duration: 3.892028837s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.125226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.535059Z","time spent":"3.590152164s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T04:37:43.125248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.233083Z","time spent":"3.89215942s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-20T04:37:43.125344Z","caller":"traceutil/trace.go:171","msg":"trace[1037147527] transaction","detail":"{read_only:false; response_revision:19043; number_of_response:1; }","duration":"1.389438511s","start":"2026-05-20T04:37:41.735889Z","end":"2026-05-20T04:37:43.125328Z","steps":["trace[1037147527] 'process raft request' (duration: 1.388816795s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.125441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892867608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:43.125452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:41.735855Z","time spent":"1.389537864s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T04:37:43.125471Z","caller":"traceutil/trace.go:171","msg":"trace[811436956] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19043; }","duration":"3.892907408s","start":"2026-05-20T04:37:39.232555Z","end":"2026-05-20T04:37:43.125462Z","steps":["trace[811436956] 'agreement among raft nodes before linearized reading' (duration: 3.892857547s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.1255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.232551Z","time spent":"3.892941019s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:37:43.125632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893158966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:43.125666Z","caller":"traceutil/trace.go:171","msg":"trace[69622491] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19043; }","duration":"3.893201127s","start":"2026-05-20T04:37:39.232457Z","end":"2026-05-20T04:37:43.125658Z","steps":["trace[69622491] 'agreement among raft nodes before linearized reading' (duration: 3.893155115s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.125692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57632603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-20T04:37:43.125561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089667812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-05-20T04:37:43.125709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.232453Z","time spent":"3.893249409s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-05-20T04:37:43.125723Z","caller":"traceutil/trace.go:171","msg":"trace[1870626356] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:19043; }","duration":"1.576402242s","start":"2026-05-20T04:37:41.549311Z","end":"2026-05-20T04:37:43.125714Z","steps":["trace[1870626356] 'agreement among raft nodes before linearized reading' (duration: 1.576265387s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:43.125742Z","caller":"traceutil/trace.go:171","msg":"trace[400820383] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19043; }","duration":"3.089881038s","start":"2026-05-20T04:37:40.035844Z","end":"2026-05-20T04:37:43.125725Z","steps":["trace[400820383] 'agreement among raft nodes before linearized reading' (duration: 3.0896079s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.125791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605629844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:43.125796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:40.035819Z","time spent":"3.08996135s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-20T04:37:43.125825Z","caller":"traceutil/trace.go:171","msg":"trace[1307936416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19043; }","duration":"1.605690324s","start":"2026-05-20T04:37:41.520127Z","end":"2026-05-20T04:37:43.125818Z","steps":["trace[1307936416] 'agreement among raft nodes before linearized reading' (duration: 1.605643173s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.125831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893546396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:43.125854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:41.520111Z","time spent":"1.605736386s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T04:37:43.125858Z","caller":"traceutil/trace.go:171","msg":"trace[606393894] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19043; }","duration":"3.893581966s","start":"2026-05-20T04:37:39.232268Z","end":"2026-05-20T04:37:43.12585Z","steps":["trace[606393894] 'agreement among raft nodes before linearized reading' (duration: 3.893543215s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.125884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.232264Z","time spent":"3.893614478s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:37:43.126068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893863794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:43.12609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261950017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:43.126124Z","caller":"traceutil/trace.go:171","msg":"trace[1255435038] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19043; }","duration":"3.893933506s","start":"2026-05-20T04:37:39.232182Z","end":"2026-05-20T04:37:43.126115Z","steps":["trace[1255435038] 'agreement among raft nodes before linearized reading' (duration: 3.893857844s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.126152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.232173Z","time spent":"3.893973397s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:37:43.126182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290626024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-20T04:37:43.126213Z","caller":"traceutil/trace.go:171","msg":"trace[893232856] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19043; }","duration":"2.290674754s","start":"2026-05-20T04:37:40.835526Z","end":"2026-05-20T04:37:43.126201Z","steps":["trace[893232856] 'agreement among raft nodes before linearized reading' (duration: 2.290599112s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.126275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:40.835513Z","time spent":"2.290754657s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-20T04:37:43.126242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.369659593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T04:37:43.126331Z","caller":"traceutil/trace.go:171","msg":"trace[578205993] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:19043; }","duration":"3.369842937s","start":"2026-05-20T04:37:39.756473Z","end":"2026-05-20T04:37:43.126316Z","steps":["trace[578205993] 'agreement among raft nodes before linearized reading' (duration: 3.369702124s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.12639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.89484409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-20T04:37:43.12639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.756447Z","time spent":"3.36992621s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:37:43.125058Z","caller":"traceutil/trace.go:171","msg":"trace[1357686824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19043; }","duration":"3.59386884s","start":"2026-05-20T04:37:39.531179Z","end":"2026-05-20T04:37:43.125048Z","steps":["trace[1357686824] 'agreement among raft nodes before linearized reading' (duration: 3.593728926s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.126459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.894935822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:43.126468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.531149Z","time spent":"3.595296837s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T04:37:43.126493Z","caller":"traceutil/trace.go:171","msg":"trace[2018985827] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19043; }","duration":"3.894985573s","start":"2026-05-20T04:37:39.231499Z","end":"2026-05-20T04:37:43.126485Z","steps":["trace[2018985827] 'agreement among raft nodes before linearized reading' (duration: 3.894940112s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.126521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.231492Z","time spent":"3.895023314s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:37:43.125104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845258195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:43.12661Z","caller":"traceutil/trace.go:171","msg":"trace[1401482583] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:19043; }","duration":"3.846791535s","start":"2026-05-20T04:37:39.279807Z","end":"2026-05-20T04:37:43.126598Z","steps":["trace[1401482583] 'agreement among raft nodes before linearized reading' (duration: 3.845268566s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.126645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.279791Z","time spent":"3.846842526s","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:37:43.126655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.89640933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:43.126685Z","caller":"traceutil/trace.go:171","msg":"trace[796331589] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19043; }","duration":"3.89645362s","start":"2026-05-20T04:37:39.230223Z","end":"2026-05-20T04:37:43.126677Z","steps":["trace[796331589] 'agreement among raft nodes before linearized reading' (duration: 3.896408739s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.126709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.230217Z","time spent":"3.896487711s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-20T04:37:43.126863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.896619135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:43.126146Z","caller":"traceutil/trace.go:171","msg":"trace[2080291091] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:19043; }","duration":"3.262038219s","start":"2026-05-20T04:37:39.864089Z","end":"2026-05-20T04:37:43.126128Z","steps":["trace[2080291091] 'agreement among raft nodes before linearized reading' (duration: 3.261942827s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:43.126895Z","caller":"traceutil/trace.go:171","msg":"trace[1615167057] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19043; }","duration":"3.896665326s","start":"2026-05-20T04:37:39.230222Z","end":"2026-05-20T04:37:43.126888Z","steps":["trace[1615167057] 'agreement among raft nodes before linearized reading' (duration: 3.896619604s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.126915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.864073Z","time spent":"3.262828979s","remote":"127.0.0.1:34652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:37:43.12696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.896731117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:43.126991Z","caller":"traceutil/trace.go:171","msg":"trace[1223852788] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19043; }","duration":"3.896771258s","start":"2026-05-20T04:37:39.230213Z","end":"2026-05-20T04:37:43.126984Z","steps":["trace[1223852788] 'agreement among raft nodes before linearized reading' (duration: 3.896727297s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.127015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.230204Z","time spent":"3.89680619s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-20T04:37:43.126422Z","caller":"traceutil/trace.go:171","msg":"trace[1270505848] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19043; }","duration":"3.894885081s","start":"2026-05-20T04:37:39.231528Z","end":"2026-05-20T04:37:43.126413Z","steps":["trace[1270505848] 'agreement among raft nodes before linearized reading' (duration: 3.894785638s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.127057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.231525Z","time spent":"3.895524807s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-20T04:37:43.12697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.591585811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T04:37:43.127202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.896995574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:43.127234Z","caller":"traceutil/trace.go:171","msg":"trace[57201038] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19043; }","duration":"3.897039225s","start":"2026-05-20T04:37:39.230187Z","end":"2026-05-20T04:37:43.127226Z","steps":["trace[57201038] 'agreement among raft nodes before linearized reading' (duration: 3.897000214s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.12726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.230179Z","time spent":"3.897075806s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-20T04:37:43.127364Z","caller":"traceutil/trace.go:171","msg":"trace[406187066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19043; }","duration":"3.591958401s","start":"2026-05-20T04:37:39.53526Z","end":"2026-05-20T04:37:43.127219Z","steps":["trace[406187066] 'agreement among raft nodes before linearized reading' (duration: 3.591326775s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.127169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.896960284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:43.126109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126117259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-20T04:37:43.126924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.230217Z","time spent":"3.896701626s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-20T04:37:43.126072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691310813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-20T04:37:43.125752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:41.54929Z","time spent":"1.576455724s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":94,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:37:43.127892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897726253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-20T04:37:43.127935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897748333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-05-20T04:37:43.127984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592444253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-20T04:37:43.128046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592219668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-20T04:37:43.128207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.580228009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-20T04:37:43.129058Z","caller":"traceutil/trace.go:171","msg":"trace[1928503913] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:19043; }","duration":"2.129078805s","start":"2026-05-20T04:37:40.999956Z","end":"2026-05-20T04:37:43.129035Z","steps":["trace[1928503913] 'agreement among raft nodes before linearized reading' (duration: 2.126133929s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.129193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.535247Z","time spent":"3.593930012s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T04:37:43.131741Z","caller":"traceutil/trace.go:171","msg":"trace[1146418345] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19043; }","duration":"1.696998099s","start":"2026-05-20T04:37:41.43473Z","end":"2026-05-20T04:37:43.131728Z","steps":["trace[1146418345] 'agreement among raft nodes before linearized reading' (duration: 1.691241471s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.131839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:41.434716Z","time spent":"1.697109381s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T04:37:43.131914Z","caller":"traceutil/trace.go:171","msg":"trace[739720745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19043; }","duration":"3.59617743s","start":"2026-05-20T04:37:39.535731Z","end":"2026-05-20T04:37:43.131908Z","steps":["trace[739720745] 'agreement among raft nodes before linearized reading' (duration: 3.592064714s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.13195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.535709Z","time spent":"3.59623056s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T04:37:43.131745Z","caller":"traceutil/trace.go:171","msg":"trace[354787483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19043; }","duration":"3.59621274s","start":"2026-05-20T04:37:39.53552Z","end":"2026-05-20T04:37:43.131733Z","steps":["trace[354787483] 'agreement among raft nodes before linearized reading' (duration: 3.592412352s)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:37:43.131846Z","caller":"traceutil/trace.go:171","msg":"trace[1545054649] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19043; }","duration":"3.901709265s","start":"2026-05-20T04:37:39.23013Z","end":"2026-05-20T04:37:43.131839Z","steps":["trace[1545054649] 'agreement among raft nodes before linearized reading' (duration: 3.897690961s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.133229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.230119Z","time spent":"3.903094211s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-20T04:37:43.131866Z","caller":"traceutil/trace.go:171","msg":"trace[1850719344] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19043; }","duration":"3.901712665s","start":"2026-05-20T04:37:39.230147Z","end":"2026-05-20T04:37:43.13186Z","steps":["trace[1850719344] 'agreement among raft nodes before linearized reading' (duration: 3.897258811s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.133319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.230051Z","time spent":"3.903255634s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-20T04:37:43.131895Z","caller":"traceutil/trace.go:171","msg":"trace[561080904] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gcx94; range_end:; response_count:1; response_revision:19043; }","duration":"3.583962036s","start":"2026-05-20T04:37:39.547925Z","end":"2026-05-20T04:37:43.131887Z","steps":["trace[561080904] 'agreement among raft nodes before linearized reading' (duration: 3.580016094s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.133432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.547912Z","time spent":"3.585513855s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gcx94\" "} {"level":"warn","ts":"2026-05-20T04:37:43.132127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:40.999941Z","time spent":"2.132176414s","remote":"127.0.0.1:33748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-20T04:37:43.128939Z","caller":"traceutil/trace.go:171","msg":"trace[2143455256] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19043; }","duration":"3.898726299s","start":"2026-05-20T04:37:39.230188Z","end":"2026-05-20T04:37:43.128914Z","steps":["trace[2143455256] 'agreement among raft nodes before linearized reading' (duration: 3.896961163s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.133646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.230181Z","time spent":"3.903455639s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-20T04:37:43.133609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:39.535513Z","time spent":"3.597898483s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T04:37:43.155737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.703592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:43.155823Z","caller":"traceutil/trace.go:171","msg":"trace[1254006350] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:19043; }","duration":"300.843216ms","start":"2026-05-20T04:37:42.854961Z","end":"2026-05-20T04:37:43.155804Z","steps":["trace[1254006350] 'agreement among raft nodes before linearized reading' (duration: 300.705802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.155867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:42.854939Z","time spent":"300.917747ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:37:43.156147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.413291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:43.156188Z","caller":"traceutil/trace.go:171","msg":"trace[625225177] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:19043; }","duration":"435.505363ms","start":"2026-05-20T04:37:42.720672Z","end":"2026-05-20T04:37:43.156177Z","steps":["trace[625225177] 'agreement among raft nodes before linearized reading' (duration: 435.437422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.156216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:42.720657Z","time spent":"435.551904ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:37:43.156393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.125586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:43.15643Z","caller":"traceutil/trace.go:171","msg":"trace[247558370] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:19043; }","duration":"476.197937ms","start":"2026-05-20T04:37:42.680224Z","end":"2026-05-20T04:37:43.156422Z","steps":["trace[247558370] 'agreement among raft nodes before linearized reading' (duration: 476.138186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.156458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:42.680203Z","time spent":"476.24845ms","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:37:43.156632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.30595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T04:37:43.156667Z","caller":"traceutil/trace.go:171","msg":"trace[1618619219] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:19043; }","duration":"986.37535ms","start":"2026-05-20T04:37:42.170284Z","end":"2026-05-20T04:37:43.156659Z","steps":["trace[1618619219] 'agreement among raft nodes before linearized reading' (duration: 986.311969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.156699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:42.170261Z","time spent":"986.427482ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:37:43.157037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119825057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:43.157074Z","caller":"traceutil/trace.go:171","msg":"trace[1417971716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19043; }","duration":"1.119882469s","start":"2026-05-20T04:37:42.037181Z","end":"2026-05-20T04:37:43.157063Z","steps":["trace[1417971716] 'agreement among raft nodes before linearized reading' (duration: 1.119830357s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.157098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:42.037168Z","time spent":"1.119924919s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T04:37:43.157278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191403155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T04:37:43.15733Z","caller":"traceutil/trace.go:171","msg":"trace[1045136101] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:19043; }","duration":"1.191481378s","start":"2026-05-20T04:37:41.965834Z","end":"2026-05-20T04:37:43.157315Z","steps":["trace[1045136101] 'agreement among raft nodes before linearized reading' (duration: 1.191399906s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.157364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:41.965817Z","time spent":"1.191538929s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-20T04:37:43.15754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227214775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:37:43.15758Z","caller":"traceutil/trace.go:171","msg":"trace[2041379279] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:19043; }","duration":"1.227287776s","start":"2026-05-20T04:37:41.93028Z","end":"2026-05-20T04:37:43.157568Z","steps":["trace[2041379279] 'agreement among raft nodes before linearized reading' (duration: 1.227233385s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:37:43.157609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T04:37:41.930258Z","time spent":"1.227343438s","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-20T04:38:23.645874Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":20004,"local-member-snapshot-index":10003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-20T04:38:23.65077Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20004} {"level":"info","ts":"2026-05-20T04:38:23.650861Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15004} {"level":"info","ts":"2026-05-20T04:38:36.413017Z","caller":"traceutil/trace.go:171","msg":"trace[1186140331] transaction","detail":"{read_only:false; response_revision:19647; number_of_response:1; }","duration":"102.580624ms","start":"2026-05-20T04:38:36.310404Z","end":"2026-05-20T04:38:36.412985Z","steps":["trace[1186140331] 'process raft request' (duration: 102.297137ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:39:06.085117Z","caller":"traceutil/trace.go:171","msg":"trace[1079991834] transaction","detail":"{read_only:false; response_revision:19945; number_of_response:1; }","duration":"160.096641ms","start":"2026-05-20T04:39:05.924982Z","end":"2026-05-20T04:39:06.085078Z","steps":["trace[1079991834] 'process raft request' (duration: 63.912031ms)","trace[1079991834] 'compare' (duration: 95.909683ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T04:39:06.0852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.93686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-20T04:39:06.085295Z","caller":"traceutil/trace.go:171","msg":"trace[1038278244] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:19948; }","duration":"113.077404ms","start":"2026-05-20T04:39:05.972201Z","end":"2026-05-20T04:39:06.085278Z","steps":["trace[1038278244] 'agreement among raft nodes before linearized reading' (duration: 112.92295ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:39:06.085379Z","caller":"traceutil/trace.go:171","msg":"trace[775710511] transaction","detail":"{read_only:false; response_revision:19947; number_of_response:1; }","duration":"158.721835ms","start":"2026-05-20T04:39:05.92663Z","end":"2026-05-20T04:39:06.085352Z","steps":["trace[775710511] 'process raft request' (duration: 158.342975ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:39:06.085464Z","caller":"traceutil/trace.go:171","msg":"trace[1232472221] transaction","detail":"{read_only:false; response_revision:19948; number_of_response:1; }","duration":"157.352761ms","start":"2026-05-20T04:39:05.928081Z","end":"2026-05-20T04:39:06.085434Z","steps":["trace[1232472221] 'process raft request' (duration: 156.954811ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:39:06.08554Z","caller":"traceutil/trace.go:171","msg":"trace[1518917440] transaction","detail":"{read_only:false; response_revision:19946; number_of_response:1; }","duration":"158.946571ms","start":"2026-05-20T04:39:05.926584Z","end":"2026-05-20T04:39:06.08553Z","steps":["trace[1518917440] 'process raft request' (duration: 158.347026ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:39:06.085119Z","caller":"traceutil/trace.go:171","msg":"trace[721010527] linearizableReadLoop","detail":"{readStateIndex:20595; appliedIndex:20591; }","duration":"112.853098ms","start":"2026-05-20T04:39:05.972241Z","end":"2026-05-20T04:39:06.085094Z","steps":["trace[721010527] 'read index received' (duration: 16.633818ms)","trace[721010527] 'applied index is now lower than readState.Index' (duration: 96.21813ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:39:06.419446Z","caller":"traceutil/trace.go:171","msg":"trace[1526278068] transaction","detail":"{read_only:false; response_revision:19950; number_of_response:1; }","duration":"107.533611ms","start":"2026-05-20T04:39:06.311892Z","end":"2026-05-20T04:39:06.419425Z","steps":["trace[1526278068] 'process raft request' (duration: 106.867994ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:39:06.419586Z","caller":"traceutil/trace.go:171","msg":"trace[939726614] transaction","detail":"{read_only:false; response_revision:19951; number_of_response:1; }","duration":"104.72649ms","start":"2026-05-20T04:39:06.314849Z","end":"2026-05-20T04:39:06.419576Z","steps":["trace[939726614] 'process raft request' (duration: 104.048682ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:39:06.419655Z","caller":"traceutil/trace.go:171","msg":"trace[1091737811] transaction","detail":"{read_only:false; response_revision:19952; number_of_response:1; }","duration":"104.710169ms","start":"2026-05-20T04:39:06.314938Z","end":"2026-05-20T04:39:06.419649Z","steps":["trace[1091737811] 'process raft request' (duration: 103.9991ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:39:06.419719Z","caller":"traceutil/trace.go:171","msg":"trace[17496276] transaction","detail":"{read_only:false; response_revision:19953; number_of_response:1; }","duration":"104.002071ms","start":"2026-05-20T04:39:06.31571Z","end":"2026-05-20T04:39:06.419712Z","steps":["trace[17496276] 'process raft request' (duration: 103.253471ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:40:23.726073Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17400} {"level":"info","ts":"2026-05-20T04:40:23.862512Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17400,"took":"133.225511ms","hash":2380110200,"current-db-size-bytes":76840960,"current-db-size":"77 MB","current-db-size-in-use-bytes":39505920,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-05-20T04:40:23.862588Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2380110200,"revision":17400,"compact-revision":14174} {"level":"info","ts":"2026-05-20T04:42:55.502715Z","caller":"traceutil/trace.go:171","msg":"trace[333595922] transaction","detail":"{read_only:false; response_revision:22110; number_of_response:1; }","duration":"157.065313ms","start":"2026-05-20T04:42:55.345623Z","end":"2026-05-20T04:42:55.502688Z","steps":["trace[333595922] 'process raft request' (duration: 157.009442ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:42:55.503187Z","caller":"traceutil/trace.go:171","msg":"trace[200173612] linearizableReadLoop","detail":"{readStateIndex:22819; appliedIndex:22814; }","duration":"108.159968ms","start":"2026-05-20T04:42:55.395009Z","end":"2026-05-20T04:42:55.503169Z","steps":["trace[200173612] 'read index received' (duration: 107.503221ms)","trace[200173612] 'applied index is now lower than readState.Index' (duration: 656.057µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T04:42:55.503244Z","caller":"traceutil/trace.go:171","msg":"trace[984056416] transaction","detail":"{read_only:false; response_revision:22111; number_of_response:1; }","duration":"150.430063ms","start":"2026-05-20T04:42:55.352807Z","end":"2026-05-20T04:42:55.503237Z","steps":["trace[984056416] 'process raft request' (duration: 150.195587ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:42:55.503279Z","caller":"traceutil/trace.go:171","msg":"trace[539223326] transaction","detail":"{read_only:false; response_revision:22113; number_of_response:1; }","duration":"129.472674ms","start":"2026-05-20T04:42:55.373797Z","end":"2026-05-20T04:42:55.50327Z","steps":["trace[539223326] 'process raft request' (duration: 129.31886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T04:42:55.50347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.447155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-20T04:42:55.503498Z","caller":"traceutil/trace.go:171","msg":"trace[16796565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22113; }","duration":"108.516677ms","start":"2026-05-20T04:42:55.394973Z","end":"2026-05-20T04:42:55.50349Z","steps":["trace[16796565] 'agreement among raft nodes before linearized reading' (duration: 108.395154ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:42:55.503203Z","caller":"traceutil/trace.go:171","msg":"trace[294681122] transaction","detail":"{read_only:false; response_revision:22112; number_of_response:1; }","duration":"133.463998ms","start":"2026-05-20T04:42:55.369723Z","end":"2026-05-20T04:42:55.503187Z","steps":["trace[294681122] 'process raft request' (duration: 133.362415ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:42:55.503691Z","caller":"traceutil/trace.go:171","msg":"trace[2133824210] transaction","detail":"{read_only:false; response_revision:22109; number_of_response:1; }","duration":"163.729445ms","start":"2026-05-20T04:42:55.339375Z","end":"2026-05-20T04:42:55.503104Z","steps":["trace[2133824210] 'process raft request' (duration: 163.13383ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T04:45:23.733076Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20803} {"level":"info","ts":"2026-05-20T04:45:23.900714Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20803,"took":"162.750065ms","hash":1759302987,"current-db-size-bytes":76840960,"current-db-size":"77 MB","current-db-size-in-use-bytes":33984512,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-20T04:45:23.900784Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1759302987,"revision":20803,"compact-revision":17400} {"level":"info","ts":"2026-05-20T04:50:23.740135Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23231} {"level":"info","ts":"2026-05-20T04:50:23.893271Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23231,"took":"149.878175ms","hash":2808068710,"current-db-size-bytes":76840960,"current-db-size":"77 MB","current-db-size-in-use-bytes":31920128,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-20T04:50:23.893341Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2808068710,"revision":23231,"compact-revision":20803} {"level":"info","ts":"2026-05-20T04:50:48.020076Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006762.wal"} {"level":"info","ts":"2026-05-20T04:55:23.746369Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25473} {"level":"info","ts":"2026-05-20T04:55:23.872237Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25473,"took":"121.898158ms","hash":203470356,"current-db-size-bytes":76840960,"current-db-size":"77 MB","current-db-size-in-use-bytes":31064064,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-20T04:55:23.872295Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":203470356,"revision":25473,"compact-revision":23231}