{"level":"warn","ts":"2026-04-01T22:45:22.209716Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T22:45:22.209825Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.248:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.248:2380","--initial-cluster=instance=https://199.204.45.248:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.248:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.248:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-01T22:45:22.209897Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T22:45:22.209912Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-04-01T22:45:22.209931Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T22:45:22.210535Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"]} {"level":"info","ts":"2026-04-01T22:45:22.210626Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.248:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-01T22:45:22.214987Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.112861ms"} {"level":"info","ts":"2026-04-01T22:45:22.2214Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"39582465ceaa2f67","cluster-id":"87fd8ddedde3be45"} {"level":"info","ts":"2026-04-01T22:45:22.221561Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=()"} {"level":"info","ts":"2026-04-01T22:45:22.221597Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 0"} {"level":"info","ts":"2026-04-01T22:45:22.221617Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 39582465ceaa2f67 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-01T22:45:22.221627Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 1"} {"level":"info","ts":"2026-04-01T22:45:22.221674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"warn","ts":"2026-04-01T22:45:22.235611Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-01T22:45:22.241482Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-01T22:45:22.242895Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-01T22:45:22.246072Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"39582465ceaa2f67","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-01T22:45:22.246275Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"39582465ceaa2f67","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-01T22:45:22.246414Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T22:45:22.246485Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T22:45:22.246499Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T22:45:22.247562Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"info","ts":"2026-04-01T22:45:22.247745Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","added-peer-id":"39582465ceaa2f67","added-peer-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-04-01T22:45:22.252121Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T22:45:22.252148Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-04-01T22:45:22.252184Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-04-01T22:45:22.252482Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"39582465ceaa2f67","initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-01T22:45:22.252517Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-01T22:45:23.12252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 is starting a new election at term 1"} {"level":"info","ts":"2026-04-01T22:45:23.122593Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-01T22:45:23.122664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgPreVoteResp from 39582465ceaa2f67 at term 1"} {"level":"info","ts":"2026-04-01T22:45:23.122708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became candidate at term 2"} {"level":"info","ts":"2026-04-01T22:45:23.122748Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgVoteResp from 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-04-01T22:45:23.122776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became leader at term 2"} {"level":"info","ts":"2026-04-01T22:45:23.122803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 39582465ceaa2f67 elected leader 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-04-01T22:45:23.143831Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T22:45:23.143989Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"39582465ceaa2f67","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.248:2379]}","request-path":"/0/members/39582465ceaa2f67/attributes","cluster-id":"87fd8ddedde3be45","publish-timeout":"7s"} {"level":"info","ts":"2026-04-01T22:45:23.144043Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T22:45:23.144156Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T22:45:23.144303Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-01T22:45:23.144393Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-01T22:45:23.147103Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-01T22:45:23.149923Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.248:2379"} {"level":"info","ts":"2026-04-01T22:45:23.153738Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T22:45:23.15385Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T22:45:23.153888Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T22:45:32.397225Z","caller":"traceutil/trace.go:171","msg":"trace[1428864233] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"293.818595ms","start":"2026-04-01T22:45:32.103374Z","end":"2026-04-01T22:45:32.397193Z","steps":["trace[1428864233] 'process raft request' (duration: 270.348221ms)","trace[1428864233] 'compare' (duration: 23.191108ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:45:32.462316Z","caller":"traceutil/trace.go:171","msg":"trace[1060462474] linearizableReadLoop","detail":"{readStateIndex:317; appliedIndex:315; }","duration":"320.295734ms","start":"2026-04-01T22:45:32.141981Z","end":"2026-04-01T22:45:32.462276Z","steps":["trace[1060462474] 'read index received' (duration: 231.815958ms)","trace[1060462474] 'applied index is now lower than readState.Index' (duration: 88.478246ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:45:32.462421Z","caller":"traceutil/trace.go:171","msg":"trace[894938716] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"358.381747ms","start":"2026-04-01T22:45:32.104006Z","end":"2026-04-01T22:45:32.462388Z","steps":["trace[894938716] 'process raft request' (duration: 358.065869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:32.462603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.087694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-01T22:45:32.462608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.593271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-01T22:45:32.462705Z","caller":"traceutil/trace.go:171","msg":"trace[2045018023] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:306; }","duration":"270.196867ms","start":"2026-04-01T22:45:32.192488Z","end":"2026-04-01T22:45:32.462685Z","steps":["trace[2045018023] 'agreement among raft nodes before linearized reading' (duration: 270.049853ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:32.462717Z","caller":"traceutil/trace.go:171","msg":"trace[787426395] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:306; }","duration":"320.750895ms","start":"2026-04-01T22:45:32.141947Z","end":"2026-04-01T22:45:32.462698Z","steps":["trace[787426395] 'agreement among raft nodes before linearized reading' (duration: 320.55787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:32.462776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:32.141928Z","time spent":"320.832427ms","remote":"127.0.0.1:47174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-01T22:45:32.46293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.12863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-01T22:45:32.463067Z","caller":"traceutil/trace.go:171","msg":"trace[765426255] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:306; }","duration":"171.344067ms","start":"2026-04-01T22:45:32.291696Z","end":"2026-04-01T22:45:32.46304Z","steps":["trace[765426255] 'agreement among raft nodes before linearized reading' (duration: 171.08355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:32.463022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.29146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-04-01T22:45:32.463179Z","caller":"traceutil/trace.go:171","msg":"trace[1535135187] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:306; }","duration":"121.581158ms","start":"2026-04-01T22:45:32.341571Z","end":"2026-04-01T22:45:32.463152Z","steps":["trace[1535135187] 'agreement among raft nodes before linearized reading' (duration: 121.110076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:32.463168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.458034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-01T22:45:32.463245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:32.103971Z","time spent":"358.51067ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:45:32.463281Z","caller":"traceutil/trace.go:171","msg":"trace[300606891] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:306; }","duration":"221.66689ms","start":"2026-04-01T22:45:32.241588Z","end":"2026-04-01T22:45:32.463255Z","steps":["trace[300606891] 'agreement among raft nodes before linearized reading' (duration: 221.32176ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:32.602982Z","caller":"traceutil/trace.go:171","msg":"trace[1423217530] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"131.394507ms","start":"2026-04-01T22:45:32.471578Z","end":"2026-04-01T22:45:32.602973Z","steps":["trace[1423217530] 'process raft request' (duration: 61.220459ms)","trace[1423217530] 'compare' (duration: 69.778429ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:45:32.603082Z","caller":"traceutil/trace.go:171","msg":"trace[1767610530] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"128.798674ms","start":"2026-04-01T22:45:32.474243Z","end":"2026-04-01T22:45:32.603041Z","steps":["trace[1767610530] 'process raft request' (duration: 128.583468ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:32.603146Z","caller":"traceutil/trace.go:171","msg":"trace[1698973505] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"131.49942ms","start":"2026-04-01T22:45:32.47164Z","end":"2026-04-01T22:45:32.60314Z","steps":["trace[1698973505] 'process raft request' (duration: 131.09418ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:32.60328Z","caller":"traceutil/trace.go:171","msg":"trace[1190032118] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"129.474062ms","start":"2026-04-01T22:45:32.473793Z","end":"2026-04-01T22:45:32.603267Z","steps":["trace[1190032118] 'process raft request' (duration: 128.992529ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:32.603371Z","caller":"traceutil/trace.go:171","msg":"trace[1925555621] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"129.011579ms","start":"2026-04-01T22:45:32.474323Z","end":"2026-04-01T22:45:32.603335Z","steps":["trace[1925555621] 'process raft request' (duration: 128.526546ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:32.603405Z","caller":"traceutil/trace.go:171","msg":"trace[2008716633] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"131.615653ms","start":"2026-04-01T22:45:32.471761Z","end":"2026-04-01T22:45:32.603376Z","steps":["trace[2008716633] 'process raft request' (duration: 131.001687ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:32.602926Z","caller":"traceutil/trace.go:171","msg":"trace[210214847] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"127.909412ms","start":"2026-04-01T22:45:32.474995Z","end":"2026-04-01T22:45:32.602905Z","steps":["trace[210214847] 'process raft request' (duration: 127.870861ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:32.609997Z","caller":"traceutil/trace.go:171","msg":"trace[298751229] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"122.432349ms","start":"2026-04-01T22:45:32.487545Z","end":"2026-04-01T22:45:32.609978Z","steps":["trace[298751229] 'process raft request' (duration: 122.245354ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:32.787799Z","caller":"traceutil/trace.go:171","msg":"trace[1887224966] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"146.124639ms","start":"2026-04-01T22:45:32.641627Z","end":"2026-04-01T22:45:32.787752Z","steps":["trace[1887224966] 'process raft request' (duration: 145.964015ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:32.787905Z","caller":"traceutil/trace.go:171","msg":"trace[454193686] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"146.401006ms","start":"2026-04-01T22:45:32.641431Z","end":"2026-04-01T22:45:32.787832Z","steps":["trace[454193686] 'process raft request' (duration: 102.200864ms)","trace[454193686] 'compare' (duration: 43.769341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:45:32.78819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.466547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-01T22:45:32.788283Z","caller":"traceutil/trace.go:171","msg":"trace[2121254528] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:328; }","duration":"146.626222ms","start":"2026-04-01T22:45:32.641636Z","end":"2026-04-01T22:45:32.788263Z","steps":["trace[2121254528] 'agreement among raft nodes before linearized reading' (duration: 146.435628ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:32.788036Z","caller":"traceutil/trace.go:171","msg":"trace[1301543775] linearizableReadLoop","detail":"{readStateIndex:337; appliedIndex:329; }","duration":"146.250403ms","start":"2026-04-01T22:45:32.641697Z","end":"2026-04-01T22:45:32.787948Z","steps":["trace[1301543775] 'read index received' (duration: 57.674583ms)","trace[1301543775] 'applied index is now lower than readState.Index' (duration: 88.570349ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:45:32.940349Z","caller":"traceutil/trace.go:171","msg":"trace[1284043788] linearizableReadLoop","detail":"{readStateIndex:344; appliedIndex:341; }","duration":"133.91389ms","start":"2026-04-01T22:45:32.806388Z","end":"2026-04-01T22:45:32.940302Z","steps":["trace[1284043788] 'read index received' (duration: 17.54934ms)","trace[1284043788] 'applied index is now lower than readState.Index' (duration: 116.36332ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:45:32.940476Z","caller":"traceutil/trace.go:171","msg":"trace[623026381] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"140.213593ms","start":"2026-04-01T22:45:32.800138Z","end":"2026-04-01T22:45:32.940351Z","steps":["trace[623026381] 'process raft request' (duration: 113.973111ms)","trace[623026381] 'compare' (duration: 26.010197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:45:32.940606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.192697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2901"} {"level":"warn","ts":"2026-04-01T22:45:32.940669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.20349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4017"} {"level":"info","ts":"2026-04-01T22:45:32.940697Z","caller":"traceutil/trace.go:171","msg":"trace[1773043902] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:333; }","duration":"134.32949ms","start":"2026-04-01T22:45:32.806345Z","end":"2026-04-01T22:45:32.940674Z","steps":["trace[1773043902] 'agreement among raft nodes before linearized reading' (duration: 134.121735ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:32.940757Z","caller":"traceutil/trace.go:171","msg":"trace[2080028549] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:333; }","duration":"108.367164ms","start":"2026-04-01T22:45:32.832368Z","end":"2026-04-01T22:45:32.940736Z","steps":["trace[2080028549] 'agreement among raft nodes before linearized reading' (duration: 108.159189ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:33.123266Z","caller":"traceutil/trace.go:171","msg":"trace[112344349] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"121.416763ms","start":"2026-04-01T22:45:33.001803Z","end":"2026-04-01T22:45:33.12322Z","steps":["trace[112344349] 'process raft request' (duration: 48.870817ms)","trace[112344349] 'compare' (duration: 72.230069ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:45:33.123374Z","caller":"traceutil/trace.go:171","msg":"trace[1445991235] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"118.938393ms","start":"2026-04-01T22:45:33.004412Z","end":"2026-04-01T22:45:33.12335Z","steps":["trace[1445991235] 'process raft request' (duration: 118.773789ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:33.129094Z","caller":"traceutil/trace.go:171","msg":"trace[733370675] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"106.078958ms","start":"2026-04-01T22:45:33.022964Z","end":"2026-04-01T22:45:33.129043Z","steps":["trace[733370675] 'process raft request' (duration: 105.768761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:34.273985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015297325s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:45:34.27424Z","caller":"traceutil/trace.go:171","msg":"trace[1167428493] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"1.084470248s","start":"2026-04-01T22:45:33.189742Z","end":"2026-04-01T22:45:34.274212Z","steps":["trace[1167428493] 'process raft request' (duration: 68.64765ms)","trace[1167428493] 'compare' (duration: 1.015033289s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:45:34.27434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:33.189723Z","time spent":"1.084574521s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:45:34.27464Z","caller":"traceutil/trace.go:171","msg":"trace[689412789] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:355; }","duration":"756.346553ms","start":"2026-04-01T22:45:33.518262Z","end":"2026-04-01T22:45:34.274609Z","steps":["trace[689412789] 'read index received' (duration: 56.762µs)","trace[689412789] 'applied index is now lower than readState.Index' (duration: 756.287541ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:45:34.274698Z","caller":"traceutil/trace.go:171","msg":"trace[1575084451] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"1.084671773s","start":"2026-04-01T22:45:33.189982Z","end":"2026-04-01T22:45:34.274654Z","steps":["trace[1575084451] 'process raft request' (duration: 1.08413664s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:34.274871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.146509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:45:34.274872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.559337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T22:45:34.274953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:33.189968Z","time spent":"1.084845348s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:45:34.27508Z","caller":"traceutil/trace.go:171","msg":"trace[631536662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:346; }","duration":"756.778653ms","start":"2026-04-01T22:45:33.518206Z","end":"2026-04-01T22:45:34.274985Z","steps":["trace[631536662] 'agreement among raft nodes before linearized reading' (duration: 756.489096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:34.274902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.144038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T22:45:34.275159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:33.518172Z","time spent":"756.974348ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T22:45:34.275168Z","caller":"traceutil/trace.go:171","msg":"trace[1189126967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:346; }","duration":"431.459806ms","start":"2026-04-01T22:45:33.843697Z","end":"2026-04-01T22:45:34.275157Z","steps":["trace[1189126967] 'agreement among raft nodes before linearized reading' (duration: 431.105927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:34.275373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:33.84367Z","time spent":"431.676171ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T22:45:34.274928Z","caller":"traceutil/trace.go:171","msg":"trace[2084312509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:346; }","duration":"204.239952ms","start":"2026-04-01T22:45:34.070672Z","end":"2026-04-01T22:45:34.274912Z","steps":["trace[2084312509] 'agreement among raft nodes before linearized reading' (duration: 204.127289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:35.596393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.323308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:45:35.596823Z","caller":"traceutil/trace.go:171","msg":"trace[1135865384] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"1.316416518s","start":"2026-04-01T22:45:34.280366Z","end":"2026-04-01T22:45:35.596783Z","steps":["trace[1135865384] 'process raft request' (duration: 787.481615ms)","trace[1135865384] 'compare' (duration: 528.118554ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:45:35.59693Z","caller":"traceutil/trace.go:171","msg":"trace[1694581327] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"1.316160213s","start":"2026-04-01T22:45:34.280727Z","end":"2026-04-01T22:45:35.596887Z","steps":["trace[1694581327] 'process raft request' (duration: 1.315785024s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:35.597016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:34.280337Z","time spent":"1.316565632s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:45:35.597028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:34.280698Z","time spent":"1.316277565s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:45:35.597267Z","caller":"traceutil/trace.go:171","msg":"trace[367461437] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"1.312659436s","start":"2026-04-01T22:45:34.284595Z","end":"2026-04-01T22:45:35.597255Z","steps":["trace[367461437] 'process raft request' (duration: 1.312227795s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:35.597337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:34.284587Z","time spent":"1.312709588s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:45:35.597435Z","caller":"traceutil/trace.go:171","msg":"trace[1987240008] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"530.576733ms","start":"2026-04-01T22:45:35.066844Z","end":"2026-04-01T22:45:35.59742Z","steps":["trace[1987240008] 'process raft request' (duration: 530.306126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:35.597511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:35.066813Z","time spent":"530.664815ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:45:35.597436Z","caller":"traceutil/trace.go:171","msg":"trace[487440381] linearizableReadLoop","detail":"{readStateIndex:360; appliedIndex:357; }","duration":"645.624331ms","start":"2026-04-01T22:45:34.951721Z","end":"2026-04-01T22:45:35.597346Z","steps":["trace[487440381] 'read index received' (duration: 116.146894ms)","trace[487440381] 'applied index is now lower than readState.Index' (duration: 529.476497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:45:35.597607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.883677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T22:45:35.597657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.671518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:45:35.597694Z","caller":"traceutil/trace.go:171","msg":"trace[168252182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:350; }","duration":"526.73379ms","start":"2026-04-01T22:45:35.070948Z","end":"2026-04-01T22:45:35.597682Z","steps":["trace[168252182] 'agreement among raft nodes before linearized reading' (duration: 526.672368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:35.597694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.020405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-01T22:45:35.597722Z","caller":"traceutil/trace.go:171","msg":"trace[1302492922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:350; }","duration":"393.081167ms","start":"2026-04-01T22:45:35.204633Z","end":"2026-04-01T22:45:35.597714Z","steps":["trace[1302492922] 'agreement among raft nodes before linearized reading' (duration: 393.027445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:35.597722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:35.070926Z","time spent":"526.788612ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T22:45:35.597719Z","caller":"traceutil/trace.go:171","msg":"trace[205846310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:350; }","duration":"645.960209ms","start":"2026-04-01T22:45:34.951676Z","end":"2026-04-01T22:45:35.597636Z","steps":["trace[205846310] 'agreement among raft nodes before linearized reading' (duration: 645.793705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:35.59775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:35.204605Z","time spent":"393.138019ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T22:45:35.597773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:34.951649Z","time spent":"646.106783ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T22:45:37.748315Z","caller":"traceutil/trace.go:171","msg":"trace[1306442823] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"133.194722ms","start":"2026-04-01T22:45:37.615044Z","end":"2026-04-01T22:45:37.748239Z","steps":["trace[1306442823] 'process raft request' (duration: 56.299179ms)","trace[1306442823] 'compare' (duration: 72.752391ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:45:37.749593Z","caller":"traceutil/trace.go:171","msg":"trace[2024760267] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"134.156866ms","start":"2026-04-01T22:45:37.615388Z","end":"2026-04-01T22:45:37.749545Z","steps":["trace[2024760267] 'process raft request' (duration: 128.897117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:47.656275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.770281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:45:47.656386Z","caller":"traceutil/trace.go:171","msg":"trace[1453366629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:417; }","duration":"584.928935ms","start":"2026-04-01T22:45:47.071435Z","end":"2026-04-01T22:45:47.656364Z","steps":["trace[1453366629] 'range keys from in-memory index tree' (duration: 584.637538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:47.656322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.151948ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:45:47.65643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:47.071412Z","time spent":"585.009417ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T22:45:47.656473Z","caller":"traceutil/trace.go:171","msg":"trace[1339232836] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:417; }","duration":"854.328552ms","start":"2026-04-01T22:45:46.802119Z","end":"2026-04-01T22:45:47.656447Z","steps":["trace[1339232836] 'range keys from in-memory index tree' (duration: 854.109697ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:51.83893Z","caller":"traceutil/trace.go:171","msg":"trace[168466114] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"123.859243ms","start":"2026-04-01T22:45:51.715034Z","end":"2026-04-01T22:45:51.838894Z","steps":["trace[168466114] 'process raft request' (duration: 123.648108ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:51.942332Z","caller":"traceutil/trace.go:171","msg":"trace[275299997] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"226.134618ms","start":"2026-04-01T22:45:51.716152Z","end":"2026-04-01T22:45:51.942286Z","steps":["trace[275299997] 'process raft request' (duration: 192.915214ms)","trace[275299997] 'compare' (duration: 32.928717ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:45:58.159146Z","caller":"traceutil/trace.go:171","msg":"trace[345924566] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"865.958479ms","start":"2026-04-01T22:45:57.293161Z","end":"2026-04-01T22:45:58.15912Z","steps":["trace[345924566] 'process raft request' (duration: 865.839486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:58.159299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.293133Z","time spent":"866.100532ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T22:45:58.27778Z","caller":"traceutil/trace.go:171","msg":"trace[1433530652] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"981.151851ms","start":"2026-04-01T22:45:57.296588Z","end":"2026-04-01T22:45:58.27774Z","steps":["trace[1433530652] 'process raft request' (duration: 980.847213ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:58.277877Z","caller":"traceutil/trace.go:171","msg":"trace[667146132] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"970.262334ms","start":"2026-04-01T22:45:57.307606Z","end":"2026-04-01T22:45:58.277868Z","steps":["trace[667146132] 'process raft request' (duration: 970.137291ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:58.277941Z","caller":"traceutil/trace.go:171","msg":"trace[748535085] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"972.233401ms","start":"2026-04-01T22:45:57.305678Z","end":"2026-04-01T22:45:58.277911Z","steps":["trace[748535085] 'process raft request' (duration: 972.035597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:58.277967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.307601Z","time spent":"970.308755ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T22:45:58.277987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.296564Z","time spent":"981.316125ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T22:45:58.27794Z","caller":"traceutil/trace.go:171","msg":"trace[2097664740] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"981.219473ms","start":"2026-04-01T22:45:57.296655Z","end":"2026-04-01T22:45:58.277874Z","steps":["trace[2097664740] 'process raft request' (duration: 980.985637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:58.278044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.305672Z","time spent":"972.329195ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T22:45:58.277997Z","caller":"traceutil/trace.go:171","msg":"trace[204665611] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"969.636979ms","start":"2026-04-01T22:45:57.308312Z","end":"2026-04-01T22:45:58.277949Z","steps":["trace[204665611] 'process raft request' (duration: 969.458755ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:58.27781Z","caller":"traceutil/trace.go:171","msg":"trace[1174617608] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"972.54018ms","start":"2026-04-01T22:45:57.305248Z","end":"2026-04-01T22:45:58.277789Z","steps":["trace[1174617608] 'process raft request' (duration: 972.436778ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:58.278107Z","caller":"traceutil/trace.go:171","msg":"trace[180435844] linearizableReadLoop","detail":"{readStateIndex:503; appliedIndex:491; }","duration":"414.299658ms","start":"2026-04-01T22:45:57.863791Z","end":"2026-04-01T22:45:58.27809Z","steps":["trace[180435844] 'read index received' (duration: 295.148649ms)","trace[180435844] 'applied index is now lower than readState.Index' (duration: 119.150019ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:45:58.278118Z","caller":"traceutil/trace.go:171","msg":"trace[346172772] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"925.544829ms","start":"2026-04-01T22:45:57.352565Z","end":"2026-04-01T22:45:58.27811Z","steps":["trace[346172772] 'process raft request' (duration: 925.389776ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:58.278102Z","caller":"traceutil/trace.go:171","msg":"trace[1703028422] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"933.975226ms","start":"2026-04-01T22:45:57.344069Z","end":"2026-04-01T22:45:58.278044Z","steps":["trace[1703028422] 'process raft request' (duration: 933.783181ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:58.278086Z","caller":"traceutil/trace.go:171","msg":"trace[2035294356] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"964.582735ms","start":"2026-04-01T22:45:57.313423Z","end":"2026-04-01T22:45:58.278005Z","steps":["trace[2035294356] 'process raft request' (duration: 964.37721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:58.278162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.352545Z","time spent":"925.59656ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T22:45:58.278137Z","caller":"traceutil/trace.go:171","msg":"trace[272057273] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"933.892664ms","start":"2026-04-01T22:45:57.344193Z","end":"2026-04-01T22:45:58.278086Z","steps":["trace[272057273] 'process raft request' (duration: 933.700809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:58.278135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.305235Z","time spent":"972.869788ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T22:45:58.278189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.308272Z","time spent":"969.835814ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T22:45:58.278218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.417751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T22:45:58.278206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.296644Z","time spent":"981.441948ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T22:45:58.278254Z","caller":"traceutil/trace.go:171","msg":"trace[1195263839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:486; }","duration":"414.460432ms","start":"2026-04-01T22:45:57.863784Z","end":"2026-04-01T22:45:58.278244Z","steps":["trace[1195263839] 'agreement among raft nodes before linearized reading' (duration: 414.352019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:58.278277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.863743Z","time spent":"414.529423ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T22:45:58.278281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.344165Z","time spent":"934.044538ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T22:45:58.278275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.313401Z","time spent":"964.78854ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T22:45:58.278248Z","caller":"traceutil/trace.go:171","msg":"trace[858397496] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"818.275311ms","start":"2026-04-01T22:45:57.459879Z","end":"2026-04-01T22:45:58.278154Z","steps":["trace[858397496] 'process raft request' (duration: 818.153858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:58.278302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.344034Z","time spent":"934.15058ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T22:45:58.278464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.459858Z","time spent":"818.509678ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T22:45:58.280603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.204535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T22:45:58.280653Z","caller":"traceutil/trace.go:171","msg":"trace[1559612991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:488; }","duration":"307.305648ms","start":"2026-04-01T22:45:57.973335Z","end":"2026-04-01T22:45:58.280641Z","steps":["trace[1559612991] 'agreement among raft nodes before linearized reading' (duration: 307.200935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:58.280805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.973305Z","time spent":"307.370398ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T22:45:58.281096Z","caller":"traceutil/trace.go:171","msg":"trace[781960128] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"115.837528ms","start":"2026-04-01T22:45:58.165247Z","end":"2026-04-01T22:45:58.281085Z","steps":["trace[781960128] 'process raft request' (duration: 115.087139ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:58.281219Z","caller":"traceutil/trace.go:171","msg":"trace[955369799] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"114.634818ms","start":"2026-04-01T22:45:58.166574Z","end":"2026-04-01T22:45:58.281209Z","steps":["trace[955369799] 'process raft request' (duration: 113.86292ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:58.281427Z","caller":"traceutil/trace.go:171","msg":"trace[1922205735] transaction","detail":"{read_only:false; number_of_response:1; response_revision:488; }","duration":"114.453494ms","start":"2026-04-01T22:45:58.166955Z","end":"2026-04-01T22:45:58.281409Z","steps":["trace[1922205735] 'process raft request' (duration: 113.545882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:58.281671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.884001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:45:58.281706Z","caller":"traceutil/trace.go:171","msg":"trace[679500021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:488; }","duration":"211.961933ms","start":"2026-04-01T22:45:58.069736Z","end":"2026-04-01T22:45:58.281698Z","steps":["trace[679500021] 'agreement among raft nodes before linearized reading' (duration: 211.904182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:58.281952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.28977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T22:45:58.281986Z","caller":"traceutil/trace.go:171","msg":"trace[749844479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:488; }","duration":"301.376882ms","start":"2026-04-01T22:45:57.9806Z","end":"2026-04-01T22:45:58.281977Z","steps":["trace[749844479] 'agreement among raft nodes before linearized reading' (duration: 301.31688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:58.282078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.980576Z","time spent":"301.427643ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T22:45:58.282186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.966641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T22:45:58.282208Z","caller":"traceutil/trace.go:171","msg":"trace[406643803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:488; }","duration":"303.000911ms","start":"2026-04-01T22:45:57.9792Z","end":"2026-04-01T22:45:58.282201Z","steps":["trace[406643803] 'agreement among raft nodes before linearized reading' (duration: 302.95785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:45:58.282235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:57.979193Z","time spent":"303.032952ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T22:45:59.134499Z","caller":"traceutil/trace.go:171","msg":"trace[110721359] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"173.299553ms","start":"2026-04-01T22:45:58.961164Z","end":"2026-04-01T22:45:59.134464Z","steps":["trace[110721359] 'process raft request' (duration: 166.848305ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:59.134997Z","caller":"traceutil/trace.go:171","msg":"trace[1255235145] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"166.782655ms","start":"2026-04-01T22:45:58.968183Z","end":"2026-04-01T22:45:59.134966Z","steps":["trace[1255235145] 'process raft request' (duration: 166.511887ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:45:59.135026Z","caller":"traceutil/trace.go:171","msg":"trace[607154976] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"153.754736ms","start":"2026-04-01T22:45:58.98124Z","end":"2026-04-01T22:45:59.134995Z","steps":["trace[607154976] 'process raft request' (duration: 153.669314ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:00.150737Z","caller":"traceutil/trace.go:171","msg":"trace[1439306484] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"805.536837ms","start":"2026-04-01T22:45:59.345173Z","end":"2026-04-01T22:46:00.15071Z","steps":["trace[1439306484] 'process raft request' (duration: 805.364322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:00.151065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:59.345147Z","time spent":"805.67877ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T22:46:00.17526Z","caller":"traceutil/trace.go:171","msg":"trace[779121466] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"742.35629ms","start":"2026-04-01T22:45:59.432847Z","end":"2026-04-01T22:46:00.175203Z","steps":["trace[779121466] 'process raft request' (duration: 739.553281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:00.175446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:59.432811Z","time spent":"742.547865ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T22:46:00.173052Z","caller":"traceutil/trace.go:171","msg":"trace[194655114] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"813.554324ms","start":"2026-04-01T22:45:59.359325Z","end":"2026-04-01T22:46:00.172879Z","steps":["trace[194655114] 'process raft request' (duration: 812.124539ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:00.175818Z","caller":"traceutil/trace.go:171","msg":"trace[479037879] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"631.787153ms","start":"2026-04-01T22:45:59.543957Z","end":"2026-04-01T22:46:00.175745Z","steps":["trace[479037879] 'process raft request' (duration: 629.966408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:00.176123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:59.359296Z","time spent":"816.648769ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:46:00.176252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:59.543932Z","time spent":"632.087779ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T22:46:00.176892Z","caller":"traceutil/trace.go:171","msg":"trace[479369340] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"431.310762ms","start":"2026-04-01T22:45:59.745549Z","end":"2026-04-01T22:46:00.17686Z","steps":["trace[479369340] 'process raft request' (duration: 430.582074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:00.177094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:45:59.745511Z","time spent":"431.503528ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T22:46:00.177093Z","caller":"traceutil/trace.go:171","msg":"trace[1396589018] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"227.240645ms","start":"2026-04-01T22:45:59.949812Z","end":"2026-04-01T22:46:00.177052Z","steps":["trace[1396589018] 'process raft request' (duration: 227.017049ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:00.177284Z","caller":"traceutil/trace.go:171","msg":"trace[2043483783] linearizableReadLoop","detail":"{readStateIndex:595; appliedIndex:589; }","duration":"106.821167ms","start":"2026-04-01T22:46:00.070432Z","end":"2026-04-01T22:46:00.177253Z","steps":["trace[2043483783] 'read index received' (duration: 80.186744ms)","trace[2043483783] 'applied index is now lower than readState.Index' (duration: 26.604392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:46:00.177461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.026012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:46:00.177532Z","caller":"traceutil/trace.go:171","msg":"trace[1238288378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:575; }","duration":"107.140555ms","start":"2026-04-01T22:46:00.070377Z","end":"2026-04-01T22:46:00.177518Z","steps":["trace[1238288378] 'agreement among raft nodes before linearized reading' (duration: 106.999531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:06.862271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.358911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-01T22:46:06.862334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.432374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T22:46:06.862364Z","caller":"traceutil/trace.go:171","msg":"trace[845320568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:641; }","duration":"502.485464ms","start":"2026-04-01T22:46:06.359859Z","end":"2026-04-01T22:46:06.862344Z","steps":["trace[845320568] 'range keys from in-memory index tree' (duration: 502.222268ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:06.862394Z","caller":"traceutil/trace.go:171","msg":"trace[1211190874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:641; }","duration":"522.536987ms","start":"2026-04-01T22:46:06.339841Z","end":"2026-04-01T22:46:06.862378Z","steps":["trace[1211190874] 'range keys from in-memory index tree' (duration: 522.28366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:06.862408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:06.359845Z","time spent":"502.554416ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T22:46:06.862428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:06.339815Z","time spent":"522.604768ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T22:46:06.862422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.380048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T22:46:06.862459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.23617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T22:46:06.862523Z","caller":"traceutil/trace.go:171","msg":"trace[556452838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:641; }","duration":"519.514112ms","start":"2026-04-01T22:46:06.342985Z","end":"2026-04-01T22:46:06.862499Z","steps":["trace[556452838] 'range keys from in-memory index tree' (duration: 519.205444ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:06.862559Z","caller":"traceutil/trace.go:171","msg":"trace[1443394375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:641; }","duration":"547.374703ms","start":"2026-04-01T22:46:06.315147Z","end":"2026-04-01T22:46:06.862522Z","steps":["trace[1443394375] 'range keys from in-memory index tree' (duration: 547.030535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:06.86257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:06.34297Z","time spent":"519.590003ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T22:46:06.862602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:06.315114Z","time spent":"547.479556ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T22:46:06.862212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.205964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T22:46:06.862889Z","caller":"traceutil/trace.go:171","msg":"trace[1198697014] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:641; }","duration":"588.953192ms","start":"2026-04-01T22:46:06.273919Z","end":"2026-04-01T22:46:06.862872Z","steps":["trace[1198697014] 'range keys from in-memory index tree' (duration: 587.998448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:06.862936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:06.273893Z","time spent":"589.027154ms","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-04-01T22:46:06.913942Z","caller":"traceutil/trace.go:171","msg":"trace[165262054] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:663; }","duration":"332.768658ms","start":"2026-04-01T22:46:06.581149Z","end":"2026-04-01T22:46:06.913918Z","steps":["trace[165262054] 'read index received' (duration: 332.635905ms)","trace[165262054] 'applied index is now lower than readState.Index' (duration: 131.553µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:46:06.913975Z","caller":"traceutil/trace.go:171","msg":"trace[452064030] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"537.990104ms","start":"2026-04-01T22:46:06.375969Z","end":"2026-04-01T22:46:06.913959Z","steps":["trace[452064030] 'process raft request' (duration: 537.792019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:06.914109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.964053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T22:46:06.914122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:06.375951Z","time spent":"538.078416ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:46:06.914141Z","caller":"traceutil/trace.go:171","msg":"trace[1196839194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:642; }","duration":"333.040274ms","start":"2026-04-01T22:46:06.581094Z","end":"2026-04-01T22:46:06.914134Z","steps":["trace[1196839194] 'agreement among raft nodes before linearized reading' (duration: 332.912791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:06.914164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:06.581067Z","time spent":"333.091656ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T22:46:07.154246Z","caller":"traceutil/trace.go:171","msg":"trace[232370501] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"287.233802ms","start":"2026-04-01T22:46:06.866986Z","end":"2026-04-01T22:46:07.15422Z","steps":["trace[232370501] 'process raft request' (duration: 286.855113ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:07.154515Z","caller":"traceutil/trace.go:171","msg":"trace[196553790] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"287.492579ms","start":"2026-04-01T22:46:06.867Z","end":"2026-04-01T22:46:07.154492Z","steps":["trace[196553790] 'process raft request' (duration: 286.954346ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:07.154631Z","caller":"traceutil/trace.go:171","msg":"trace[363317380] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"287.594531ms","start":"2026-04-01T22:46:06.867026Z","end":"2026-04-01T22:46:07.15462Z","steps":["trace[363317380] 'process raft request' (duration: 286.956775ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:07.154979Z","caller":"traceutil/trace.go:171","msg":"trace[527853763] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"287.427636ms","start":"2026-04-01T22:46:06.867542Z","end":"2026-04-01T22:46:07.15497Z","steps":["trace[527853763] 'process raft request' (duration: 287.023256ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:07.16162Z","caller":"traceutil/trace.go:171","msg":"trace[67116924] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"243.058781ms","start":"2026-04-01T22:46:06.91854Z","end":"2026-04-01T22:46:07.161599Z","steps":["trace[67116924] 'process raft request' (duration: 242.827265ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:07.307121Z","caller":"traceutil/trace.go:171","msg":"trace[720085272] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:670; }","duration":"144.490259ms","start":"2026-04-01T22:46:07.162597Z","end":"2026-04-01T22:46:07.307088Z","steps":["trace[720085272] 'read index received' (duration: 100.502211ms)","trace[720085272] 'applied index is now lower than readState.Index' (duration: 43.983918ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:46:07.307207Z","caller":"traceutil/trace.go:171","msg":"trace[1886339153] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"152.28189ms","start":"2026-04-01T22:46:07.15487Z","end":"2026-04-01T22:46:07.307152Z","steps":["trace[1886339153] 'process raft request' (duration: 108.291002ms)","trace[1886339153] 'compare' (duration: 43.788063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:46:07.307307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.680123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:46:07.307344Z","caller":"traceutil/trace.go:171","msg":"trace[2102595896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"144.774506ms","start":"2026-04-01T22:46:07.162559Z","end":"2026-04-01T22:46:07.307333Z","steps":["trace[2102595896] 'agreement among raft nodes before linearized reading' (duration: 144.647823ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:09.178411Z","caller":"traceutil/trace.go:171","msg":"trace[1919926285] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:671; }","duration":"108.127748ms","start":"2026-04-01T22:46:09.070253Z","end":"2026-04-01T22:46:09.178381Z","steps":["trace[1919926285] 'read index received' (duration: 107.959864ms)","trace[1919926285] 'applied index is now lower than readState.Index' (duration: 166.354µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:46:09.178466Z","caller":"traceutil/trace.go:171","msg":"trace[377904683] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"442.868945ms","start":"2026-04-01T22:46:08.735562Z","end":"2026-04-01T22:46:09.178431Z","steps":["trace[377904683] 'process raft request' (duration: 442.616239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:09.178611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.340503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:46:09.178653Z","caller":"traceutil/trace.go:171","msg":"trace[790147372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:649; }","duration":"108.409924ms","start":"2026-04-01T22:46:09.070233Z","end":"2026-04-01T22:46:09.178643Z","steps":["trace[790147372] 'agreement among raft nodes before linearized reading' (duration: 108.315082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:09.178649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:08.735532Z","time spent":"443.020739ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:46:09.809872Z","caller":"traceutil/trace.go:171","msg":"trace[2069562206] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"626.576353ms","start":"2026-04-01T22:46:09.18326Z","end":"2026-04-01T22:46:09.809837Z","steps":["trace[2069562206] 'process raft request' (duration: 620.966386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:09.810071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:09.183236Z","time spent":"626.728907ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:46:09.825355Z","caller":"traceutil/trace.go:171","msg":"trace[1803403319] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"641.725034ms","start":"2026-04-01T22:46:09.183593Z","end":"2026-04-01T22:46:09.825318Z","steps":["trace[1803403319] 'process raft request' (duration: 641.482698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:09.825641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:09.183572Z","time spent":"641.929629ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:46:09.825702Z","caller":"traceutil/trace.go:171","msg":"trace[388525543] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"641.922818ms","start":"2026-04-01T22:46:09.183723Z","end":"2026-04-01T22:46:09.825646Z","steps":["trace[388525543] 'process raft request' (duration: 641.542529ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:09.825805Z","caller":"traceutil/trace.go:171","msg":"trace[1618107338] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"641.636171ms","start":"2026-04-01T22:46:09.184158Z","end":"2026-04-01T22:46:09.825795Z","steps":["trace[1618107338] 'process raft request' (duration: 641.365885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:09.825904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:09.184124Z","time spent":"641.713073ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:46:09.825932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:09.183696Z","time spent":"642.128984ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:46:09.825755Z","caller":"traceutil/trace.go:171","msg":"trace[2037329776] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"641.175971ms","start":"2026-04-01T22:46:09.184556Z","end":"2026-04-01T22:46:09.825732Z","steps":["trace[2037329776] 'process raft request' (duration: 641.073608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:09.826093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:09.184543Z","time spent":"641.502028ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:46:27.707975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.955135ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:46:27.708141Z","caller":"traceutil/trace.go:171","msg":"trace[1116977697] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:762; }","duration":"906.155109ms","start":"2026-04-01T22:46:26.801961Z","end":"2026-04-01T22:46:27.708116Z","steps":["trace[1116977697] 'range keys from in-memory index tree' (duration: 905.931994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:27.708157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637422366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:46:27.708245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811028816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-01T22:46:27.708255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815129717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T22:46:27.708283Z","caller":"traceutil/trace.go:171","msg":"trace[1229758221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:762; }","duration":"1.637563668s","start":"2026-04-01T22:46:26.070675Z","end":"2026-04-01T22:46:27.708238Z","steps":["trace[1229758221] 'range keys from in-memory index tree' (duration: 1.637329733s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:27.708315Z","caller":"traceutil/trace.go:171","msg":"trace[1724263969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:762; }","duration":"1.811109088s","start":"2026-04-01T22:46:25.897189Z","end":"2026-04-01T22:46:27.708298Z","steps":["trace[1724263969] 'range keys from in-memory index tree' (duration: 1.810956704s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:27.708329Z","caller":"traceutil/trace.go:171","msg":"trace[327777330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:762; }","duration":"1.81525411s","start":"2026-04-01T22:46:25.893055Z","end":"2026-04-01T22:46:27.708309Z","steps":["trace[327777330] 'range keys from in-memory index tree' (duration: 1.814955073s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:27.708338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:26.070651Z","time spent":"1.637676052s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T22:46:27.708356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:25.897181Z","time spent":"1.811167799s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T22:46:27.70837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:25.893026Z","time spent":"1.815334642s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T22:46:27.708025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805283226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T22:46:27.708468Z","caller":"traceutil/trace.go:171","msg":"trace[741265085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:762; }","duration":"1.805791668s","start":"2026-04-01T22:46:25.902662Z","end":"2026-04-01T22:46:27.708454Z","steps":["trace[741265085] 'range keys from in-memory index tree' (duration: 1.805117182s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:27.70847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805786658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T22:46:27.708525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:25.902635Z","time spent":"1.80587312s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T22:46:27.708542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869056028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T22:46:27.70857Z","caller":"traceutil/trace.go:171","msg":"trace[381561218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:762; }","duration":"1.805931401s","start":"2026-04-01T22:46:25.902616Z","end":"2026-04-01T22:46:27.708547Z","steps":["trace[381561218] 'range keys from in-memory index tree' (duration: 1.805599313s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:27.708575Z","caller":"traceutil/trace.go:171","msg":"trace[1239923706] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:762; }","duration":"1.869121879s","start":"2026-04-01T22:46:25.839442Z","end":"2026-04-01T22:46:27.708564Z","steps":["trace[1239923706] 'count revisions from in-memory index tree' (duration: 1.868995196s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:27.708618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:25.839422Z","time spent":"1.869188151s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":72,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:46:27.708624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:25.902602Z","time spent":"1.806012183s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T22:46:27.708569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432892567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T22:46:27.70871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822001405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T22:46:27.708718Z","caller":"traceutil/trace.go:171","msg":"trace[181221007] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:762; }","duration":"1.433105172s","start":"2026-04-01T22:46:26.275584Z","end":"2026-04-01T22:46:27.708689Z","steps":["trace[181221007] 'range keys from in-memory index tree' (duration: 1.43261073s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:27.708779Z","caller":"traceutil/trace.go:171","msg":"trace[1490169323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:762; }","duration":"1.822126498s","start":"2026-04-01T22:46:25.886634Z","end":"2026-04-01T22:46:27.70876Z","steps":["trace[1490169323] 'range keys from in-memory index tree' (duration: 1.821734668s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:27.708824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.045139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-01T22:46:27.708829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:25.886601Z","time spent":"1.82221628s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T22:46:27.70879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:26.275557Z","time spent":"1.433218145s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-04-01T22:46:27.708894Z","caller":"traceutil/trace.go:171","msg":"trace[1532376211] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"1.426582523s","start":"2026-04-01T22:46:26.282299Z","end":"2026-04-01T22:46:27.708882Z","steps":["trace[1532376211] 'process raft request' (duration: 702.414901ms)","trace[1532376211] 'compare' (duration: 723.329102ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:46:27.708978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:26.282283Z","time spent":"1.426668976s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:46:27.71805Z","caller":"traceutil/trace.go:171","msg":"trace[1161145440] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"269.283644ms","start":"2026-04-01T22:46:27.448748Z","end":"2026-04-01T22:46:27.718032Z","steps":["trace[1161145440] 'process raft request' (duration: 269.14767ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:27.718029Z","caller":"traceutil/trace.go:171","msg":"trace[1852072045] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:790; }","duration":"222.56171ms","start":"2026-04-01T22:46:27.495445Z","end":"2026-04-01T22:46:27.718006Z","steps":["trace[1852072045] 'read index received' (duration: 222.452277ms)","trace[1852072045] 'applied index is now lower than readState.Index' (duration: 108.463µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:46:27.718151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.692884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T22:46:27.718243Z","caller":"traceutil/trace.go:171","msg":"trace[1398373281] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:764; }","duration":"222.847818ms","start":"2026-04-01T22:46:27.495383Z","end":"2026-04-01T22:46:27.718231Z","steps":["trace[1398373281] 'agreement among raft nodes before linearized reading' (duration: 222.708374ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:47.95761Z","caller":"traceutil/trace.go:171","msg":"trace[1444409569] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"104.342506ms","start":"2026-04-01T22:46:47.853223Z","end":"2026-04-01T22:46:47.957565Z","steps":["trace[1444409569] 'process raft request' (duration: 104.144821ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:47.961341Z","caller":"traceutil/trace.go:171","msg":"trace[1259431528] linearizableReadLoop","detail":"{readStateIndex:1146; appliedIndex:1144; }","duration":"106.735034ms","start":"2026-04-01T22:46:47.854583Z","end":"2026-04-01T22:46:47.961318Z","steps":["trace[1259431528] 'read index received' (duration: 102.737826ms)","trace[1259431528] 'applied index is now lower than readState.Index' (duration: 3.995428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:46:47.961719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.223742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T22:46:47.961771Z","caller":"traceutil/trace.go:171","msg":"trace[974806064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1113; }","duration":"106.320414ms","start":"2026-04-01T22:46:47.855437Z","end":"2026-04-01T22:46:47.961757Z","steps":["trace[974806064] 'agreement among raft nodes before linearized reading' (duration: 106.055357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:47.961737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.117693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T22:46:47.961861Z","caller":"traceutil/trace.go:171","msg":"trace[1882797818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1113; }","duration":"107.272437ms","start":"2026-04-01T22:46:47.854548Z","end":"2026-04-01T22:46:47.96182Z","steps":["trace[1882797818] 'agreement among raft nodes before linearized reading' (duration: 106.923169ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:47.961931Z","caller":"traceutil/trace.go:171","msg":"trace[747253439] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"108.489697ms","start":"2026-04-01T22:46:47.853417Z","end":"2026-04-01T22:46:47.961907Z","steps":["trace[747253439] 'process raft request' (duration: 107.749299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:47.962149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.530279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T22:46:47.962219Z","caller":"traceutil/trace.go:171","msg":"trace[983980060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1113; }","duration":"106.659262ms","start":"2026-04-01T22:46:47.855543Z","end":"2026-04-01T22:46:47.962202Z","steps":["trace[983980060] 'agreement among raft nodes before linearized reading' (duration: 106.428507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:56.495911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788790869,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T22:46:56.503806Z","caller":"traceutil/trace.go:171","msg":"trace[1605827051] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"508.371239ms","start":"2026-04-01T22:46:55.995383Z","end":"2026-04-01T22:46:56.503754Z","steps":["trace[1605827051] 'process raft request' (duration: 508.134883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:56.504264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:55.995363Z","time spent":"508.664015ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:46:56.600466Z","caller":"traceutil/trace.go:171","msg":"trace[1738238015] linearizableReadLoop","detail":"{readStateIndex:1192; appliedIndex:1190; }","duration":"604.79527ms","start":"2026-04-01T22:46:55.995644Z","end":"2026-04-01T22:46:56.600439Z","steps":["trace[1738238015] 'read index received' (duration: 507.861656ms)","trace[1738238015] 'applied index is now lower than readState.Index' (duration: 96.932503ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:46:56.600567Z","caller":"traceutil/trace.go:171","msg":"trace[1967595764] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"128.899296ms","start":"2026-04-01T22:46:56.471612Z","end":"2026-04-01T22:46:56.600511Z","steps":["trace[1967595764] 'process raft request' (duration: 126.056597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:56.60074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.074767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T22:46:56.600788Z","caller":"traceutil/trace.go:171","msg":"trace[1346415277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1158; }","duration":"605.162129ms","start":"2026-04-01T22:46:55.995613Z","end":"2026-04-01T22:46:56.600775Z","steps":["trace[1346415277] 'agreement among raft nodes before linearized reading' (duration: 604.970484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:56.600814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.743292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T22:46:56.600831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:55.995584Z","time spent":"605.238381ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T22:46:56.600945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.465296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T22:46:56.60074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.433155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T22:46:56.600972Z","caller":"traceutil/trace.go:171","msg":"trace[202578491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1158; }","duration":"587.492456ms","start":"2026-04-01T22:46:56.013474Z","end":"2026-04-01T22:46:56.600966Z","steps":["trace[202578491] 'agreement among raft nodes before linearized reading' (duration: 587.384754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:56.600905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.612514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-01T22:46:56.600998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:56.013439Z","time spent":"587.554588ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T22:46:56.601032Z","caller":"traceutil/trace.go:171","msg":"trace[1903844458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1158; }","duration":"586.794898ms","start":"2026-04-01T22:46:56.014214Z","end":"2026-04-01T22:46:56.601009Z","steps":["trace[1903844458] 'agreement among raft nodes before linearized reading' (duration: 586.557873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:56.601088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:56.014181Z","time spent":"586.897771ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T22:46:56.601044Z","caller":"traceutil/trace.go:171","msg":"trace[205553293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1158; }","duration":"587.743132ms","start":"2026-04-01T22:46:56.013257Z","end":"2026-04-01T22:46:56.601Z","steps":["trace[205553293] 'agreement among raft nodes before linearized reading' (duration: 587.376903ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:46:56.600844Z","caller":"traceutil/trace.go:171","msg":"trace[1222361900] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:1158; }","duration":"322.826625ms","start":"2026-04-01T22:46:56.278008Z","end":"2026-04-01T22:46:56.600834Z","steps":["trace[1222361900] 'agreement among raft nodes before linearized reading' (duration: 322.758913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:56.601179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:56.01324Z","time spent":"587.897406ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T22:46:56.601199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:56.277976Z","time spent":"323.207704ms","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-04-01T22:46:56.601318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.926966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:46:56.601484Z","caller":"traceutil/trace.go:171","msg":"trace[966307307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1158; }","duration":"530.139821ms","start":"2026-04-01T22:46:56.071308Z","end":"2026-04-01T22:46:56.601448Z","steps":["trace[966307307] 'agreement among raft nodes before linearized reading' (duration: 529.639899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:46:56.601651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:46:56.071291Z","time spent":"530.344556ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T22:47:11.659284Z","caller":"traceutil/trace.go:171","msg":"trace[543519466] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"170.555088ms","start":"2026-04-01T22:47:11.488709Z","end":"2026-04-01T22:47:11.659264Z","steps":["trace[543519466] 'process raft request' (duration: 170.422435ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:20.812404Z","caller":"traceutil/trace.go:171","msg":"trace[1808800140] linearizableReadLoop","detail":"{readStateIndex:1470; appliedIndex:1469; }","duration":"193.558794ms","start":"2026-04-01T22:47:20.618818Z","end":"2026-04-01T22:47:20.812377Z","steps":["trace[1808800140] 'read index received' (duration: 193.417501ms)","trace[1808800140] 'applied index is now lower than readState.Index' (duration: 140.113µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:47:20.812521Z","caller":"traceutil/trace.go:171","msg":"trace[695348445] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"508.337775ms","start":"2026-04-01T22:47:20.30417Z","end":"2026-04-01T22:47:20.812507Z","steps":["trace[695348445] 'process raft request' (duration: 508.045678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:20.812639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:20.304141Z","time spent":"508.423746ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:47:20.812742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.917033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T22:47:20.812829Z","caller":"traceutil/trace.go:171","msg":"trace[1304149598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1425; }","duration":"194.050926ms","start":"2026-04-01T22:47:20.61876Z","end":"2026-04-01T22:47:20.812811Z","steps":["trace[1304149598] 'agreement among raft nodes before linearized reading' (duration: 193.861271ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:21.044805Z","caller":"traceutil/trace.go:171","msg":"trace[231542224] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"227.725076ms","start":"2026-04-01T22:47:20.817043Z","end":"2026-04-01T22:47:21.044768Z","steps":["trace[231542224] 'process raft request' (duration: 227.570153ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:21.044842Z","caller":"traceutil/trace.go:171","msg":"trace[1135234699] linearizableReadLoop","detail":"{readStateIndex:1471; appliedIndex:1470; }","duration":"232.340209ms","start":"2026-04-01T22:47:20.812473Z","end":"2026-04-01T22:47:21.044814Z","steps":["trace[1135234699] 'read index received' (duration: 160.766277ms)","trace[1135234699] 'applied index is now lower than readState.Index' (duration: 71.571472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:47:21.045104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.674655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T22:47:21.045117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.072975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T22:47:21.045174Z","caller":"traceutil/trace.go:171","msg":"trace[2131487345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1427; }","duration":"281.789087ms","start":"2026-04-01T22:47:20.76337Z","end":"2026-04-01T22:47:21.045159Z","steps":["trace[2131487345] 'agreement among raft nodes before linearized reading' (duration: 281.530821ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:21.045188Z","caller":"traceutil/trace.go:171","msg":"trace[1917231893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1427; }","duration":"278.181939ms","start":"2026-04-01T22:47:20.766987Z","end":"2026-04-01T22:47:21.045169Z","steps":["trace[1917231893] 'agreement among raft nodes before linearized reading' (duration: 277.968624ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:21.045157Z","caller":"traceutil/trace.go:171","msg":"trace[1106666595] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"365.833306ms","start":"2026-04-01T22:47:20.679268Z","end":"2026-04-01T22:47:21.045101Z","steps":["trace[1106666595] 'process raft request' (duration: 293.995268ms)","trace[1106666595] 'compare' (duration: 71.034598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:47:21.045208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.517158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T22:47:21.045242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.375382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T22:47:21.045284Z","caller":"traceutil/trace.go:171","msg":"trace[1171352485] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1427; }","duration":"142.633511ms","start":"2026-04-01T22:47:20.902633Z","end":"2026-04-01T22:47:21.045266Z","steps":["trace[1171352485] 'agreement among raft nodes before linearized reading' (duration: 142.519819ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:21.045315Z","caller":"traceutil/trace.go:171","msg":"trace[239957508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1427; }","duration":"280.476224ms","start":"2026-04-01T22:47:20.76482Z","end":"2026-04-01T22:47:21.045296Z","steps":["trace[239957508] 'agreement among raft nodes before linearized reading' (duration: 280.214248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:21.045368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:20.679249Z","time spent":"366.028691ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:47:21.045106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.521837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T22:47:21.045445Z","caller":"traceutil/trace.go:171","msg":"trace[2124731395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1427; }","duration":"278.902146ms","start":"2026-04-01T22:47:20.766526Z","end":"2026-04-01T22:47:21.045428Z","steps":["trace[2124731395] 'agreement among raft nodes before linearized reading' (duration: 278.450905ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:31.788555Z","caller":"traceutil/trace.go:171","msg":"trace[879518979] linearizableReadLoop","detail":"{readStateIndex:1728; appliedIndex:1727; }","duration":"203.690134ms","start":"2026-04-01T22:47:31.584837Z","end":"2026-04-01T22:47:31.788527Z","steps":["trace[879518979] 'read index received' (duration: 198.025295ms)","trace[879518979] 'applied index is now lower than readState.Index' (duration: 5.663849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:47:31.788666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.822727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:47:31.788703Z","caller":"traceutil/trace.go:171","msg":"trace[588191901] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1662; }","duration":"203.913629ms","start":"2026-04-01T22:47:31.584777Z","end":"2026-04-01T22:47:31.788691Z","steps":["trace[588191901] 'agreement among raft nodes before linearized reading' (duration: 203.844578ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:31.788953Z","caller":"traceutil/trace.go:171","msg":"trace[683697895] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"232.552065ms","start":"2026-04-01T22:47:31.556336Z","end":"2026-04-01T22:47:31.788888Z","steps":["trace[683697895] 'process raft request' (duration: 226.542157ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:45.54354Z","caller":"traceutil/trace.go:171","msg":"trace[1985749233] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1915; }","duration":"386.024413ms","start":"2026-04-01T22:47:45.157488Z","end":"2026-04-01T22:47:45.543512Z","steps":["trace[1985749233] 'read index received' (duration: 385.920411ms)","trace[1985749233] 'applied index is now lower than readState.Index' (duration: 102.662µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:47:45.54372Z","caller":"traceutil/trace.go:171","msg":"trace[385976413] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"406.63751ms","start":"2026-04-01T22:47:45.13704Z","end":"2026-04-01T22:47:45.543678Z","steps":["trace[385976413] 'process raft request' (duration: 406.310812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:45.543883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.13702Z","time spent":"406.777913ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:47:45.543921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.396572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T22:47:45.544013Z","caller":"traceutil/trace.go:171","msg":"trace[1915577890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1843; }","duration":"386.528515ms","start":"2026-04-01T22:47:45.157462Z","end":"2026-04-01T22:47:45.54399Z","steps":["trace[1915577890] 'agreement among raft nodes before linearized reading' (duration: 386.261438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:45.54408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.15745Z","time spent":"386.615557ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T22:47:45.569658Z","caller":"traceutil/trace.go:171","msg":"trace[647163637] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"195.423641ms","start":"2026-04-01T22:47:45.374208Z","end":"2026-04-01T22:47:45.569632Z","steps":["trace[647163637] 'process raft request' (duration: 195.251666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:45.569875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.863483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:47:45.569933Z","caller":"traceutil/trace.go:171","msg":"trace[1148084256] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1845; }","duration":"399.979826ms","start":"2026-04-01T22:47:45.169939Z","end":"2026-04-01T22:47:45.569919Z","steps":["trace[1148084256] 'agreement among raft nodes before linearized reading' (duration: 399.866983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:45.569934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.733085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-01T22:47:45.569982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.169913Z","time spent":"400.055957ms","remote":"127.0.0.1:41834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T22:47:45.569998Z","caller":"traceutil/trace.go:171","msg":"trace[1428939049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1845; }","duration":"385.828387ms","start":"2026-04-01T22:47:45.184152Z","end":"2026-04-01T22:47:45.56998Z","steps":["trace[1428939049] 'agreement among raft nodes before linearized reading' (duration: 385.677823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:45.57002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.354027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T22:47:45.570034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.93991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T22:47:45.57008Z","caller":"traceutil/trace.go:171","msg":"trace[1608994197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1845; }","duration":"381.47408ms","start":"2026-04-01T22:47:45.18859Z","end":"2026-04-01T22:47:45.570064Z","steps":["trace[1608994197] 'agreement among raft nodes before linearized reading' (duration: 381.268895ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:45.57011Z","caller":"traceutil/trace.go:171","msg":"trace[1708689207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1845; }","duration":"386.064073ms","start":"2026-04-01T22:47:45.184029Z","end":"2026-04-01T22:47:45.570093Z","steps":["trace[1708689207] 'agreement among raft nodes before linearized reading' (duration: 385.862398ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:45.570107Z","caller":"traceutil/trace.go:171","msg":"trace[210021223] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"179.704024ms","start":"2026-04-01T22:47:45.390356Z","end":"2026-04-01T22:47:45.57006Z","steps":["trace[210021223] 'process raft request' (duration: 179.233933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:45.570126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.188568Z","time spent":"381.549032ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T22:47:45.570157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.184011Z","time spent":"386.138924ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T22:47:45.570046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.184142Z","time spent":"385.892218ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T22:47:45.569996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.390043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T22:47:45.570341Z","caller":"traceutil/trace.go:171","msg":"trace[47252437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1845; }","duration":"380.841254ms","start":"2026-04-01T22:47:45.189479Z","end":"2026-04-01T22:47:45.57032Z","steps":["trace[47252437] 'agreement among raft nodes before linearized reading' (duration: 380.344412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:45.570448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.189462Z","time spent":"380.967578ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T22:47:46.160988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788792257,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T22:47:46.542922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.118659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:47:46.543007Z","caller":"traceutil/trace.go:171","msg":"trace[1572480676] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"993.713252ms","start":"2026-04-01T22:47:45.549279Z","end":"2026-04-01T22:47:46.542992Z","steps":["trace[1572480676] 'process raft request' (duration: 95.46088ms)","trace[1572480676] 'compare' (duration: 898.015807ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:47:46.543048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.549257Z","time spent":"993.775413ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:47:46.661532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788792257,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T22:47:47.046632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.401883869s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T22:47:47.759926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.707546ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:47:47.760089Z","caller":"traceutil/trace.go:171","msg":"trace[1571601073] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1846; }","duration":"957.889731ms","start":"2026-04-01T22:47:46.802179Z","end":"2026-04-01T22:47:47.760069Z","steps":["trace[1571601073] 'range keys from in-memory index tree' (duration: 957.686996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.760523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.503693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:47:47.760791Z","caller":"traceutil/trace.go:171","msg":"trace[1173947440] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"2.186671949s","start":"2026-04-01T22:47:45.574101Z","end":"2026-04-01T22:47:47.760773Z","steps":["trace[1173947440] 'process raft request' (duration: 2.186544646s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.760885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.574091Z","time spent":"2.18674465s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:47:47.761044Z","caller":"traceutil/trace.go:171","msg":"trace[1460710171] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"2.186825703s","start":"2026-04-01T22:47:45.574188Z","end":"2026-04-01T22:47:47.761013Z","steps":["trace[1460710171] 'process raft request' (duration: 2.186534726s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.761255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.574164Z","time spent":"2.186987397s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:47:47.761451Z","caller":"traceutil/trace.go:171","msg":"trace[58745747] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"2.186653369s","start":"2026-04-01T22:47:45.574753Z","end":"2026-04-01T22:47:47.761406Z","steps":["trace[58745747] 'process raft request' (duration: 2.186150386s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:47.76147Z","caller":"traceutil/trace.go:171","msg":"trace[154985603] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"2.183327268s","start":"2026-04-01T22:47:45.578116Z","end":"2026-04-01T22:47:47.761443Z","steps":["trace[154985603] 'process raft request' (duration: 2.183182955s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:47.76158Z","caller":"traceutil/trace.go:171","msg":"trace[261031441] linearizableReadLoop","detail":"{readStateIndex:1925; appliedIndex:1919; }","duration":"2.10137923s","start":"2026-04-01T22:47:45.660176Z","end":"2026-04-01T22:47:47.761555Z","steps":["trace[261031441] 'read index received' (duration: 1.386743118s)","trace[261031441] 'applied index is now lower than readState.Index' (duration: 714.634582ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:47:47.761628Z","caller":"traceutil/trace.go:171","msg":"trace[1507175860] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"1.700589294s","start":"2026-04-01T22:47:46.061007Z","end":"2026-04-01T22:47:47.761597Z","steps":["trace[1507175860] 'process raft request' (duration: 1.700394399s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.761678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.578109Z","time spent":"2.183467561s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:47:47.761812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:46.060981Z","time spent":"1.700735587s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:47:47.76185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101670586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5faf5a6c-419a-49f0-9187-b2793634454c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-01T22:47:47.761844Z","caller":"traceutil/trace.go:171","msg":"trace[1574640730] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"2.187932941s","start":"2026-04-01T22:47:45.573863Z","end":"2026-04-01T22:47:47.761796Z","steps":["trace[1574640730] 'process raft request' (duration: 1.473065173s)","trace[1574640730] 'compare' (duration: 713.37746ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:47:47.761922Z","caller":"traceutil/trace.go:171","msg":"trace[528981267] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5faf5a6c-419a-49f0-9187-b2793634454c; range_end:; response_count:1; response_revision:1852; }","duration":"2.101748048s","start":"2026-04-01T22:47:45.660159Z","end":"2026-04-01T22:47:47.761907Z","steps":["trace[528981267] 'agreement among raft nodes before linearized reading' (duration: 2.101511813s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.761974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.660137Z","time spent":"2.101823951s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5faf5a6c-419a-49f0-9187-b2793634454c\" "} {"level":"warn","ts":"2026-04-01T22:47:47.761984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.573833Z","time spent":"2.188093464s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:47:47.762044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.574741Z","time spent":"2.186810573s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:47:47.762461Z","caller":"traceutil/trace.go:171","msg":"trace[1658664597] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"212.660945ms","start":"2026-04-01T22:47:47.549782Z","end":"2026-04-01T22:47:47.762443Z","steps":["trace[1658664597] 'process raft request' (duration: 212.534852ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:47.766188Z","caller":"traceutil/trace.go:171","msg":"trace[1419005944] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"191.397132ms","start":"2026-04-01T22:47:47.574773Z","end":"2026-04-01T22:47:47.766171Z","steps":["trace[1419005944] 'process raft request' (duration: 191.259288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.766547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060141904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T22:47:47.766665Z","caller":"traceutil/trace.go:171","msg":"trace[1087350072] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1855; }","duration":"2.060342419s","start":"2026-04-01T22:47:45.706303Z","end":"2026-04-01T22:47:47.766646Z","steps":["trace[1087350072] 'agreement among raft nodes before linearized reading' (duration: 2.060071113s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:47.76672Z","caller":"traceutil/trace.go:171","msg":"trace[739157829] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"191.895535ms","start":"2026-04-01T22:47:47.574811Z","end":"2026-04-01T22:47:47.766707Z","steps":["trace[739157829] 'process raft request' (duration: 191.318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.766826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.70628Z","time spent":"2.060468693s","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T22:47:47.766881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.549561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:47:47.766924Z","caller":"traceutil/trace.go:171","msg":"trace[882956680] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1855; }","duration":"415.591522ms","start":"2026-04-01T22:47:47.351318Z","end":"2026-04-01T22:47:47.76691Z","steps":["trace[882956680] 'agreement among raft nodes before linearized reading' (duration: 415.53262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.766905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.999342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:47:47.766965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:47.351253Z","time spent":"415.702454ms","remote":"127.0.0.1:41684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-01T22:47:47.76699Z","caller":"traceutil/trace.go:171","msg":"trace[1614871094] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1855; }","duration":"269.145046ms","start":"2026-04-01T22:47:47.497818Z","end":"2026-04-01T22:47:47.766964Z","steps":["trace[1614871094] 'agreement among raft nodes before linearized reading' (duration: 268.970282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.767231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650556233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:47:47.767269Z","caller":"traceutil/trace.go:171","msg":"trace[502256632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"1.650613504s","start":"2026-04-01T22:47:46.116645Z","end":"2026-04-01T22:47:47.767259Z","steps":["trace[502256632] 'agreement among raft nodes before linearized reading' (duration: 1.650534492s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.7666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.835799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:47:47.767372Z","caller":"traceutil/trace.go:171","msg":"trace[589210738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"696.635759ms","start":"2026-04-01T22:47:47.070713Z","end":"2026-04-01T22:47:47.767349Z","steps":["trace[589210738] 'agreement among raft nodes before linearized reading' (duration: 695.844169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.767438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:47.070684Z","time spent":"696.736252ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T22:47:47.767453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48718786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T22:47:47.767451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.223243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-01T22:47:47.767561Z","caller":"traceutil/trace.go:171","msg":"trace[1892357233] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1855; }","duration":"242.403148ms","start":"2026-04-01T22:47:47.525145Z","end":"2026-04-01T22:47:47.767548Z","steps":["trace[1892357233] 'agreement among raft nodes before linearized reading' (duration: 242.094991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.767311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:46.116596Z","time spent":"1.650691936s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T22:47:47.767612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408647206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a25d2fba24c7ab\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-01T22:47:47.767656Z","caller":"traceutil/trace.go:171","msg":"trace[1022790745] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a25d2fba24c7ab; range_end:; response_count:1; response_revision:1855; }","duration":"1.408733778s","start":"2026-04-01T22:47:46.358907Z","end":"2026-04-01T22:47:47.767641Z","steps":["trace[1022790745] 'agreement among raft nodes before linearized reading' (duration: 1.408353629s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.767692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018981381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5faf5a6c-419a-49f0-9187-b2793634454c\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-01T22:47:47.767706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:46.358881Z","time spent":"1.408815351s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a25d2fba24c7ab\" "} {"level":"info","ts":"2026-04-01T22:47:47.767745Z","caller":"traceutil/trace.go:171","msg":"trace[1966579642] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5faf5a6c-419a-49f0-9187-b2793634454c; range_end:; response_count:1; response_revision:1855; }","duration":"2.019038203s","start":"2026-04-01T22:47:45.748693Z","end":"2026-04-01T22:47:47.767731Z","steps":["trace[1966579642] 'agreement among raft nodes before linearized reading' (duration: 2.01854064s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.76778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:45.748653Z","time spent":"2.019118245s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5faf5a6c-419a-49f0-9187-b2793634454c\" "} {"level":"info","ts":"2026-04-01T22:47:47.767503Z","caller":"traceutil/trace.go:171","msg":"trace[2136680864] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:1855; }","duration":"1.487239082s","start":"2026-04-01T22:47:46.280249Z","end":"2026-04-01T22:47:47.767488Z","steps":["trace[2136680864] 'agreement among raft nodes before linearized reading' (duration: 1.487063947s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.767981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:46.280162Z","time spent":"1.487803435s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-04-01T22:47:47.76806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267226165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-01T22:47:47.768116Z","caller":"traceutil/trace.go:171","msg":"trace[2141614753] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1855; }","duration":"1.267372429s","start":"2026-04-01T22:47:46.500729Z","end":"2026-04-01T22:47:47.768101Z","steps":["trace[2141614753] 'agreement among raft nodes before linearized reading' (duration: 1.266555779s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:47.768153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:46.500695Z","time spent":"1.267449951s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-01T22:47:59.532113Z","caller":"traceutil/trace.go:171","msg":"trace[1457751880] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"230.143355ms","start":"2026-04-01T22:47:59.301949Z","end":"2026-04-01T22:47:59.532092Z","steps":["trace[1457751880] 'process raft request' (duration: 230.007142ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:47:59.922062Z","caller":"traceutil/trace.go:171","msg":"trace[1132138568] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2028; }","duration":"174.923847ms","start":"2026-04-01T22:47:59.747113Z","end":"2026-04-01T22:47:59.922037Z","steps":["trace[1132138568] 'read index received' (duration: 174.810434ms)","trace[1132138568] 'applied index is now lower than readState.Index' (duration: 111.493µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:47:59.922166Z","caller":"traceutil/trace.go:171","msg":"trace[2064836502] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"230.245479ms","start":"2026-04-01T22:47:59.691894Z","end":"2026-04-01T22:47:59.922139Z","steps":["trace[2064836502] 'process raft request' (duration: 229.955511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:47:59.922281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.143892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:47:59.922366Z","caller":"traceutil/trace.go:171","msg":"trace[885817295] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1952; }","duration":"175.290226ms","start":"2026-04-01T22:47:59.747056Z","end":"2026-04-01T22:47:59.922347Z","steps":["trace[885817295] 'agreement among raft nodes before linearized reading' (duration: 175.115232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:00.368746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.669728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:48:00.369071Z","caller":"traceutil/trace.go:171","msg":"trace[29480598] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2029; }","duration":"446.908041ms","start":"2026-04-01T22:47:59.922146Z","end":"2026-04-01T22:48:00.369054Z","steps":["trace[29480598] 'read index received' (duration: 107.833244ms)","trace[29480598] 'applied index is now lower than readState.Index' (duration: 339.073667ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:48:00.369146Z","caller":"traceutil/trace.go:171","msg":"trace[296290862] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"544.808202ms","start":"2026-04-01T22:47:59.824301Z","end":"2026-04-01T22:48:00.36911Z","steps":["trace[296290862] 'process raft request' (duration: 544.716029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:00.369246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.002904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T22:48:00.369251Z","caller":"traceutil/trace.go:171","msg":"trace[52913339] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"565.698666ms","start":"2026-04-01T22:47:59.803534Z","end":"2026-04-01T22:48:00.369232Z","steps":["trace[52913339] 'process raft request' (duration: 226.462334ms)","trace[52913339] 'compare' (duration: 338.451552ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:48:00.369285Z","caller":"traceutil/trace.go:171","msg":"trace[1285246874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1956; }","duration":"540.067866ms","start":"2026-04-01T22:47:59.829208Z","end":"2026-04-01T22:48:00.369276Z","steps":["trace[1285246874] 'agreement among raft nodes before linearized reading' (duration: 539.923172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:00.369293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.60471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T22:48:00.36933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:59.829194Z","time spent":"540.127957ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T22:48:00.369355Z","caller":"traceutil/trace.go:171","msg":"trace[433825460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1956; }","duration":"534.700163ms","start":"2026-04-01T22:47:59.83464Z","end":"2026-04-01T22:48:00.36934Z","steps":["trace[433825460] 'agreement among raft nodes before linearized reading' (duration: 534.490668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:00.369399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:59.83463Z","time spent":"534.760734ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T22:48:00.369404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:59.803503Z","time spent":"565.814929ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:48:00.369554Z","caller":"traceutil/trace.go:171","msg":"trace[750787944] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"565.379669ms","start":"2026-04-01T22:47:59.804147Z","end":"2026-04-01T22:48:00.369527Z","steps":["trace[750787944] 'process raft request' (duration: 564.707282ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:00.369152Z","caller":"traceutil/trace.go:171","msg":"trace[1832321626] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"547.135869ms","start":"2026-04-01T22:47:59.821976Z","end":"2026-04-01T22:48:00.369112Z","steps":["trace[1832321626] 'process raft request' (duration: 547.004975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:00.369338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:59.824281Z","time spent":"544.964795ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:48:00.369695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:59.80413Z","time spent":"565.485701ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:48:00.370098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:59.821958Z","time spent":"547.675671ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:48:00.730519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.691685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:48:00.730903Z","caller":"traceutil/trace.go:171","msg":"trace[986731401] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"356.900026ms","start":"2026-04-01T22:48:00.373969Z","end":"2026-04-01T22:48:00.730869Z","steps":["trace[986731401] 'process raft request' (duration: 356.860085ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:00.730904Z","caller":"traceutil/trace.go:171","msg":"trace[221892941] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"802.040473ms","start":"2026-04-01T22:47:59.928834Z","end":"2026-04-01T22:48:00.730875Z","steps":["trace[221892941] 'process raft request' (duration: 638.897897ms)","trace[221892941] 'compare' (duration: 162.566232ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:48:00.730942Z","caller":"traceutil/trace.go:171","msg":"trace[1985061929] linearizableReadLoop","detail":"{readStateIndex:2035; appliedIndex:2033; }","duration":"361.781805ms","start":"2026-04-01T22:48:00.369107Z","end":"2026-04-01T22:48:00.730889Z","steps":["trace[1985061929] 'read index received' (duration: 198.64238ms)","trace[1985061929] 'applied index is now lower than readState.Index' (duration: 163.132935ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:48:00.730957Z","caller":"traceutil/trace.go:171","msg":"trace[1466157752] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"799.998053ms","start":"2026-04-01T22:47:59.930921Z","end":"2026-04-01T22:48:00.73092Z","steps":["trace[1466157752] 'process raft request' (duration: 799.705176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:00.731039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:59.92881Z","time spent":"802.152206ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:48:00.731025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:00.373958Z","time spent":"356.990388ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:48:00.731127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.944994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:48:00.73113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.125284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T22:48:00.731165Z","caller":"traceutil/trace.go:171","msg":"trace[1681595386] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1960; }","duration":"233.037447ms","start":"2026-04-01T22:48:00.498118Z","end":"2026-04-01T22:48:00.731155Z","steps":["trace[1681595386] 'agreement among raft nodes before linearized reading' (duration: 232.963205ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:00.731174Z","caller":"traceutil/trace.go:171","msg":"trace[2069308380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1960; }","duration":"806.208326ms","start":"2026-04-01T22:47:59.924954Z","end":"2026-04-01T22:48:00.731162Z","steps":["trace[2069308380] 'agreement among raft nodes before linearized reading' (duration: 806.056362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:00.731157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:59.930902Z","time spent":"800.144466ms","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:48:00.731209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:59.924905Z","time spent":"806.296088ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T22:48:00.731096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.723563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6sghx\" ","response":"range_response_count:1 size:6144"} {"level":"warn","ts":"2026-04-01T22:48:00.731242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.068546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T22:48:00.7313Z","caller":"traceutil/trace.go:171","msg":"trace[1120746641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1960; }","duration":"118.169259ms","start":"2026-04-01T22:48:00.613117Z","end":"2026-04-01T22:48:00.731286Z","steps":["trace[1120746641] 'agreement among raft nodes before linearized reading' (duration: 118.008065ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:00.731301Z","caller":"traceutil/trace.go:171","msg":"trace[1627101308] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6sghx; range_end:; response_count:1; response_revision:1960; }","duration":"445.967858ms","start":"2026-04-01T22:48:00.285308Z","end":"2026-04-01T22:48:00.731276Z","steps":["trace[1627101308] 'agreement among raft nodes before linearized reading' (duration: 445.63771ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:00.731065Z","caller":"traceutil/trace.go:171","msg":"trace[227293135] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"358.26909ms","start":"2026-04-01T22:48:00.372718Z","end":"2026-04-01T22:48:00.730987Z","steps":["trace[227293135] 'process raft request' (duration: 358.027314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:00.731106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.058518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T22:48:00.731509Z","caller":"traceutil/trace.go:171","msg":"trace[1501147701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1960; }","duration":"805.474859ms","start":"2026-04-01T22:47:59.926018Z","end":"2026-04-01T22:48:00.731493Z","steps":["trace[1501147701] 'agreement among raft nodes before linearized reading' (duration: 804.905084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:00.731525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:00.372697Z","time spent":"358.744812ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:48:00.731582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:59.925998Z","time spent":"805.562951ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T22:48:00.731371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:00.285288Z","time spent":"446.06411ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6167,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6sghx\" "} {"level":"warn","ts":"2026-04-01T22:48:00.731796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.40167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T22:48:00.731842Z","caller":"traceutil/trace.go:171","msg":"trace[1493526957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1960; }","duration":"797.482822ms","start":"2026-04-01T22:47:59.934346Z","end":"2026-04-01T22:48:00.731829Z","steps":["trace[1493526957] 'agreement among raft nodes before linearized reading' (duration: 796.562149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:00.731872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:47:59.934336Z","time spent":"797.527933ms","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T22:48:00.956062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.283966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:48:00.956185Z","caller":"traceutil/trace.go:171","msg":"trace[2019039927] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"219.917504ms","start":"2026-04-01T22:48:00.736243Z","end":"2026-04-01T22:48:00.95616Z","steps":["trace[2019039927] 'process raft request' (duration: 111.434553ms)","trace[2019039927] 'compare' (duration: 108.05004ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:48:00.998983Z","caller":"traceutil/trace.go:171","msg":"trace[716665892] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"262.560273ms","start":"2026-04-01T22:48:00.736397Z","end":"2026-04-01T22:48:00.998957Z","steps":["trace[716665892] 'process raft request' (duration: 262.324677ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:00.998982Z","caller":"traceutil/trace.go:171","msg":"trace[1393362480] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"261.376764ms","start":"2026-04-01T22:48:00.737579Z","end":"2026-04-01T22:48:00.998956Z","steps":["trace[1393362480] 'process raft request' (duration: 261.268692ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:00.999296Z","caller":"traceutil/trace.go:171","msg":"trace[1901983170] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"259.743304ms","start":"2026-04-01T22:48:00.739512Z","end":"2026-04-01T22:48:00.999256Z","steps":["trace[1901983170] 'process raft request' (duration: 259.389576ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:00.999388Z","caller":"traceutil/trace.go:171","msg":"trace[218897951] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"259.762654ms","start":"2026-04-01T22:48:00.739599Z","end":"2026-04-01T22:48:00.999362Z","steps":["trace[218897951] 'process raft request' (duration: 259.452436ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:01.107512Z","caller":"traceutil/trace.go:171","msg":"trace[1728942189] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"102.546095ms","start":"2026-04-01T22:48:01.00494Z","end":"2026-04-01T22:48:01.107486Z","steps":["trace[1728942189] 'process raft request' (duration: 102.31625ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:01.107775Z","caller":"traceutil/trace.go:171","msg":"trace[2068847397] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"102.121525ms","start":"2026-04-01T22:48:01.005627Z","end":"2026-04-01T22:48:01.107749Z","steps":["trace[2068847397] 'process raft request' (duration: 101.798897ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:01.107913Z","caller":"traceutil/trace.go:171","msg":"trace[592448886] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"100.831692ms","start":"2026-04-01T22:48:01.007072Z","end":"2026-04-01T22:48:01.107904Z","steps":["trace[592448886] 'process raft request' (duration: 100.587496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:01.415745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.017054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:48:01.415866Z","caller":"traceutil/trace.go:171","msg":"trace[2097721182] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2046; }","duration":"208.888973ms","start":"2026-04-01T22:48:01.206954Z","end":"2026-04-01T22:48:01.415843Z","steps":["trace[2097721182] 'read index received' (duration: 62.628183ms)","trace[2097721182] 'applied index is now lower than readState.Index' (duration: 146.25918ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:48:01.415936Z","caller":"traceutil/trace.go:171","msg":"trace[91382804] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"298.033627ms","start":"2026-04-01T22:48:01.117894Z","end":"2026-04-01T22:48:01.415928Z","steps":["trace[91382804] 'process raft request' (duration: 151.755686ms)","trace[91382804] 'compare' (duration: 145.860791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:48:01.416127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.17971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:48:01.416157Z","caller":"traceutil/trace.go:171","msg":"trace[598898320] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1970; }","duration":"209.251391ms","start":"2026-04-01T22:48:01.206896Z","end":"2026-04-01T22:48:01.416148Z","steps":["trace[598898320] 'agreement among raft nodes before linearized reading' (duration: 209.19442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:01.416271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.269283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:48:01.416327Z","caller":"traceutil/trace.go:171","msg":"trace[1137609361] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1970; }","duration":"114.349895ms","start":"2026-04-01T22:48:01.301964Z","end":"2026-04-01T22:48:01.416314Z","steps":["trace[1137609361] 'agreement among raft nodes before linearized reading' (duration: 114.254993ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:04.749517Z","caller":"traceutil/trace.go:171","msg":"trace[1891584051] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"367.807774ms","start":"2026-04-01T22:48:04.381688Z","end":"2026-04-01T22:48:04.749496Z","steps":["trace[1891584051] 'process raft request' (duration: 367.64028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:04.7497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:04.381663Z","time spent":"367.962558ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:48:04.939849Z","caller":"traceutil/trace.go:171","msg":"trace[1057525538] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"558.1258ms","start":"2026-04-01T22:48:04.381703Z","end":"2026-04-01T22:48:04.939828Z","steps":["trace[1057525538] 'process raft request' (duration: 557.956015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:04.939982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:04.381685Z","time spent":"558.224502ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:48:04.940214Z","caller":"traceutil/trace.go:171","msg":"trace[652361047] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"557.831082ms","start":"2026-04-01T22:48:04.382357Z","end":"2026-04-01T22:48:04.940188Z","steps":["trace[652361047] 'process raft request' (duration: 557.433833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:04.940297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:04.38232Z","time spent":"557.933025ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:48:04.940276Z","caller":"traceutil/trace.go:171","msg":"trace[1107256725] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2064; }","duration":"195.513673ms","start":"2026-04-01T22:48:04.744732Z","end":"2026-04-01T22:48:04.940245Z","steps":["trace[1107256725] 'read index received' (duration: 4.613143ms)","trace[1107256725] 'applied index is now lower than readState.Index' (duration: 190.89957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:48:04.940392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.664117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T22:48:04.940437Z","caller":"traceutil/trace.go:171","msg":"trace[1732150832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1990; }","duration":"195.746649ms","start":"2026-04-01T22:48:04.744678Z","end":"2026-04-01T22:48:04.940425Z","steps":["trace[1732150832] 'agreement among raft nodes before linearized reading' (duration: 195.603666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:04.940532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.805381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T22:48:04.940596Z","caller":"traceutil/trace.go:171","msg":"trace[1363496093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1990; }","duration":"195.907933ms","start":"2026-04-01T22:48:04.744678Z","end":"2026-04-01T22:48:04.940586Z","steps":["trace[1363496093] 'agreement among raft nodes before linearized reading' (duration: 195.711698ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:04.940551Z","caller":"traceutil/trace.go:171","msg":"trace[194374499] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"557.225488ms","start":"2026-04-01T22:48:04.383305Z","end":"2026-04-01T22:48:04.940531Z","steps":["trace[194374499] 'process raft request' (duration: 556.802357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:04.940741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:04.383293Z","time spent":"557.405742ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:48:04.940802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.455956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T22:48:04.94091Z","caller":"traceutil/trace.go:171","msg":"trace[1120282299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1990; }","duration":"183.599939ms","start":"2026-04-01T22:48:04.75728Z","end":"2026-04-01T22:48:04.94088Z","steps":["trace[1120282299] 'agreement among raft nodes before linearized reading' (duration: 183.301392ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:32.313606Z","caller":"traceutil/trace.go:171","msg":"trace[1896438646] linearizableReadLoop","detail":"{readStateIndex:2223; appliedIndex:2222; }","duration":"243.506015ms","start":"2026-04-01T22:48:32.070074Z","end":"2026-04-01T22:48:32.31358Z","steps":["trace[1896438646] 'read index received' (duration: 243.246229ms)","trace[1896438646] 'applied index is now lower than readState.Index' (duration: 258.326µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:48:32.313676Z","caller":"traceutil/trace.go:171","msg":"trace[1268884998] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"352.509017ms","start":"2026-04-01T22:48:31.961115Z","end":"2026-04-01T22:48:32.313624Z","steps":["trace[1268884998] 'process raft request' (duration: 352.284482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:32.313807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.71008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:48:32.31389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:31.961086Z","time spent":"352.705562ms","remote":"127.0.0.1:47126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:48:32.313956Z","caller":"traceutil/trace.go:171","msg":"trace[1145976313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2139; }","duration":"243.918375ms","start":"2026-04-01T22:48:32.070019Z","end":"2026-04-01T22:48:32.313937Z","steps":["trace[1145976313] 'agreement among raft nodes before linearized reading' (duration: 243.70582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:32.314017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.362462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T22:48:32.314122Z","caller":"traceutil/trace.go:171","msg":"trace[1689506411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2139; }","duration":"174.513646ms","start":"2026-04-01T22:48:32.139583Z","end":"2026-04-01T22:48:32.314096Z","steps":["trace[1689506411] 'agreement among raft nodes before linearized reading' (duration: 174.251059ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:33.089373Z","caller":"traceutil/trace.go:171","msg":"trace[2138362315] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"119.403445ms","start":"2026-04-01T22:48:32.96994Z","end":"2026-04-01T22:48:33.089343Z","steps":["trace[2138362315] 'process raft request' (duration: 81.231047ms)","trace[2138362315] 'compare' (duration: 38.037235ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:48:37.413812Z","caller":"traceutil/trace.go:171","msg":"trace[1326727802] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"281.462179ms","start":"2026-04-01T22:48:37.132323Z","end":"2026-04-01T22:48:37.413785Z","steps":["trace[1326727802] 'process raft request' (duration: 281.287455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:37.953397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.431964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:48:37.953614Z","caller":"traceutil/trace.go:171","msg":"trace[796285563] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"820.871505ms","start":"2026-04-01T22:48:37.132722Z","end":"2026-04-01T22:48:37.953593Z","steps":["trace[796285563] 'process raft request' (duration: 309.077061ms)","trace[796285563] 'compare' (duration: 510.972714ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:48:37.953722Z","caller":"traceutil/trace.go:171","msg":"trace[457529475] linearizableReadLoop","detail":"{readStateIndex:2253; appliedIndex:2250; }","duration":"808.169067ms","start":"2026-04-01T22:48:37.145525Z","end":"2026-04-01T22:48:37.953694Z","steps":["trace[457529475] 'read index received' (duration: 268.143065ms)","trace[457529475] 'applied index is now lower than readState.Index' (duration: 540.024372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:48:37.953761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:37.132697Z","time spent":"820.986887ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:48:37.953808Z","caller":"traceutil/trace.go:171","msg":"trace[202520822] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"821.027238ms","start":"2026-04-01T22:48:37.132745Z","end":"2026-04-01T22:48:37.953772Z","steps":["trace[202520822] 'process raft request' (duration: 820.812073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:37.953957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.425793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T22:48:37.953971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:37.132727Z","time spent":"821.163291ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:48:37.954015Z","caller":"traceutil/trace.go:171","msg":"trace[2058836084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2167; }","duration":"808.492345ms","start":"2026-04-01T22:48:37.145495Z","end":"2026-04-01T22:48:37.953988Z","steps":["trace[2058836084] 'agreement among raft nodes before linearized reading' (duration: 808.29252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:37.954007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.262956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T22:48:37.95407Z","caller":"traceutil/trace.go:171","msg":"trace[508635780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2167; }","duration":"789.351558ms","start":"2026-04-01T22:48:37.164704Z","end":"2026-04-01T22:48:37.954056Z","steps":["trace[508635780] 'agreement among raft nodes before linearized reading' (duration: 789.184744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:37.954057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.537869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T22:48:37.954056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.324546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T22:48:37.954114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:37.164689Z","time spent":"789.416999ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T22:48:37.954118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.662738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T22:48:37.954115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.235473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-01T22:48:37.954131Z","caller":"traceutil/trace.go:171","msg":"trace[1426296771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2167; }","duration":"788.658692ms","start":"2026-04-01T22:48:37.165454Z","end":"2026-04-01T22:48:37.954113Z","steps":["trace[1426296771] 'agreement among raft nodes before linearized reading' (duration: 788.426546ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:37.954146Z","caller":"traceutil/trace.go:171","msg":"trace[2051123926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2167; }","duration":"605.721809ms","start":"2026-04-01T22:48:37.348415Z","end":"2026-04-01T22:48:37.954137Z","steps":["trace[2051123926] 'agreement among raft nodes before linearized reading' (duration: 605.639047ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:37.954136Z","caller":"traceutil/trace.go:171","msg":"trace[1033058618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2167; }","duration":"807.436658ms","start":"2026-04-01T22:48:37.146685Z","end":"2026-04-01T22:48:37.954121Z","steps":["trace[1033058618] 'agreement among raft nodes before linearized reading' (duration: 807.187782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:37.954173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:37.348396Z","time spent":"605.773191ms","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T22:48:37.954161Z","caller":"traceutil/trace.go:171","msg":"trace[366190307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2167; }","duration":"807.317955ms","start":"2026-04-01T22:48:37.14683Z","end":"2026-04-01T22:48:37.954148Z","steps":["trace[366190307] 'agreement among raft nodes before linearized reading' (duration: 807.113191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:37.954036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:37.145482Z","time spent":"808.549256ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T22:48:37.954178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:37.165435Z","time spent":"788.734973ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T22:48:37.954182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:37.146675Z","time spent":"807.499099ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T22:48:37.954217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:37.146809Z","time spent":"807.397537ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T22:48:39.308515Z","caller":"traceutil/trace.go:171","msg":"trace[2086172048] linearizableReadLoop","detail":"{readStateIndex:2260; appliedIndex:2259; }","duration":"346.136612ms","start":"2026-04-01T22:48:38.96235Z","end":"2026-04-01T22:48:39.308486Z","steps":["trace[2086172048] 'read index received' (duration: 345.845035ms)","trace[2086172048] 'applied index is now lower than readState.Index' (duration: 290.247µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:48:39.308597Z","caller":"traceutil/trace.go:171","msg":"trace[1090077200] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"360.253216ms","start":"2026-04-01T22:48:38.948298Z","end":"2026-04-01T22:48:39.308551Z","steps":["trace[1090077200] 'process raft request' (duration: 360.00472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:39.308779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.412649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T22:48:39.308798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:38.948261Z","time spent":"360.4314ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:48:39.308786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.525893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T22:48:39.308886Z","caller":"traceutil/trace.go:171","msg":"trace[1100818716] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2174; }","duration":"120.687847ms","start":"2026-04-01T22:48:39.188177Z","end":"2026-04-01T22:48:39.308865Z","steps":["trace[1100818716] 'agreement among raft nodes before linearized reading' (duration: 120.504103ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:39.308826Z","caller":"traceutil/trace.go:171","msg":"trace[621241610] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2174; }","duration":"346.518662ms","start":"2026-04-01T22:48:38.962291Z","end":"2026-04-01T22:48:39.308809Z","steps":["trace[621241610] 'agreement among raft nodes before linearized reading' (duration: 346.348108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:39.309252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:38.962195Z","time spent":"347.034085ms","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T22:48:39.616615Z","caller":"traceutil/trace.go:171","msg":"trace[526610430] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"196.911791ms","start":"2026-04-01T22:48:39.419674Z","end":"2026-04-01T22:48:39.616586Z","steps":["trace[526610430] 'process raft request' (duration: 196.675485ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:45.714859Z","caller":"traceutil/trace.go:171","msg":"trace[1422615108] linearizableReadLoop","detail":"{readStateIndex:2292; appliedIndex:2291; }","duration":"358.832221ms","start":"2026-04-01T22:48:45.356005Z","end":"2026-04-01T22:48:45.714837Z","steps":["trace[1422615108] 'read index received' (duration: 358.709978ms)","trace[1422615108] 'applied index is now lower than readState.Index' (duration: 121.213µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:48:45.714926Z","caller":"traceutil/trace.go:171","msg":"trace[472590173] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"389.015405ms","start":"2026-04-01T22:48:45.325875Z","end":"2026-04-01T22:48:45.714891Z","steps":["trace[472590173] 'process raft request' (duration: 388.819721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:45.715095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:45.325848Z","time spent":"389.144199ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:48:45.715359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.332073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T22:48:45.715424Z","caller":"traceutil/trace.go:171","msg":"trace[924396823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2205; }","duration":"359.435236ms","start":"2026-04-01T22:48:45.355971Z","end":"2026-04-01T22:48:45.715407Z","steps":["trace[924396823] 'agreement among raft nodes before linearized reading' (duration: 358.983225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:45.71546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:45.355957Z","time spent":"359.494157ms","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T22:48:46.215851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788793067,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T22:48:46.716177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788793067,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T22:48:46.890182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175476215s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T22:48:46.997777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.752934ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:48:46.997907Z","caller":"traceutil/trace.go:171","msg":"trace[997450716] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2205; }","duration":"195.897047ms","start":"2026-04-01T22:48:46.801991Z","end":"2026-04-01T22:48:46.997888Z","steps":["trace[997450716] 'range keys from in-memory index tree' (duration: 195.725143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:46.998581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.784083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:48:46.998716Z","caller":"traceutil/trace.go:171","msg":"trace[2092629371] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"1.358617733s","start":"2026-04-01T22:48:45.640073Z","end":"2026-04-01T22:48:46.99869Z","steps":["trace[2092629371] 'process raft request' (duration: 1.250606784s)","trace[2092629371] 'compare' (duration: 107.473216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:48:46.998804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:45.640033Z","time spent":"1.358726115s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:48:48.06099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.172825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:48:48.061236Z","caller":"traceutil/trace.go:171","msg":"trace[1556509568] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"233.993084ms","start":"2026-04-01T22:48:47.827224Z","end":"2026-04-01T22:48:48.061217Z","steps":["trace[1556509568] 'process raft request' (duration: 233.952733ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:48.061257Z","caller":"traceutil/trace.go:171","msg":"trace[1237921166] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"2.081071443s","start":"2026-04-01T22:48:45.980128Z","end":"2026-04-01T22:48:48.061199Z","steps":["trace[1237921166] 'process raft request' (duration: 1.503539029s)","trace[1237921166] 'compare' (duration: 577.044251ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:48:48.061457Z","caller":"traceutil/trace.go:171","msg":"trace[1804786393] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"2.081015382s","start":"2026-04-01T22:48:45.980431Z","end":"2026-04-01T22:48:48.061446Z","steps":["trace[1804786393] 'process raft request' (duration: 2.080657993s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.061541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:45.980091Z","time spent":"2.081332679s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:48:48.061578Z","caller":"traceutil/trace.go:171","msg":"trace[673478884] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"341.135601ms","start":"2026-04-01T22:48:47.720415Z","end":"2026-04-01T22:48:48.06155Z","steps":["trace[673478884] 'process raft request' (duration: 340.729041ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:48.061589Z","caller":"traceutil/trace.go:171","msg":"trace[1688520489] linearizableReadLoop","detail":"{readStateIndex:2295; appliedIndex:2292; }","duration":"2.346636576s","start":"2026-04-01T22:48:45.714925Z","end":"2026-04-01T22:48:48.061562Z","steps":["trace[1688520489] 'read index received' (duration: 1.175771483s)","trace[1688520489] 'applied index is now lower than readState.Index' (duration: 1.170862993s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:48:48.061654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411065534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:48:48.061727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690896503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T22:48:48.061737Z","caller":"traceutil/trace.go:171","msg":"trace[981085615] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2210; }","duration":"2.411214598s","start":"2026-04-01T22:48:45.6505Z","end":"2026-04-01T22:48:48.061715Z","steps":["trace[981085615] 'agreement among raft nodes before linearized reading' (duration: 2.411069485s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.061747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:47.72039Z","time spent":"341.252713ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:48:48.061783Z","caller":"traceutil/trace.go:171","msg":"trace[257892902] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2210; }","duration":"2.690980525s","start":"2026-04-01T22:48:45.370789Z","end":"2026-04-01T22:48:48.06177Z","steps":["trace[257892902] 'agreement among raft nodes before linearized reading' (duration: 2.690875263s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.061792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:45.650474Z","time spent":"2.41130583s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:48:48.061829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:45.370773Z","time spent":"2.691046097s","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:48:48.061857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944787147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:48:48.061879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990257284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-01T22:48:48.061902Z","caller":"traceutil/trace.go:171","msg":"trace[1934367944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2210; }","duration":"1.944867059s","start":"2026-04-01T22:48:46.117024Z","end":"2026-04-01T22:48:48.061891Z","steps":["trace[1934367944] 'agreement among raft nodes before linearized reading' (duration: 1.944775847s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:48.061929Z","caller":"traceutil/trace.go:171","msg":"trace[1610637346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2210; }","duration":"1.990345356s","start":"2026-04-01T22:48:46.071567Z","end":"2026-04-01T22:48:48.061912Z","steps":["trace[1610637346] 'agreement among raft nodes before linearized reading' (duration: 1.990172142s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.061927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811439752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:48:48.061938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:46.11701Z","time spent":"1.94492003s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T22:48:48.061968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:46.07154Z","time spent":"1.990419888s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T22:48:48.061972Z","caller":"traceutil/trace.go:171","msg":"trace[2083070076] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2210; }","duration":"1.811521454s","start":"2026-04-01T22:48:46.250439Z","end":"2026-04-01T22:48:48.06196Z","steps":["trace[2083070076] 'agreement among raft nodes before linearized reading' (duration: 1.811442992s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.062038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:46.250421Z","time spent":"1.811580555s","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:48:48.06199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418296564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T22:48:48.062038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9839428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T22:48:48.062054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984176355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T22:48:48.062113Z","caller":"traceutil/trace.go:171","msg":"trace[1017625171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2210; }","duration":"1.984069642s","start":"2026-04-01T22:48:46.078025Z","end":"2026-04-01T22:48:48.062095Z","steps":["trace[1017625171] 'agreement among raft nodes before linearized reading' (duration: 1.983817596s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.062126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984437372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T22:48:48.06214Z","caller":"traceutil/trace.go:171","msg":"trace[866024833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2210; }","duration":"1.984295738s","start":"2026-04-01T22:48:46.077824Z","end":"2026-04-01T22:48:48.062119Z","steps":["trace[866024833] 'agreement among raft nodes before linearized reading' (duration: 1.984013331s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.062138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677403622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T22:48:48.062158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:46.078005Z","time spent":"1.984144745s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T22:48:48.062161Z","caller":"traceutil/trace.go:171","msg":"trace[1688088807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2210; }","duration":"1.984506294s","start":"2026-04-01T22:48:46.077644Z","end":"2026-04-01T22:48:48.062151Z","steps":["trace[1688088807] 'agreement among raft nodes before linearized reading' (duration: 1.984408451s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.062196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989367281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T22:48:48.0622Z","caller":"traceutil/trace.go:171","msg":"trace[652546470] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2210; }","duration":"1.677498583s","start":"2026-04-01T22:48:46.384687Z","end":"2026-04-01T22:48:48.062185Z","steps":["trace[652546470] 'agreement among raft nodes before linearized reading' (duration: 1.677402681s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.062204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:46.077623Z","time spent":"1.984574175s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T22:48:48.062228Z","caller":"traceutil/trace.go:171","msg":"trace[1924216234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2210; }","duration":"1.989427573s","start":"2026-04-01T22:48:46.072793Z","end":"2026-04-01T22:48:48.062221Z","steps":["trace[1924216234] 'agreement among raft nodes before linearized reading' (duration: 1.989322961s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.062237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:46.384669Z","time spent":"1.677559345s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:48:48.062249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:46.072781Z","time spent":"1.989464264s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T22:48:48.062109Z","caller":"traceutil/trace.go:171","msg":"trace[718323818] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2210; }","duration":"1.418453438s","start":"2026-04-01T22:48:46.643632Z","end":"2026-04-01T22:48:48.062086Z","steps":["trace[718323818] 'agreement among raft nodes before linearized reading' (duration: 1.418145621s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.062302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:46.643606Z","time spent":"1.418683734s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:48:48.062345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339260092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T22:48:48.062347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.529765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:48:48.062349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:46.077818Z","time spent":"1.984366709s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T22:48:48.062378Z","caller":"traceutil/trace.go:171","msg":"trace[1200918886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2210; }","duration":"990.582326ms","start":"2026-04-01T22:48:47.071788Z","end":"2026-04-01T22:48:48.06237Z","steps":["trace[1200918886] 'agreement among raft nodes before linearized reading' (duration: 990.529145ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:48.062377Z","caller":"traceutil/trace.go:171","msg":"trace[1908670379] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2210; }","duration":"1.339330324s","start":"2026-04-01T22:48:46.723035Z","end":"2026-04-01T22:48:48.062365Z","steps":["trace[1908670379] 'agreement among raft nodes before linearized reading' (duration: 1.339232271s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.062388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.152523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:48:48.06241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:47.071766Z","time spent":"990.637838ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T22:48:48.062409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.941829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-01T22:48:48.062417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:46.723012Z","time spent":"1.339397125s","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T22:48:48.062424Z","caller":"traceutil/trace.go:171","msg":"trace[228596574] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2210; }","duration":"226.190304ms","start":"2026-04-01T22:48:47.836222Z","end":"2026-04-01T22:48:48.062412Z","steps":["trace[228596574] 'agreement among raft nodes before linearized reading' (duration: 226.140543ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:48.06245Z","caller":"traceutil/trace.go:171","msg":"trace[824524692] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2210; }","duration":"210.0232ms","start":"2026-04-01T22:48:47.852413Z","end":"2026-04-01T22:48:48.062436Z","steps":["trace[824524692] 'agreement among raft nodes before linearized reading' (duration: 209.882277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.06234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.225536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-01T22:48:48.062537Z","caller":"traceutil/trace.go:171","msg":"trace[1384679800] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2210; }","duration":"231.456712ms","start":"2026-04-01T22:48:47.83107Z","end":"2026-04-01T22:48:48.062526Z","steps":["trace[1384679800] 'agreement among raft nodes before linearized reading' (duration: 231.168965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.062586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.538834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a25d36c3e5a83e\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-01T22:48:48.062632Z","caller":"traceutil/trace.go:171","msg":"trace[806829617] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a25d36c3e5a83e; range_end:; response_count:1; response_revision:2210; }","duration":"134.608425ms","start":"2026-04-01T22:48:47.928012Z","end":"2026-04-01T22:48:48.062621Z","steps":["trace[806829617] 'agreement among raft nodes before linearized reading' (duration: 134.495512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.061533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:45.980422Z","time spent":"2.081068663s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:48:48.062817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111490038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T22:48:48.062943Z","caller":"traceutil/trace.go:171","msg":"trace[544994979] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2210; }","duration":"1.112184315s","start":"2026-04-01T22:48:46.950744Z","end":"2026-04-01T22:48:48.062929Z","steps":["trace[544994979] 'agreement among raft nodes before linearized reading' (duration: 1.111498909s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.062979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:46.950724Z","time spent":"1.112241846s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:48:48.063478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778641223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T22:48:48.063513Z","caller":"traceutil/trace.go:171","msg":"trace[1440311496] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:2210; }","duration":"1.778713025s","start":"2026-04-01T22:48:46.284791Z","end":"2026-04-01T22:48:48.063504Z","steps":["trace[1440311496] 'agreement among raft nodes before linearized reading' (duration: 1.778617223s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.063533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:46.284772Z","time spent":"1.778755676s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-04-01T22:48:48.39514Z","caller":"traceutil/trace.go:171","msg":"trace[1562227738] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"329.678433ms","start":"2026-04-01T22:48:48.065418Z","end":"2026-04-01T22:48:48.395096Z","steps":["trace[1562227738] 'process raft request' (duration: 329.297393ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:48.395407Z","caller":"traceutil/trace.go:171","msg":"trace[1999292697] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"327.900218ms","start":"2026-04-01T22:48:48.067482Z","end":"2026-04-01T22:48:48.395382Z","steps":["trace[1999292697] 'process raft request' (duration: 327.523749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.395582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:48.06746Z","time spent":"328.029822ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:48:48.395778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:48.0654Z","time spent":"329.857547ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:48:48.395794Z","caller":"traceutil/trace.go:171","msg":"trace[722152035] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"328.183965ms","start":"2026-04-01T22:48:48.067572Z","end":"2026-04-01T22:48:48.395756Z","steps":["trace[722152035] 'process raft request' (duration: 327.722014ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:48.395879Z","caller":"traceutil/trace.go:171","msg":"trace[860421109] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"328.190426ms","start":"2026-04-01T22:48:48.067663Z","end":"2026-04-01T22:48:48.395853Z","steps":["trace[860421109] 'process raft request' (duration: 327.998151ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:48.395935Z","caller":"traceutil/trace.go:171","msg":"trace[1377120104] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"328.023581ms","start":"2026-04-01T22:48:48.067899Z","end":"2026-04-01T22:48:48.395923Z","steps":["trace[1377120104] 'process raft request' (duration: 327.901279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.396024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:48.067888Z","time spent":"328.080134ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:48:48.396026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:48.067643Z","time spent":"328.322179ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:48:48.396026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:48.067565Z","time spent":"328.339239ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:48:48.396301Z","caller":"traceutil/trace.go:171","msg":"trace[268758286] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"328.38923ms","start":"2026-04-01T22:48:48.0679Z","end":"2026-04-01T22:48:48.39629Z","steps":["trace[268758286] 'process raft request' (duration: 327.986921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.396375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:48.067891Z","time spent":"328.452443ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:48:48.396402Z","caller":"traceutil/trace.go:171","msg":"trace[1345570710] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"328.045253ms","start":"2026-04-01T22:48:48.068339Z","end":"2026-04-01T22:48:48.396385Z","steps":["trace[1345570710] 'process raft request' (duration: 327.834668ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:48:48.396418Z","caller":"traceutil/trace.go:171","msg":"trace[473129514] linearizableReadLoop","detail":"{readStateIndex:2306; appliedIndex:2297; }","duration":"325.596813ms","start":"2026-04-01T22:48:48.0708Z","end":"2026-04-01T22:48:48.396396Z","steps":["trace[473129514] 'read index received' (duration: 665.556µs)","trace[473129514] 'applied index is now lower than readState.Index' (duration: 324.929797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:48:48.396473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:48.068329Z","time spent":"328.109304ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:48:48.396462Z","caller":"traceutil/trace.go:171","msg":"trace[541931216] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"328.006961ms","start":"2026-04-01T22:48:48.068434Z","end":"2026-04-01T22:48:48.39644Z","steps":["trace[541931216] 'process raft request' (duration: 327.913729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.396574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.763947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:48:48.39657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:48.068413Z","time spent":"328.100394ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:48:48.39661Z","caller":"traceutil/trace.go:171","msg":"trace[573965309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2218; }","duration":"325.839999ms","start":"2026-04-01T22:48:48.07076Z","end":"2026-04-01T22:48:48.3966Z","steps":["trace[573965309] 'agreement among raft nodes before linearized reading' (duration: 325.748927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.396642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:48.070748Z","time spent":"325.88707ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T22:48:48.401096Z","caller":"traceutil/trace.go:171","msg":"trace[2006717671] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"328.985325ms","start":"2026-04-01T22:48:48.072079Z","end":"2026-04-01T22:48:48.401064Z","steps":["trace[2006717671] 'process raft request' (duration: 328.865052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.401123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.349337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:48:48.401177Z","caller":"traceutil/trace.go:171","msg":"trace[932905850] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2219; }","duration":"145.449939ms","start":"2026-04-01T22:48:48.255715Z","end":"2026-04-01T22:48:48.401165Z","steps":["trace[932905850] 'agreement among raft nodes before linearized reading' (duration: 145.351347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:48:48.401242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:48:48.07207Z","time spent":"329.096487ms","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:49:55.659039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230401335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T22:49:55.659132Z","caller":"traceutil/trace.go:171","msg":"trace[959574295] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2735; }","duration":"1.230543788s","start":"2026-04-01T22:49:54.428569Z","end":"2026-04-01T22:49:55.659113Z","steps":["trace[959574295] 'count revisions from in-memory index tree' (duration: 1.230298273s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:49:55.659172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:49:54.428548Z","time spent":"1.230613049s","remote":"127.0.0.1:47024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":30,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:49:55.659243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.123239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T22:49:55.65931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.827909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:49:55.659378Z","caller":"traceutil/trace.go:171","msg":"trace[773228471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2735; }","duration":"937.272552ms","start":"2026-04-01T22:49:54.72205Z","end":"2026-04-01T22:49:55.659323Z","steps":["trace[773228471] 'range keys from in-memory index tree' (duration: 936.922254ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:49:55.659399Z","caller":"traceutil/trace.go:171","msg":"trace[200439463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2735; }","duration":"589.976642ms","start":"2026-04-01T22:49:55.069401Z","end":"2026-04-01T22:49:55.659377Z","steps":["trace[200439463] 'range keys from in-memory index tree' (duration: 589.718146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:49:55.659443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:49:54.72204Z","time spent":"937.387685ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T22:49:55.659447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:49:55.06937Z","time spent":"590.067125ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T22:49:55.65951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.195981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T22:49:55.659566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.70266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:49:55.65959Z","caller":"traceutil/trace.go:171","msg":"trace[356965054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2735; }","duration":"940.323853ms","start":"2026-04-01T22:49:54.719244Z","end":"2026-04-01T22:49:55.659568Z","steps":["trace[356965054] 'range keys from in-memory index tree' (duration: 939.982325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:49:55.659583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.232401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T22:49:55.659639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:49:54.719219Z","time spent":"940.411545ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T22:49:55.659675Z","caller":"traceutil/trace.go:171","msg":"trace[1707628982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2735; }","duration":"940.372195ms","start":"2026-04-01T22:49:54.71928Z","end":"2026-04-01T22:49:55.659652Z","steps":["trace[1707628982] 'range keys from in-memory index tree' (duration: 940.011456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:49:55.659727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:49:54.719258Z","time spent":"940.460046ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T22:49:55.659256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.563663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T22:49:55.659873Z","caller":"traceutil/trace.go:171","msg":"trace[260670203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2735; }","duration":"936.211197ms","start":"2026-04-01T22:49:54.723641Z","end":"2026-04-01T22:49:55.659853Z","steps":["trace[260670203] 'range keys from in-memory index tree' (duration: 935.385049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:49:55.659941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:49:54.723628Z","time spent":"936.297519ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T22:49:55.659625Z","caller":"traceutil/trace.go:171","msg":"trace[1840123777] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2735; }","duration":"684.806033ms","start":"2026-04-01T22:49:54.974806Z","end":"2026-04-01T22:49:55.659612Z","steps":["trace[1840123777] 'count revisions from in-memory index tree' (duration: 684.579427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:49:55.660075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:49:54.974786Z","time spent":"685.264903ms","remote":"127.0.0.1:41834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:49:55.660199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.109171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T22:49:55.66054Z","caller":"traceutil/trace.go:171","msg":"trace[1811712076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2735; }","duration":"941.565421ms","start":"2026-04-01T22:49:54.718778Z","end":"2026-04-01T22:49:55.660343Z","steps":["trace[1811712076] 'range keys from in-memory index tree' (duration: 940.670741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:49:55.660631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:49:54.71876Z","time spent":"941.854979ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T22:49:55.800972Z","caller":"traceutil/trace.go:171","msg":"trace[918039144] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"568.219737ms","start":"2026-04-01T22:49:55.232725Z","end":"2026-04-01T22:49:55.800945Z","steps":["trace[918039144] 'process raft request' (duration: 568.045512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:49:55.80118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:49:55.232694Z","time spent":"568.371171ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:49:55.80141Z","caller":"traceutil/trace.go:171","msg":"trace[1214755278] linearizableReadLoop","detail":"{readStateIndex:2844; appliedIndex:2844; }","duration":"217.16583ms","start":"2026-04-01T22:49:55.584209Z","end":"2026-04-01T22:49:55.801375Z","steps":["trace[1214755278] 'read index received' (duration: 217.14897ms)","trace[1214755278] 'applied index is now lower than readState.Index' (duration: 13.75µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:49:55.801599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.393656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T22:49:55.801652Z","caller":"traceutil/trace.go:171","msg":"trace[334076116] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2736; }","duration":"217.493358ms","start":"2026-04-01T22:49:55.584147Z","end":"2026-04-01T22:49:55.80164Z","steps":["trace[334076116] 'agreement among raft nodes before linearized reading' (duration: 217.306544ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:49:55.841791Z","caller":"traceutil/trace.go:171","msg":"trace[1924924933] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"215.951861ms","start":"2026-04-01T22:49:55.625817Z","end":"2026-04-01T22:49:55.841769Z","steps":["trace[1924924933] 'process raft request' (duration: 215.751687ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:49:55.842145Z","caller":"traceutil/trace.go:171","msg":"trace[2096622434] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"178.377739ms","start":"2026-04-01T22:49:55.663746Z","end":"2026-04-01T22:49:55.842124Z","steps":["trace[2096622434] 'process raft request' (duration: 178.240536ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:49:55.842212Z","caller":"traceutil/trace.go:171","msg":"trace[1655985187] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"178.366149ms","start":"2026-04-01T22:49:55.663835Z","end":"2026-04-01T22:49:55.842201Z","steps":["trace[1655985187] 'process raft request' (duration: 178.195995ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:49:55.842342Z","caller":"traceutil/trace.go:171","msg":"trace[1334645222] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"177.853277ms","start":"2026-04-01T22:49:55.66448Z","end":"2026-04-01T22:49:55.842333Z","steps":["trace[1334645222] 'process raft request' (duration: 177.587991ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:49:55.842417Z","caller":"traceutil/trace.go:171","msg":"trace[1437313419] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"177.874188ms","start":"2026-04-01T22:49:55.664535Z","end":"2026-04-01T22:49:55.84241Z","steps":["trace[1437313419] 'process raft request' (duration: 177.565501ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:49:55.842611Z","caller":"traceutil/trace.go:171","msg":"trace[280809211] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"177.96915ms","start":"2026-04-01T22:49:55.664602Z","end":"2026-04-01T22:49:55.842571Z","steps":["trace[280809211] 'process raft request' (duration: 177.53455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:49:55.842682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.274746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:49:55.84276Z","caller":"traceutil/trace.go:171","msg":"trace[333458107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2743; }","duration":"181.422499ms","start":"2026-04-01T22:49:55.661314Z","end":"2026-04-01T22:49:55.842736Z","steps":["trace[333458107] 'agreement among raft nodes before linearized reading' (duration: 181.171494ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:49:55.842867Z","caller":"traceutil/trace.go:171","msg":"trace[238764041] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"196.88161ms","start":"2026-04-01T22:49:55.645971Z","end":"2026-04-01T22:49:55.842853Z","steps":["trace[238764041] 'process raft request' (duration: 195.758473ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:08.129451Z","caller":"traceutil/trace.go:171","msg":"trace[2141190351] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"234.129893ms","start":"2026-04-01T22:50:07.895298Z","end":"2026-04-01T22:50:08.129428Z","steps":["trace[2141190351] 'process raft request' (duration: 234.014571ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:08.130746Z","caller":"traceutil/trace.go:171","msg":"trace[1946835674] linearizableReadLoop","detail":"{readStateIndex:2928; appliedIndex:2926; }","duration":"214.99351ms","start":"2026-04-01T22:50:07.915729Z","end":"2026-04-01T22:50:08.130722Z","steps":["trace[1946835674] 'read index received' (duration: 213.582027ms)","trace[1946835674] 'applied index is now lower than readState.Index' (duration: 1.410803ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:50:08.13083Z","caller":"traceutil/trace.go:171","msg":"trace[797586544] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"233.196772ms","start":"2026-04-01T22:50:07.897626Z","end":"2026-04-01T22:50:08.130823Z","steps":["trace[797586544] 'process raft request' (duration: 232.994908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:08.131004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.037041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T22:50:08.131059Z","caller":"traceutil/trace.go:171","msg":"trace[1077531948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2817; }","duration":"215.148153ms","start":"2026-04-01T22:50:07.915896Z","end":"2026-04-01T22:50:08.131044Z","steps":["trace[1077531948] 'agreement among raft nodes before linearized reading' (duration: 214.970519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:08.131006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.621266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:50:08.13115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.411349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T22:50:08.131184Z","caller":"traceutil/trace.go:171","msg":"trace[2000791663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2817; }","duration":"215.509961ms","start":"2026-04-01T22:50:07.915667Z","end":"2026-04-01T22:50:08.131177Z","steps":["trace[2000791663] 'agreement among raft nodes before linearized reading' (duration: 215.399529ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:08.131159Z","caller":"traceutil/trace.go:171","msg":"trace[264167278] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2817; }","duration":"100.812889ms","start":"2026-04-01T22:50:08.03033Z","end":"2026-04-01T22:50:08.131143Z","steps":["trace[264167278] 'agreement among raft nodes before linearized reading' (duration: 100.616795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:08.131338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.757015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T22:50:08.13138Z","caller":"traceutil/trace.go:171","msg":"trace[1737749173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2817; }","duration":"214.817256ms","start":"2026-04-01T22:50:07.916553Z","end":"2026-04-01T22:50:08.13137Z","steps":["trace[1737749173] 'agreement among raft nodes before linearized reading' (duration: 214.708663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:08.131241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.555552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:50:08.131488Z","caller":"traceutil/trace.go:171","msg":"trace[724495409] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2817; }","duration":"109.843889ms","start":"2026-04-01T22:50:08.021631Z","end":"2026-04-01T22:50:08.131475Z","steps":["trace[724495409] 'agreement among raft nodes before linearized reading' (duration: 109.574383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:29.405184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.297785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:50:29.40536Z","caller":"traceutil/trace.go:171","msg":"trace[1829554718] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"959.122322ms","start":"2026-04-01T22:50:28.446211Z","end":"2026-04-01T22:50:29.405333Z","steps":["trace[1829554718] 'process raft request' (duration: 663.53629ms)","trace[1829554718] 'compare' (duration: 295.07872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:50:29.405437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:28.446179Z","time spent":"959.223724ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:50:29.615779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788794753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T22:50:31.244319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420413264s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:50:31.244589Z","caller":"traceutil/trace.go:171","msg":"trace[306108661] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"2.793263168s","start":"2026-04-01T22:50:28.451301Z","end":"2026-04-01T22:50:31.244564Z","steps":["trace[306108661] 'process raft request' (duration: 1.372483526s)","trace[306108661] 'compare' (duration: 1.419849629s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:50:31.244687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:28.451287Z","time spent":"2.793351921s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:50:31.244717Z","caller":"traceutil/trace.go:171","msg":"trace[917840372] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"2.786856594s","start":"2026-04-01T22:50:28.457826Z","end":"2026-04-01T22:50:31.244682Z","steps":["trace[917840372] 'process raft request' (duration: 2.786647679s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:31.24479Z","caller":"traceutil/trace.go:171","msg":"trace[1433783374] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"1.282095246s","start":"2026-04-01T22:50:29.962676Z","end":"2026-04-01T22:50:31.244771Z","steps":["trace[1433783374] 'process raft request' (duration: 1.282025975s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:31.244871Z","caller":"traceutil/trace.go:171","msg":"trace[145336401] linearizableReadLoop","detail":"{readStateIndex:3057; appliedIndex:3055; }","duration":"2.129593865s","start":"2026-04-01T22:50:29.115238Z","end":"2026-04-01T22:50:31.244832Z","steps":["trace[145336401] 'read index received' (duration: 708.609668ms)","trace[145336401] 'applied index is now lower than readState.Index' (duration: 1.420979187s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:50:31.244909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:28.457811Z","time spent":"2.786997378s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:50:31.245039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129803351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a25d54244cc7f7\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-01T22:50:31.245016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:29.962651Z","time spent":"1.282191109s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:50:31.245114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.266557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T22:50:31.245143Z","caller":"traceutil/trace.go:171","msg":"trace[869263869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2943; }","duration":"867.329949ms","start":"2026-04-01T22:50:30.377803Z","end":"2026-04-01T22:50:31.245133Z","steps":["trace[869263869] 'agreement among raft nodes before linearized reading' (duration: 867.266108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:31.245131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493986038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T22:50:31.245168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:30.377785Z","time spent":"867.37738ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T22:50:31.245163Z","caller":"traceutil/trace.go:171","msg":"trace[387097599] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a25d54244cc7f7; range_end:; response_count:1; response_revision:2943; }","duration":"2.129929064s","start":"2026-04-01T22:50:29.115185Z","end":"2026-04-01T22:50:31.245114Z","steps":["trace[387097599] 'agreement among raft nodes before linearized reading' (duration: 2.129755209s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:31.245214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.81364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T22:50:31.245276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:29.115164Z","time spent":"2.130073797s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a25d54244cc7f7\" "} {"level":"warn","ts":"2026-04-01T22:50:31.245274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174312835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:50:31.245282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026687093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-01T22:50:31.245314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196266435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-01T22:50:31.245342Z","caller":"traceutil/trace.go:171","msg":"trace[741674597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2943; }","duration":"1.174425468s","start":"2026-04-01T22:50:30.070897Z","end":"2026-04-01T22:50:31.245323Z","steps":["trace[741674597] 'agreement among raft nodes before linearized reading' (duration: 1.174292214s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:31.245316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.98859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T22:50:31.245405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:30.070881Z","time spent":"1.17451214s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T22:50:31.24537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.778583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T22:50:31.245475Z","caller":"traceutil/trace.go:171","msg":"trace[1101275392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2943; }","duration":"867.183035ms","start":"2026-04-01T22:50:30.378224Z","end":"2026-04-01T22:50:31.245407Z","steps":["trace[1101275392] 'agreement among raft nodes before linearized reading' (duration: 866.843636ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:31.24528Z","caller":"traceutil/trace.go:171","msg":"trace[1198061241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2943; }","duration":"903.913301ms","start":"2026-04-01T22:50:30.341349Z","end":"2026-04-01T22:50:31.245262Z","steps":["trace[1198061241] 'agreement among raft nodes before linearized reading' (duration: 903.707956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:31.245523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:30.378193Z","time spent":"867.319947ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T22:50:31.24555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:30.341324Z","time spent":"904.210369ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T22:50:31.24535Z","caller":"traceutil/trace.go:171","msg":"trace[1246041278] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2943; }","duration":"1.026791686s","start":"2026-04-01T22:50:30.218541Z","end":"2026-04-01T22:50:31.245333Z","steps":["trace[1246041278] 'agreement among raft nodes before linearized reading' (duration: 1.026588411s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:31.245608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:30.218521Z","time spent":"1.027077272s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-01T22:50:31.245192Z","caller":"traceutil/trace.go:171","msg":"trace[829887585] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2943; }","duration":"1.494097751s","start":"2026-04-01T22:50:29.75108Z","end":"2026-04-01T22:50:31.245178Z","steps":["trace[829887585] 'agreement among raft nodes before linearized reading' (duration: 1.493973298s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:31.245673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:29.75106Z","time spent":"1.494596123s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:50:31.245296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.853592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T22:50:31.245789Z","caller":"traceutil/trace.go:171","msg":"trace[1170538838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2943; }","duration":"977.380114ms","start":"2026-04-01T22:50:30.268391Z","end":"2026-04-01T22:50:31.245771Z","steps":["trace[1170538838] 'agreement among raft nodes before linearized reading' (duration: 976.849662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:31.24586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:30.268367Z","time spent":"977.473686ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T22:50:31.245358Z","caller":"traceutil/trace.go:171","msg":"trace[1525119464] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2943; }","duration":"1.196350717s","start":"2026-04-01T22:50:30.048996Z","end":"2026-04-01T22:50:31.245347Z","steps":["trace[1525119464] 'agreement among raft nodes before linearized reading' (duration: 1.196218414s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:31.245958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:30.048908Z","time spent":"1.197028923s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T22:50:31.245522Z","caller":"traceutil/trace.go:171","msg":"trace[17330886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2943; }","duration":"919.961618ms","start":"2026-04-01T22:50:30.325538Z","end":"2026-04-01T22:50:31.2455Z","steps":["trace[17330886] 'agreement among raft nodes before linearized reading' (duration: 919.62191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:31.246058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:30.325518Z","time spent":"920.525882ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T22:50:31.750438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788794760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T22:50:32.250842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788794760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T22:50:32.751666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788794760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T22:50:33.252465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788794760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T22:50:33.253645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000439668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T22:50:33.253736Z","caller":"traceutil/trace.go:171","msg":"trace[1700502484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000567092s","start":"2026-04-01T22:50:31.253147Z","end":"2026-04-01T22:50:33.253715Z","steps":["trace[1700502484] 'agreement among raft nodes before linearized reading' (duration: 2.000457339s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:33.253871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:31.253138Z","time spent":"2.000719665s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 22:50:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T22:50:33.753596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788794760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T22:50:34.254609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788794760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T22:50:34.710423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.461060573s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T22:50:34.710755Z","caller":"traceutil/trace.go:171","msg":"trace[1721316583] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"3.461493003s","start":"2026-04-01T22:50:31.249244Z","end":"2026-04-01T22:50:34.710737Z","steps":["trace[1721316583] 'process raft request' (duration: 3.461353469s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:34.71089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:31.249218Z","time spent":"3.461601456s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:50:34.971382Z","caller":"traceutil/trace.go:171","msg":"trace[199358153] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"3.72204528s","start":"2026-04-01T22:50:31.249305Z","end":"2026-04-01T22:50:34.971351Z","steps":["trace[199358153] 'process raft request' (duration: 3.721798394s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:34.971435Z","caller":"traceutil/trace.go:171","msg":"trace[1053640678] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"3.720477342s","start":"2026-04-01T22:50:31.250932Z","end":"2026-04-01T22:50:34.971409Z","steps":["trace[1053640678] 'process raft request' (duration: 3.72041113s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:34.9715Z","caller":"traceutil/trace.go:171","msg":"trace[1653386938] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"3.721703582s","start":"2026-04-01T22:50:31.249787Z","end":"2026-04-01T22:50:34.97149Z","steps":["trace[1653386938] 'process raft request' (duration: 3.721462136s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:34.971506Z","caller":"traceutil/trace.go:171","msg":"trace[192191488] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"3.721280761s","start":"2026-04-01T22:50:31.25019Z","end":"2026-04-01T22:50:34.971471Z","steps":["trace[192191488] 'process raft request' (duration: 3.721124767s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:34.971579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:31.250922Z","time spent":"3.720580555s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:50:34.971597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:31.249774Z","time spent":"3.721758063s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:50:34.971624Z","caller":"traceutil/trace.go:171","msg":"trace[1274382861] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"3.561210539s","start":"2026-04-01T22:50:31.41039Z","end":"2026-04-01T22:50:34.971601Z","steps":["trace[1274382861] 'process raft request' (duration: 3.560983344s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:34.97145Z","caller":"traceutil/trace.go:171","msg":"trace[1792775360] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"3.721440745s","start":"2026-04-01T22:50:31.249986Z","end":"2026-04-01T22:50:34.971426Z","steps":["trace[1792775360] 'process raft request' (duration: 3.721297022s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:34.971765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:31.410362Z","time spent":"3.561325461s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:50:34.971797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:31.249974Z","time spent":"3.721732792s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:50:34.971924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:31.250179Z","time spent":"3.72165962s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:50:34.97218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:31.249284Z","time spent":"3.722173884s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:50:35.06301Z","caller":"traceutil/trace.go:171","msg":"trace[559375648] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"1.943376923s","start":"2026-04-01T22:50:33.119607Z","end":"2026-04-01T22:50:35.062984Z","steps":["trace[559375648] 'process raft request' (duration: 1.943028254s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:35.063288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:33.119585Z","time spent":"1.943591468s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:50:35.080451Z","caller":"traceutil/trace.go:171","msg":"trace[2067412537] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"1.829849173s","start":"2026-04-01T22:50:33.250586Z","end":"2026-04-01T22:50:35.080435Z","steps":["trace[2067412537] 'process raft request' (duration: 1.829778032s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:35.080485Z","caller":"traceutil/trace.go:171","msg":"trace[490625744] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"1.830002167s","start":"2026-04-01T22:50:33.250444Z","end":"2026-04-01T22:50:35.080446Z","steps":["trace[490625744] 'process raft request' (duration: 1.829881034s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:35.080515Z","caller":"traceutil/trace.go:171","msg":"trace[407908561] linearizableReadLoop","detail":"{readStateIndex:3071; appliedIndex:3058; }","duration":"3.831136603s","start":"2026-04-01T22:50:31.249356Z","end":"2026-04-01T22:50:35.080493Z","steps":["trace[407908561] 'read index received' (duration: 3.461264578s)","trace[407908561] 'applied index is now lower than readState.Index' (duration: 369.870795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:50:35.080547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:33.250565Z","time spent":"1.829936945s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:50:35.080429Z","caller":"traceutil/trace.go:171","msg":"trace[2145153313] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"1.830320694s","start":"2026-04-01T22:50:33.250071Z","end":"2026-04-01T22:50:35.080392Z","steps":["trace[2145153313] 'process raft request' (duration: 1.812895554s)","trace[2145153313] 'compare' (duration: 17.281957ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:50:35.080639Z","caller":"traceutil/trace.go:171","msg":"trace[1204738374] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"1.704092858s","start":"2026-04-01T22:50:33.376534Z","end":"2026-04-01T22:50:35.080627Z","steps":["trace[1204738374] 'process raft request' (duration: 1.703862302s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:35.080655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:33.250432Z","time spent":"1.830126909s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:50:35.080743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:33.376516Z","time spent":"1.70415429s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:50:35.080835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.83146144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-01T22:50:35.080938Z","caller":"traceutil/trace.go:171","msg":"trace[812410517] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2955; }","duration":"3.831565982s","start":"2026-04-01T22:50:31.249327Z","end":"2026-04-01T22:50:35.080893Z","steps":["trace[812410517] 'agreement among raft nodes before linearized reading' (duration: 3.831373178s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:35.080948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.425682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:50:35.080979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:31.24931Z","time spent":"3.831659395s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-01T22:50:35.081021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.068223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T22:50:35.081054Z","caller":"traceutil/trace.go:171","msg":"trace[1782506476] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2955; }","duration":"463.584556ms","start":"2026-04-01T22:50:34.617418Z","end":"2026-04-01T22:50:35.081003Z","steps":["trace[1782506476] 'agreement among raft nodes before linearized reading' (duration: 463.430032ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:35.081072Z","caller":"traceutil/trace.go:171","msg":"trace[1357833148] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2955; }","duration":"371.115634ms","start":"2026-04-01T22:50:34.709939Z","end":"2026-04-01T22:50:35.081055Z","steps":["trace[1357833148] 'agreement among raft nodes before linearized reading' (duration: 371.037532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:35.081074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.684558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a25d5431d40dd8\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-04-01T22:50:35.081106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:34.709907Z","time spent":"371.189856ms","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:50:35.081111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:34.617396Z","time spent":"463.697848ms","remote":"127.0.0.1:57368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:50:35.081104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.23554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:50:35.08112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:33.250043Z","time spent":"1.830787536s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:50:35.081154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826876511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:50:35.081173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.728379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:50:35.081179Z","caller":"traceutil/trace.go:171","msg":"trace[671054416] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2955; }","duration":"408.356453ms","start":"2026-04-01T22:50:34.672802Z","end":"2026-04-01T22:50:35.081159Z","steps":["trace[671054416] 'agreement among raft nodes before linearized reading' (duration: 408.24765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:35.081142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.397915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:50:35.081098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621477706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-01T22:50:35.081214Z","caller":"traceutil/trace.go:171","msg":"trace[524594614] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2955; }","duration":"366.803861ms","start":"2026-04-01T22:50:34.714397Z","end":"2026-04-01T22:50:35.081201Z","steps":["trace[524594614] 'agreement among raft nodes before linearized reading' (duration: 366.751739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:35.081217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576875679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:50:35.081224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:34.672778Z","time spent":"408.434535ms","remote":"127.0.0.1:41734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:50:35.081214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62168737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-01T22:50:35.08125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:34.714378Z","time spent":"366.864483ms","remote":"127.0.0.1:47394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-01T22:50:35.081263Z","caller":"traceutil/trace.go:171","msg":"trace[1241883295] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2955; }","duration":"1.576980492s","start":"2026-04-01T22:50:33.504268Z","end":"2026-04-01T22:50:35.081248Z","steps":["trace[1241883295] 'agreement among raft nodes before linearized reading' (duration: 1.57691876s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:35.081258Z","caller":"traceutil/trace.go:171","msg":"trace[490818242] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2955; }","duration":"1.62169647s","start":"2026-04-01T22:50:33.459543Z","end":"2026-04-01T22:50:35.081239Z","steps":["trace[490818242] 'agreement among raft nodes before linearized reading' (duration: 1.621430574s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:35.081304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:33.504242Z","time spent":"1.577052404s","remote":"127.0.0.1:57140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-01T22:50:35.081301Z","caller":"traceutil/trace.go:171","msg":"trace[319589527] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2955; }","duration":"1.621813283s","start":"2026-04-01T22:50:33.45947Z","end":"2026-04-01T22:50:35.081283Z","steps":["trace[319589527] 'agreement among raft nodes before linearized reading' (duration: 1.621615939s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:35.081317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:33.45951Z","time spent":"1.621794593s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T22:50:35.081168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485696699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T22:50:35.081352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:33.459445Z","time spent":"1.621893515s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-01T22:50:35.081375Z","caller":"traceutil/trace.go:171","msg":"trace[608069431] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2955; }","duration":"1.485953604s","start":"2026-04-01T22:50:33.595409Z","end":"2026-04-01T22:50:35.081363Z","steps":["trace[608069431] 'agreement among raft nodes before linearized reading' (duration: 1.485727399s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:35.081415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:33.595379Z","time spent":"1.486022256s","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-01T22:50:35.081126Z","caller":"traceutil/trace.go:171","msg":"trace[1923652550] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a25d5431d40dd8; range_end:; response_count:1; response_revision:2955; }","duration":"366.77502ms","start":"2026-04-01T22:50:34.714336Z","end":"2026-04-01T22:50:35.081111Z","steps":["trace[1923652550] 'agreement among raft nodes before linearized reading' (duration: 366.563615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:35.081467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:34.714313Z","time spent":"367.142119ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a25d5431d40dd8\" "} {"level":"info","ts":"2026-04-01T22:50:35.081206Z","caller":"traceutil/trace.go:171","msg":"trace[549500839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2955; }","duration":"1.826975393s","start":"2026-04-01T22:50:33.254217Z","end":"2026-04-01T22:50:35.081192Z","steps":["trace[549500839] 'agreement among raft nodes before linearized reading' (duration: 1.826891911s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:35.081534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:33.254198Z","time spent":"1.827324102s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T22:50:35.081251Z","caller":"traceutil/trace.go:171","msg":"trace[1962882504] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2955; }","duration":"166.569458ms","start":"2026-04-01T22:50:34.914659Z","end":"2026-04-01T22:50:35.081228Z","steps":["trace[1962882504] 'agreement among raft nodes before linearized reading' (duration: 166.336293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:35.081055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537491737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T22:50:35.081629Z","caller":"traceutil/trace.go:171","msg":"trace[2110445528] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2955; }","duration":"3.538149642s","start":"2026-04-01T22:50:31.543469Z","end":"2026-04-01T22:50:35.081619Z","steps":["trace[2110445528] 'agreement among raft nodes before linearized reading' (duration: 3.537299602s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:35.081668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.83227381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5faf5a6c-419a-49f0-9187-b2793634454c\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-04-01T22:50:35.081677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:31.543447Z","time spent":"3.538217405s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T22:50:35.081711Z","caller":"traceutil/trace.go:171","msg":"trace[1224021726] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5faf5a6c-419a-49f0-9187-b2793634454c; range_end:; response_count:1; response_revision:2955; }","duration":"3.832355422s","start":"2026-04-01T22:50:31.249339Z","end":"2026-04-01T22:50:35.081695Z","steps":["trace[1224021726] 'agreement among raft nodes before linearized reading' (duration: 3.83144218s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:35.081744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:31.249332Z","time spent":"3.832405823s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-5faf5a6c-419a-49f0-9187-b2793634454c\" "} {"level":"info","ts":"2026-04-01T22:50:36.930732Z","caller":"traceutil/trace.go:171","msg":"trace[1783594907] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"150.622095ms","start":"2026-04-01T22:50:36.780082Z","end":"2026-04-01T22:50:36.930705Z","steps":["trace[1783594907] 'process raft request' (duration: 150.45152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:37.089422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.379455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T22:50:37.089442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.719119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T22:50:37.089529Z","caller":"traceutil/trace.go:171","msg":"trace[1459828531] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"112.204207ms","start":"2026-04-01T22:50:36.977303Z","end":"2026-04-01T22:50:37.089507Z","steps":["trace[1459828531] 'process raft request' (duration: 39.076782ms)","trace[1459828531] 'compare' (duration: 72.985441ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:50:37.089483Z","caller":"traceutil/trace.go:171","msg":"trace[695203423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2964; }","duration":"113.459177ms","start":"2026-04-01T22:50:36.976012Z","end":"2026-04-01T22:50:37.089471Z","steps":["trace[695203423] 'range keys from in-memory index tree' (duration: 113.297883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:37.089559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.079774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T22:50:37.089583Z","caller":"traceutil/trace.go:171","msg":"trace[1678059721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2965; }","duration":"112.127965ms","start":"2026-04-01T22:50:36.977449Z","end":"2026-04-01T22:50:37.089577Z","steps":["trace[1678059721] 'agreement among raft nodes before linearized reading' (duration: 112.053714ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:37.089522Z","caller":"traceutil/trace.go:171","msg":"trace[440279417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2964; }","duration":"112.868813ms","start":"2026-04-01T22:50:36.976638Z","end":"2026-04-01T22:50:37.089507Z","steps":["trace[440279417] 'range keys from in-memory index tree' (duration: 112.560886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:37.089596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.917864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T22:50:37.089675Z","caller":"traceutil/trace.go:171","msg":"trace[966586664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2964; }","duration":"113.014556ms","start":"2026-04-01T22:50:36.976644Z","end":"2026-04-01T22:50:37.089658Z","steps":["trace[966586664] 'range keys from in-memory index tree' (duration: 112.581345ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:37.089477Z","caller":"traceutil/trace.go:171","msg":"trace[1238989449] linearizableReadLoop","detail":"{readStateIndex:3082; appliedIndex:3081; }","duration":"111.986502ms","start":"2026-04-01T22:50:36.977474Z","end":"2026-04-01T22:50:37.08946Z","steps":["trace[1238989449] 'read index received' (duration: 38.807096ms)","trace[1238989449] 'applied index is now lower than readState.Index' (duration: 73.178655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:50:37.089423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.876457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T22:50:37.089777Z","caller":"traceutil/trace.go:171","msg":"trace[1991315366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2964; }","duration":"114.264236ms","start":"2026-04-01T22:50:36.975504Z","end":"2026-04-01T22:50:37.089768Z","steps":["trace[1991315366] 'range keys from in-memory index tree' (duration: 113.740024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:37.174728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.0389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:50:37.174808Z","caller":"traceutil/trace.go:171","msg":"trace[86628689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2968; }","duration":"104.161084ms","start":"2026-04-01T22:50:37.070629Z","end":"2026-04-01T22:50:37.17479Z","steps":["trace[86628689] 'agreement among raft nodes before linearized reading' (duration: 103.98278ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:37.282661Z","caller":"traceutil/trace.go:171","msg":"trace[1555754679] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"189.074502ms","start":"2026-04-01T22:50:37.093553Z","end":"2026-04-01T22:50:37.282628Z","steps":["trace[1555754679] 'process raft request' (duration: 152.672173ms)","trace[1555754679] 'compare' (duration: 36.190144ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:50:37.282856Z","caller":"traceutil/trace.go:171","msg":"trace[508470209] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"189.255697ms","start":"2026-04-01T22:50:37.093567Z","end":"2026-04-01T22:50:37.282823Z","steps":["trace[508470209] 'process raft request' (duration: 188.97711ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:37.283167Z","caller":"traceutil/trace.go:171","msg":"trace[840968207] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"189.193094ms","start":"2026-04-01T22:50:37.093966Z","end":"2026-04-01T22:50:37.283159Z","steps":["trace[840968207] 'process raft request' (duration: 188.795185ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:37.283583Z","caller":"traceutil/trace.go:171","msg":"trace[1131586153] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"189.190175ms","start":"2026-04-01T22:50:37.094312Z","end":"2026-04-01T22:50:37.283502Z","steps":["trace[1131586153] 'process raft request' (duration: 189.102503ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:37.2837Z","caller":"traceutil/trace.go:171","msg":"trace[658639174] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"189.501452ms","start":"2026-04-01T22:50:37.094031Z","end":"2026-04-01T22:50:37.283533Z","steps":["trace[658639174] 'process raft request' (duration: 189.109103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:41.705755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.570897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:50:41.706862Z","caller":"traceutil/trace.go:171","msg":"trace[1680335303] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"518.88659ms","start":"2026-04-01T22:50:41.187939Z","end":"2026-04-01T22:50:41.706825Z","steps":["trace[1680335303] 'process raft request' (duration: 27.119474ms)","trace[1680335303] 'compare' (duration: 490.419534ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:50:41.706972Z","caller":"traceutil/trace.go:171","msg":"trace[1159291991] linearizableReadLoop","detail":"{readStateIndex:3106; appliedIndex:3104; }","duration":"474.823568ms","start":"2026-04-01T22:50:41.232125Z","end":"2026-04-01T22:50:41.706948Z","steps":["trace[1159291991] 'read index received' (duration: 420.189239ms)","trace[1159291991] 'applied index is now lower than readState.Index' (duration: 54.633139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:50:41.707057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:41.187915Z","time spent":"519.034925ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:50:41.707103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.967461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:50:41.707079Z","caller":"traceutil/trace.go:171","msg":"trace[1422671761] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"518.745847ms","start":"2026-04-01T22:50:41.188304Z","end":"2026-04-01T22:50:41.70705Z","steps":["trace[1422671761] 'process raft request' (duration: 518.49582ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:41.707132Z","caller":"traceutil/trace.go:171","msg":"trace[469451757] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2989; }","duration":"475.056343ms","start":"2026-04-01T22:50:41.232067Z","end":"2026-04-01T22:50:41.707123Z","steps":["trace[469451757] 'agreement among raft nodes before linearized reading' (duration: 474.983511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:41.707162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:41.232043Z","time spent":"475.110745ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:50:41.707289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:41.188292Z","time spent":"518.849ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:50:41.841662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.273455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T22:50:41.841736Z","caller":"traceutil/trace.go:171","msg":"trace[1986769444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2989; }","duration":"542.382468ms","start":"2026-04-01T22:50:41.29934Z","end":"2026-04-01T22:50:41.841722Z","steps":["trace[1986769444] 'agreement among raft nodes before linearized reading' (duration: 542.163873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:41.84172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.420485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T22:50:41.841741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.622804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T22:50:41.841776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:41.299328Z","time spent":"542.438619ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T22:50:41.841806Z","caller":"traceutil/trace.go:171","msg":"trace[292258436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2989; }","duration":"541.573248ms","start":"2026-04-01T22:50:41.300213Z","end":"2026-04-01T22:50:41.841786Z","steps":["trace[292258436] 'agreement among raft nodes before linearized reading' (duration: 541.295222ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:41.841823Z","caller":"traceutil/trace.go:171","msg":"trace[1391315590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2989; }","duration":"542.750727ms","start":"2026-04-01T22:50:41.299054Z","end":"2026-04-01T22:50:41.841805Z","steps":["trace[1391315590] 'agreement among raft nodes before linearized reading' (duration: 542.488311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:41.841855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:41.300189Z","time spent":"541.656431ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T22:50:41.841883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:41.299039Z","time spent":"542.832238ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T22:50:41.841873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.460139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T22:50:41.841966Z","caller":"traceutil/trace.go:171","msg":"trace[1045298368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2989; }","duration":"544.622002ms","start":"2026-04-01T22:50:41.297322Z","end":"2026-04-01T22:50:41.841944Z","steps":["trace[1045298368] 'agreement among raft nodes before linearized reading' (duration: 544.280644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:41.841953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.436722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T22:50:41.842045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:41.297287Z","time spent":"544.741195ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T22:50:41.842062Z","caller":"traceutil/trace.go:171","msg":"trace[1863427441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2989; }","duration":"545.636496ms","start":"2026-04-01T22:50:41.296403Z","end":"2026-04-01T22:50:41.842039Z","steps":["trace[1863427441] 'agreement among raft nodes before linearized reading' (duration: 545.333069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:41.84211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:41.296375Z","time spent":"545.725008ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T22:50:41.842149Z","caller":"traceutil/trace.go:171","msg":"trace[1182069058] linearizableReadLoop","detail":"{readStateIndex:3107; appliedIndex:3106; }","duration":"134.454674ms","start":"2026-04-01T22:50:41.707021Z","end":"2026-04-01T22:50:41.841476Z","steps":["trace[1182069058] 'read index received' (duration: 36.263704ms)","trace[1182069058] 'applied index is now lower than readState.Index' (duration: 98.18949ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:50:42.111686Z","caller":"traceutil/trace.go:171","msg":"trace[779345368] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"264.572224ms","start":"2026-04-01T22:50:41.847085Z","end":"2026-04-01T22:50:42.111657Z","steps":["trace[779345368] 'process raft request' (duration: 264.368239ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:42.111959Z","caller":"traceutil/trace.go:171","msg":"trace[906114664] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"264.387839ms","start":"2026-04-01T22:50:41.847546Z","end":"2026-04-01T22:50:42.111933Z","steps":["trace[906114664] 'process raft request' (duration: 264.073742ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:42.112111Z","caller":"traceutil/trace.go:171","msg":"trace[1948430179] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"263.961219ms","start":"2026-04-01T22:50:41.848117Z","end":"2026-04-01T22:50:42.112078Z","steps":["trace[1948430179] 'process raft request' (duration: 263.734303ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:42.112212Z","caller":"traceutil/trace.go:171","msg":"trace[1472168294] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"263.073208ms","start":"2026-04-01T22:50:41.849118Z","end":"2026-04-01T22:50:42.112192Z","steps":["trace[1472168294] 'process raft request' (duration: 262.848843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:42.411597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.693407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-01T22:50:42.411681Z","caller":"traceutil/trace.go:171","msg":"trace[726918092] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2994; }","duration":"194.83ms","start":"2026-04-01T22:50:42.21683Z","end":"2026-04-01T22:50:42.41166Z","steps":["trace[726918092] 'range keys from in-memory index tree' (duration: 194.430151ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:42.698537Z","caller":"traceutil/trace.go:171","msg":"trace[1966596946] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"112.992686ms","start":"2026-04-01T22:50:42.585521Z","end":"2026-04-01T22:50:42.698514Z","steps":["trace[1966596946] 'process raft request' (duration: 112.667769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:43.132515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.442957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:50:43.132574Z","caller":"traceutil/trace.go:171","msg":"trace[365384182] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2995; }","duration":"355.558099ms","start":"2026-04-01T22:50:42.777002Z","end":"2026-04-01T22:50:43.13256Z","steps":["trace[365384182] 'count revisions from in-memory index tree' (duration: 355.354214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:43.132604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:50:42.776975Z","time spent":"355.622031ms","remote":"127.0.0.1:47314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T22:50:48.381105Z","caller":"traceutil/trace.go:171","msg":"trace[688881863] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"140.425818ms","start":"2026-04-01T22:50:48.240652Z","end":"2026-04-01T22:50:48.381078Z","steps":["trace[688881863] 'process raft request' (duration: 102.842702ms)","trace[688881863] 'compare' (duration: 37.399842ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:50:48.381641Z","caller":"traceutil/trace.go:171","msg":"trace[215907719] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"140.289485ms","start":"2026-04-01T22:50:48.241326Z","end":"2026-04-01T22:50:48.381615Z","steps":["trace[215907719] 'process raft request' (duration: 140.08536ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:48.381787Z","caller":"traceutil/trace.go:171","msg":"trace[1558146890] linearizableReadLoop","detail":"{readStateIndex:3146; appliedIndex:3143; }","duration":"138.236436ms","start":"2026-04-01T22:50:48.243537Z","end":"2026-04-01T22:50:48.381774Z","steps":["trace[1558146890] 'read index received' (duration: 99.942982ms)","trace[1558146890] 'applied index is now lower than readState.Index' (duration: 38.292524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:50:48.381941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.76664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:50:48.381934Z","caller":"traceutil/trace.go:171","msg":"trace[1424087481] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"140.216613ms","start":"2026-04-01T22:50:48.241585Z","end":"2026-04-01T22:50:48.381801Z","steps":["trace[1424087481] 'process raft request' (duration: 139.996088ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:48.381989Z","caller":"traceutil/trace.go:171","msg":"trace[1847436095] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3026; }","duration":"124.867072ms","start":"2026-04-01T22:50:48.25711Z","end":"2026-04-01T22:50:48.381977Z","steps":["trace[1847436095] 'agreement among raft nodes before linearized reading' (duration: 124.776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:50:48.382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.45216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-01T22:50:48.382032Z","caller":"traceutil/trace.go:171","msg":"trace[1258508961] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3026; }","duration":"138.511712ms","start":"2026-04-01T22:50:48.243511Z","end":"2026-04-01T22:50:48.382023Z","steps":["trace[1258508961] 'agreement among raft nodes before linearized reading' (duration: 138.355848ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:49.567347Z","caller":"traceutil/trace.go:171","msg":"trace[164475856] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"137.106809ms","start":"2026-04-01T22:50:49.43022Z","end":"2026-04-01T22:50:49.567327Z","steps":["trace[164475856] 'process raft request' (duration: 136.992616ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:50:49.97343Z","caller":"traceutil/trace.go:171","msg":"trace[1137447454] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"117.953706ms","start":"2026-04-01T22:50:49.855443Z","end":"2026-04-01T22:50:49.973396Z","steps":["trace[1137447454] 'process raft request' (duration: 24.538732ms)","trace[1137447454] 'compare' (duration: 93.034115ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:52:27.810906Z","caller":"traceutil/trace.go:171","msg":"trace[769745231] transaction","detail":"{read_only:false; response_revision:3668; number_of_response:1; }","duration":"241.173666ms","start":"2026-04-01T22:52:27.569704Z","end":"2026-04-01T22:52:27.810877Z","steps":["trace[769745231] 'process raft request' (duration: 240.988992ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:52:27.811953Z","caller":"traceutil/trace.go:171","msg":"trace[118329872] transaction","detail":"{read_only:false; response_revision:3669; number_of_response:1; }","duration":"240.470529ms","start":"2026-04-01T22:52:27.571447Z","end":"2026-04-01T22:52:27.811918Z","steps":["trace[118329872] 'process raft request' (duration: 240.180791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:52:43.174341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.799631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:52:43.174432Z","caller":"traceutil/trace.go:171","msg":"trace[1807198209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3823; }","duration":"103.951786ms","start":"2026-04-01T22:52:43.07046Z","end":"2026-04-01T22:52:43.174412Z","steps":["trace[1807198209] 'range keys from in-memory index tree' (duration: 103.687109ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:52:43.290879Z","caller":"traceutil/trace.go:171","msg":"trace[475418624] linearizableReadLoop","detail":"{readStateIndex:3974; appliedIndex:3972; }","duration":"109.982159ms","start":"2026-04-01T22:52:43.180875Z","end":"2026-04-01T22:52:43.290857Z","steps":["trace[475418624] 'read index received' (duration: 58.090878ms)","trace[475418624] 'applied index is now lower than readState.Index' (duration: 51.890131ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:52:43.290965Z","caller":"traceutil/trace.go:171","msg":"trace[99054370] transaction","detail":"{read_only:false; response_revision:3825; number_of_response:1; }","duration":"111.534247ms","start":"2026-04-01T22:52:43.1794Z","end":"2026-04-01T22:52:43.290934Z","steps":["trace[99054370] 'process raft request' (duration: 110.190706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:52:43.291046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.141063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:52:43.291181Z","caller":"traceutil/trace.go:171","msg":"trace[1026027484] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3825; }","duration":"110.316218ms","start":"2026-04-01T22:52:43.180842Z","end":"2026-04-01T22:52:43.291158Z","steps":["trace[1026027484] 'agreement among raft nodes before linearized reading' (duration: 110.101002ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:52:55.403104Z","caller":"traceutil/trace.go:171","msg":"trace[211035855] transaction","detail":"{read_only:false; response_revision:3890; number_of_response:1; }","duration":"109.697852ms","start":"2026-04-01T22:52:55.293377Z","end":"2026-04-01T22:52:55.403075Z","steps":["trace[211035855] 'process raft request' (duration: 109.365925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:52:57.424569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.75028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T22:52:57.424669Z","caller":"traceutil/trace.go:171","msg":"trace[1592349655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3898; }","duration":"379.890472ms","start":"2026-04-01T22:52:57.044754Z","end":"2026-04-01T22:52:57.424645Z","steps":["trace[1592349655] 'range keys from in-memory index tree' (duration: 379.575625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:52:57.424724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:52:57.044736Z","time spent":"379.971815ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T22:52:57.424716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.738983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:52:57.424808Z","caller":"traceutil/trace.go:171","msg":"trace[162143968] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3898; }","duration":"380.837985ms","start":"2026-04-01T22:52:57.043945Z","end":"2026-04-01T22:52:57.424783Z","steps":["trace[162143968] 'count revisions from in-memory index tree' (duration: 380.690773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:52:57.424996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:52:57.043902Z","time spent":"381.058291ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-01T22:52:58.119205Z","caller":"traceutil/trace.go:171","msg":"trace[1208248587] transaction","detail":"{read_only:false; response_revision:3905; number_of_response:1; }","duration":"108.492624ms","start":"2026-04-01T22:52:58.010673Z","end":"2026-04-01T22:52:58.119166Z","steps":["trace[1208248587] 'process raft request' (duration: 41.944813ms)","trace[1208248587] 'compare' (duration: 66.04829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:53:04.087317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016414774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:53:04.087398Z","caller":"traceutil/trace.go:171","msg":"trace[146138252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3926; }","duration":"1.016552577s","start":"2026-04-01T22:53:03.070826Z","end":"2026-04-01T22:53:04.087379Z","steps":["trace[146138252] 'range keys from in-memory index tree' (duration: 1.016328451s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:53:04.087443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:53:03.070803Z","time spent":"1.016631378s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T22:53:04.087454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20027407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T22:53:04.087556Z","caller":"traceutil/trace.go:171","msg":"trace[84553367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3926; }","duration":"1.200431144s","start":"2026-04-01T22:53:02.887101Z","end":"2026-04-01T22:53:04.087532Z","steps":["trace[84553367] 'range keys from in-memory index tree' (duration: 1.200042044s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:53:04.087607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:53:02.88708Z","time spent":"1.200517635s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T22:53:04.087847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13669525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv87h\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T22:53:04.087898Z","caller":"traceutil/trace.go:171","msg":"trace[1081240760] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv87h; range_end:; response_count:1; response_revision:3926; }","duration":"1.136763951s","start":"2026-04-01T22:53:02.951123Z","end":"2026-04-01T22:53:04.087887Z","steps":["trace[1081240760] 'range keys from in-memory index tree' (duration: 1.136546116s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:53:04.087898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142618371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T22:53:04.087927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:53:02.951112Z","time spent":"1.136807862s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-hv87h\" "} {"level":"info","ts":"2026-04-01T22:53:04.087983Z","caller":"traceutil/trace.go:171","msg":"trace[801441875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3926; }","duration":"1.142714554s","start":"2026-04-01T22:53:02.945246Z","end":"2026-04-01T22:53:04.087961Z","steps":["trace[801441875] 'range keys from in-memory index tree' (duration: 1.142392155s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:53:04.088059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:53:02.945197Z","time spent":"1.142852237s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T22:53:04.088205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.237412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T22:53:04.088326Z","caller":"traceutil/trace.go:171","msg":"trace[1381918659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3926; }","duration":"636.453958ms","start":"2026-04-01T22:53:03.451845Z","end":"2026-04-01T22:53:04.088299Z","steps":["trace[1381918659] 'range keys from in-memory index tree' (duration: 636.017588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:53:04.088381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:53:03.451824Z","time spent":"636.54503ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T22:53:04.088566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281001429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-01T22:53:04.088666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.906545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T22:53:04.088737Z","caller":"traceutil/trace.go:171","msg":"trace[1545906812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3926; }","duration":"636.014767ms","start":"2026-04-01T22:53:03.452705Z","end":"2026-04-01T22:53:04.08872Z","steps":["trace[1545906812] 'range keys from in-memory index tree' (duration: 635.74273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:53:04.088792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:53:03.452684Z","time spent":"636.096419ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T22:53:04.088869Z","caller":"traceutil/trace.go:171","msg":"trace[1887648868] transaction","detail":"{read_only:false; response_revision:3927; number_of_response:1; }","duration":"144.635007ms","start":"2026-04-01T22:53:03.944216Z","end":"2026-04-01T22:53:04.088851Z","steps":["trace[1887648868] 'process raft request' (duration: 125.643733ms)","trace[1887648868] 'compare' (duration: 17.460249ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:53:04.088886Z","caller":"traceutil/trace.go:171","msg":"trace[1796260757] transaction","detail":"{read_only:false; response_revision:3928; number_of_response:1; }","duration":"122.833817ms","start":"2026-04-01T22:53:03.966034Z","end":"2026-04-01T22:53:04.088868Z","steps":["trace[1796260757] 'process raft request' (duration: 122.639542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:53:04.088646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.667752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T22:53:04.089556Z","caller":"traceutil/trace.go:171","msg":"trace[992230847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3926; }","duration":"637.597824ms","start":"2026-04-01T22:53:03.451923Z","end":"2026-04-01T22:53:04.089521Z","steps":["trace[992230847] 'range keys from in-memory index tree' (duration: 636.536999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:53:04.089688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:53:03.451888Z","time spent":"637.774269ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T22:53:04.08928Z","caller":"traceutil/trace.go:171","msg":"trace[1385135355] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3926; }","duration":"1.281715026s","start":"2026-04-01T22:53:02.807543Z","end":"2026-04-01T22:53:04.089258Z","steps":["trace[1385135355] 'range keys from in-memory index tree' (duration: 1.280730123s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:53:04.090367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:53:02.807477Z","time spent":"1.282869334s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T22:53:04.255218Z","caller":"traceutil/trace.go:171","msg":"trace[140805312] transaction","detail":"{read_only:false; response_revision:3929; number_of_response:1; }","duration":"161.761278ms","start":"2026-04-01T22:53:04.093431Z","end":"2026-04-01T22:53:04.255192Z","steps":["trace[140805312] 'process raft request' (duration: 161.608864ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:53:04.257286Z","caller":"traceutil/trace.go:171","msg":"trace[241659283] transaction","detail":"{read_only:false; response_revision:3930; number_of_response:1; }","duration":"163.57325ms","start":"2026-04-01T22:53:04.093692Z","end":"2026-04-01T22:53:04.257265Z","steps":["trace[241659283] 'process raft request' (duration: 163.429847ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:53:04.25746Z","caller":"traceutil/trace.go:171","msg":"trace[894639265] transaction","detail":"{read_only:false; response_revision:3931; number_of_response:1; }","duration":"163.720745ms","start":"2026-04-01T22:53:04.093723Z","end":"2026-04-01T22:53:04.257444Z","steps":["trace[894639265] 'process raft request' (duration: 163.51168ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:53:04.257599Z","caller":"traceutil/trace.go:171","msg":"trace[2056184627] transaction","detail":"{read_only:false; response_revision:3932; number_of_response:1; }","duration":"163.313754ms","start":"2026-04-01T22:53:04.094277Z","end":"2026-04-01T22:53:04.257591Z","steps":["trace[2056184627] 'process raft request' (duration: 163.11733ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:53:04.257717Z","caller":"traceutil/trace.go:171","msg":"trace[1359217426] linearizableReadLoop","detail":"{readStateIndex:4084; appliedIndex:4081; }","duration":"163.835967ms","start":"2026-04-01T22:53:04.093857Z","end":"2026-04-01T22:53:04.257692Z","steps":["trace[1359217426] 'read index received' (duration: 161.224455ms)","trace[1359217426] 'applied index is now lower than readState.Index' (duration: 2.610472ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:53:04.257823Z","caller":"traceutil/trace.go:171","msg":"trace[227434878] transaction","detail":"{read_only:false; response_revision:3933; number_of_response:1; }","duration":"162.741661ms","start":"2026-04-01T22:53:04.095015Z","end":"2026-04-01T22:53:04.257757Z","steps":["trace[227434878] 'process raft request' (duration: 162.538576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:53:04.257898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.526749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:53:04.257935Z","caller":"traceutil/trace.go:171","msg":"trace[787554151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3933; }","duration":"160.58994ms","start":"2026-04-01T22:53:04.097335Z","end":"2026-04-01T22:53:04.257925Z","steps":["trace[787554151] 'agreement among raft nodes before linearized reading' (duration: 160.516628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:53:04.257967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.097395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63091"} {"level":"warn","ts":"2026-04-01T22:53:04.257962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.593972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T22:53:04.258001Z","caller":"traceutil/trace.go:171","msg":"trace[1418600953] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3933; }","duration":"164.163036ms","start":"2026-04-01T22:53:04.093831Z","end":"2026-04-01T22:53:04.257994Z","steps":["trace[1418600953] 'agreement among raft nodes before linearized reading' (duration: 163.972101ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:53:04.258012Z","caller":"traceutil/trace.go:171","msg":"trace[995029667] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3933; }","duration":"163.663694ms","start":"2026-04-01T22:53:04.094337Z","end":"2026-04-01T22:53:04.258Z","steps":["trace[995029667] 'agreement among raft nodes before linearized reading' (duration: 163.50758ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:22.478077Z","caller":"traceutil/trace.go:171","msg":"trace[772267801] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"123.12097ms","start":"2026-04-01T22:54:22.354934Z","end":"2026-04-01T22:54:22.478055Z","steps":["trace[772267801] 'process raft request' (duration: 123.010327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:23.851795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.021916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:54:23.851956Z","caller":"traceutil/trace.go:171","msg":"trace[286744494] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"569.840125ms","start":"2026-04-01T22:54:23.282089Z","end":"2026-04-01T22:54:23.851929Z","steps":["trace[286744494] 'process raft request' (duration: 404.554483ms)","trace[286744494] 'compare' (duration: 164.845162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:54:23.852066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:23.28207Z","time spent":"569.931508ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:54:23.853805Z","caller":"traceutil/trace.go:171","msg":"trace[64761014] linearizableReadLoop","detail":"{readStateIndex:5263; appliedIndex:5259; }","duration":"568.607796ms","start":"2026-04-01T22:54:23.28518Z","end":"2026-04-01T22:54:23.853788Z","steps":["trace[64761014] 'read index received' (duration: 401.548571ms)","trace[64761014] 'applied index is now lower than readState.Index' (duration: 167.058595ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:54:23.853802Z","caller":"traceutil/trace.go:171","msg":"trace[369171531] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5064; }","duration":"571.555117ms","start":"2026-04-01T22:54:23.282211Z","end":"2026-04-01T22:54:23.853766Z","steps":["trace[369171531] 'process raft request' (duration: 571.242319ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:23.853844Z","caller":"traceutil/trace.go:171","msg":"trace[1933853265] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"571.249039ms","start":"2026-04-01T22:54:23.282551Z","end":"2026-04-01T22:54:23.8538Z","steps":["trace[1933853265] 'process raft request' (duration: 570.971773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:23.853981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.78316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" ","response":"range_response_count:1 size:1383"} {"level":"info","ts":"2026-04-01T22:54:23.854009Z","caller":"traceutil/trace.go:171","msg":"trace[1971403152] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache; range_end:; response_count:1; response_revision:5069; }","duration":"568.842411ms","start":"2026-04-01T22:54:23.285158Z","end":"2026-04-01T22:54:23.854001Z","steps":["trace[1971403152] 'agreement among raft nodes before linearized reading' (duration: 568.740679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:23.853969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:23.282187Z","time spent":"571.69197ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":953,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:54:23.854023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:23.282539Z","time spent":"571.384253ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T22:54:23.854021Z","caller":"traceutil/trace.go:171","msg":"trace[1321776181] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"558.670798ms","start":"2026-04-01T22:54:23.295322Z","end":"2026-04-01T22:54:23.853992Z","steps":["trace[1321776181] 'process raft request' (duration: 558.308189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:23.854117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.568248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-04-01T22:54:23.854141Z","caller":"traceutil/trace.go:171","msg":"trace[969167714] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5069; }","duration":"410.629619ms","start":"2026-04-01T22:54:23.443507Z","end":"2026-04-01T22:54:23.854136Z","steps":["trace[969167714] 'agreement among raft nodes before linearized reading' (duration: 410.578478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:23.854153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:23.443484Z","time spent":"410.66606ms","remote":"127.0.0.1:47174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-04-01T22:54:23.853888Z","caller":"traceutil/trace.go:171","msg":"trace[65227032] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"545.05195ms","start":"2026-04-01T22:54:23.30883Z","end":"2026-04-01T22:54:23.853882Z","steps":["trace[65227032] 'process raft request' (duration: 544.878436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:23.854186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.399817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:3431"} {"level":"info","ts":"2026-04-01T22:54:23.854247Z","caller":"traceutil/trace.go:171","msg":"trace[1086722078] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5069; }","duration":"567.479119ms","start":"2026-04-01T22:54:23.286748Z","end":"2026-04-01T22:54:23.854227Z","steps":["trace[1086722078] 'agreement among raft nodes before linearized reading' (duration: 567.293885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:23.854221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.206213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-04-01T22:54:23.854246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.523826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T22:54:23.854287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:23.286732Z","time spent":"567.546741ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":3454,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"info","ts":"2026-04-01T22:54:23.854298Z","caller":"traceutil/trace.go:171","msg":"trace[1770754308] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5069; }","duration":"411.322486ms","start":"2026-04-01T22:54:23.44296Z","end":"2026-04-01T22:54:23.854283Z","steps":["trace[1770754308] 'agreement among raft nodes before linearized reading' (duration: 411.139141ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:23.854328Z","caller":"traceutil/trace.go:171","msg":"trace[81506803] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5069; }","duration":"467.619898ms","start":"2026-04-01T22:54:23.386688Z","end":"2026-04-01T22:54:23.854308Z","steps":["trace[81506803] 'agreement among raft nodes before linearized reading' (duration: 467.437864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:23.854338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:23.442937Z","time spent":"411.393537ms","remote":"127.0.0.1:47174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-04-01T22:54:23.854058Z","caller":"traceutil/trace.go:171","msg":"trace[912042593] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"560.88253ms","start":"2026-04-01T22:54:23.293171Z","end":"2026-04-01T22:54:23.854054Z","steps":["trace[912042593] 'process raft request' (duration: 560.419249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:23.85438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:23.386657Z","time spent":"467.707011ms","remote":"127.0.0.1:47126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:54:23.854395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.93477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-h7b9r.18a25d8cd4d3dfd3\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-04-01T22:54:23.854433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:23.293158Z","time spent":"561.236568ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4640,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:54:23.854424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.373797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-04-01T22:54:23.853776Z","caller":"traceutil/trace.go:171","msg":"trace[372102183] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"571.063986ms","start":"2026-04-01T22:54:23.28266Z","end":"2026-04-01T22:54:23.853724Z","steps":["trace[372102183] 'process raft request' (duration: 570.910602ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:23.854469Z","caller":"traceutil/trace.go:171","msg":"trace[527315376] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-h7b9r.18a25d8cd4d3dfd3; range_end:; response_count:1; response_revision:5069; }","duration":"256.046433ms","start":"2026-04-01T22:54:23.5984Z","end":"2026-04-01T22:54:23.854446Z","steps":["trace[527315376] 'agreement among raft nodes before linearized reading' (duration: 255.845688ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:23.854506Z","caller":"traceutil/trace.go:171","msg":"trace[1608786393] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5069; }","duration":"411.445408ms","start":"2026-04-01T22:54:23.443033Z","end":"2026-04-01T22:54:23.854478Z","steps":["trace[1608786393] 'agreement among raft nodes before linearized reading' (duration: 411.211183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:23.854555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:23.442981Z","time spent":"411.560751ms","remote":"127.0.0.1:47174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-04-01T22:54:23.854567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:23.28264Z","time spent":"571.862994ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T22:54:23.854031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:23.285151Z","time spent":"568.874733ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1406,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" "} {"level":"warn","ts":"2026-04-01T22:54:23.854957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:23.295302Z","time spent":"558.80057ms","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3838,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:54:23.854998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:23.308807Z","time spent":"546.149006ms","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197651,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:54:23.85433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.190794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:54:23.856996Z","caller":"traceutil/trace.go:171","msg":"trace[570715074] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5069; }","duration":"158.858668ms","start":"2026-04-01T22:54:23.698111Z","end":"2026-04-01T22:54:23.85697Z","steps":["trace[570715074] 'agreement among raft nodes before linearized reading' (duration: 156.155413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:25.374537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788799854,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T22:54:25.591683Z","caller":"traceutil/trace.go:171","msg":"trace[1679889440] linearizableReadLoop","detail":"{readStateIndex:5303; appliedIndex:5302; }","duration":"718.156933ms","start":"2026-04-01T22:54:24.873502Z","end":"2026-04-01T22:54:25.591659Z","steps":["trace[1679889440] 'read index received' (duration: 717.922578ms)","trace[1679889440] 'applied index is now lower than readState.Index' (duration: 233.495µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:54:25.591801Z","caller":"traceutil/trace.go:171","msg":"trace[882378237] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"731.7573ms","start":"2026-04-01T22:54:24.859974Z","end":"2026-04-01T22:54:25.591731Z","steps":["trace[882378237] 'process raft request' (duration: 731.511314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:25.592001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.069099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:54:25.592019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.69776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T22:54:25.592026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.399989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:54:25.592152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.647802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63c26069-1614-4a65-9db7-c555a40314bb\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-01T22:54:25.592149Z","caller":"traceutil/trace.go:171","msg":"trace[1438036824] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5106; }","duration":"241.894444ms","start":"2026-04-01T22:54:25.35023Z","end":"2026-04-01T22:54:25.592124Z","steps":["trace[1438036824] 'agreement among raft nodes before linearized reading' (duration: 241.619658ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:25.592077Z","caller":"traceutil/trace.go:171","msg":"trace[2022277439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5106; }","duration":"522.197202ms","start":"2026-04-01T22:54:25.069841Z","end":"2026-04-01T22:54:25.592038Z","steps":["trace[2022277439] 'agreement among raft nodes before linearized reading' (duration: 522.09073ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:25.592189Z","caller":"traceutil/trace.go:171","msg":"trace[2011845279] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-63c26069-1614-4a65-9db7-c555a40314bb; range_end:; response_count:1; response_revision:5106; }","duration":"700.717693ms","start":"2026-04-01T22:54:24.89146Z","end":"2026-04-01T22:54:25.592177Z","steps":["trace[2011845279] 'agreement among raft nodes before linearized reading' (duration: 700.346925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:25.59211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:24.859949Z","time spent":"731.996315ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:54:25.592204Z","caller":"traceutil/trace.go:171","msg":"trace[2025621816] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5106; }","duration":"718.695265ms","start":"2026-04-01T22:54:24.873463Z","end":"2026-04-01T22:54:25.592158Z","steps":["trace[2025621816] 'agreement among raft nodes before linearized reading' (duration: 718.332896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:25.592237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:25.069814Z","time spent":"522.403487ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T22:54:25.592226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:24.891443Z","time spent":"700.774724ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63c26069-1614-4a65-9db7-c555a40314bb\" "} {"level":"warn","ts":"2026-04-01T22:54:25.592278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:24.873444Z","time spent":"718.820209ms","remote":"127.0.0.1:41582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:54:25.592423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.474564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719224"} {"level":"info","ts":"2026-04-01T22:54:25.592513Z","caller":"traceutil/trace.go:171","msg":"trace[1185492299] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5106; }","duration":"298.597827ms","start":"2026-04-01T22:54:25.293893Z","end":"2026-04-01T22:54:25.592491Z","steps":["trace[1185492299] 'agreement among raft nodes before linearized reading' (duration: 298.009463ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:28.559063Z","caller":"traceutil/trace.go:171","msg":"trace[1604006100] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5139; }","duration":"168.666604ms","start":"2026-04-01T22:54:28.39037Z","end":"2026-04-01T22:54:28.559037Z","steps":["trace[1604006100] 'process raft request' (duration: 168.592233ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:28.565805Z","caller":"traceutil/trace.go:171","msg":"trace[613624348] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"121.416469ms","start":"2026-04-01T22:54:28.444366Z","end":"2026-04-01T22:54:28.565783Z","steps":["trace[613624348] 'process raft request' (duration: 121.242085ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:29.077154Z","caller":"traceutil/trace.go:171","msg":"trace[399237729] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"505.618363ms","start":"2026-04-01T22:54:28.571515Z","end":"2026-04-01T22:54:29.077134Z","steps":["trace[399237729] 'process raft request' (duration: 505.49629ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:29.077167Z","caller":"traceutil/trace.go:171","msg":"trace[1378591009] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5341; }","duration":"470.09236ms","start":"2026-04-01T22:54:28.60705Z","end":"2026-04-01T22:54:29.077143Z","steps":["trace[1378591009] 'read index received' (duration: 470.06298ms)","trace[1378591009] 'applied index is now lower than readState.Index' (duration: 27.2µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:54:29.077264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:28.571494Z","time spent":"505.717856ms","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10249,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T22:54:29.077427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.364827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63c26069-1614-4a65-9db7-c555a40314bb\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-04-01T22:54:29.07748Z","caller":"traceutil/trace.go:171","msg":"trace[399944939] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-63c26069-1614-4a65-9db7-c555a40314bb; range_end:; response_count:1; response_revision:5142; }","duration":"470.471409ms","start":"2026-04-01T22:54:28.606995Z","end":"2026-04-01T22:54:29.077467Z","steps":["trace[399944939] 'agreement among raft nodes before linearized reading' (duration: 470.250004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:29.077512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:28.606977Z","time spent":"470.52742ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63c26069-1614-4a65-9db7-c555a40314bb\" "} {"level":"warn","ts":"2026-04-01T22:54:29.096097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.361161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T22:54:29.09618Z","caller":"traceutil/trace.go:171","msg":"trace[65193462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5143; }","duration":"345.471484ms","start":"2026-04-01T22:54:28.750693Z","end":"2026-04-01T22:54:29.096164Z","steps":["trace[65193462] 'agreement among raft nodes before linearized reading' (duration: 345.256969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:29.096226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.841301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T22:54:29.096303Z","caller":"traceutil/trace.go:171","msg":"trace[2052611931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5143; }","duration":"347.974454ms","start":"2026-04-01T22:54:28.74831Z","end":"2026-04-01T22:54:29.096285Z","steps":["trace[2052611931] 'agreement among raft nodes before linearized reading' (duration: 347.730968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:29.096308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.843487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv87h\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-01T22:54:29.096347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:28.748288Z","time spent":"348.050006ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T22:54:29.096338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.798512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T22:54:29.096368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.758415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T22:54:29.096427Z","caller":"traceutil/trace.go:171","msg":"trace[437070994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5143; }","duration":"376.814807ms","start":"2026-04-01T22:54:28.719599Z","end":"2026-04-01T22:54:29.096413Z","steps":["trace[437070994] 'agreement among raft nodes before linearized reading' (duration: 376.678474ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:29.096426Z","caller":"traceutil/trace.go:171","msg":"trace[1266858542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5143; }","duration":"340.929104ms","start":"2026-04-01T22:54:28.755474Z","end":"2026-04-01T22:54:29.096403Z","steps":["trace[1266858542] 'agreement among raft nodes before linearized reading' (duration: 340.640298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:29.096463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:28.719531Z","time spent":"376.92302ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T22:54:29.096476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.206101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T22:54:29.09648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:28.755466Z","time spent":"341.002077ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T22:54:29.096507Z","caller":"traceutil/trace.go:171","msg":"trace[969204219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5143; }","duration":"346.261333ms","start":"2026-04-01T22:54:28.750237Z","end":"2026-04-01T22:54:29.096498Z","steps":["trace[969204219] 'agreement among raft nodes before linearized reading' (duration: 346.172011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:29.096539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:28.750224Z","time spent":"346.307534ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T22:54:29.096376Z","caller":"traceutil/trace.go:171","msg":"trace[12912668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv87h; range_end:; response_count:1; response_revision:5143; }","duration":"341.936298ms","start":"2026-04-01T22:54:28.754421Z","end":"2026-04-01T22:54:29.096358Z","steps":["trace[12912668] 'agreement among raft nodes before linearized reading' (duration: 341.517199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:29.096243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:28.750684Z","time spent":"345.541425ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T22:54:29.096604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:28.754406Z","time spent":"342.186025ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-hv87h\" "} {"level":"info","ts":"2026-04-01T22:54:29.096653Z","caller":"traceutil/trace.go:171","msg":"trace[225128804] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"344.696835ms","start":"2026-04-01T22:54:28.751937Z","end":"2026-04-01T22:54:29.096634Z","steps":["trace[225128804] 'process raft request' (duration: 343.829424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:29.096736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:28.751919Z","time spent":"344.758507ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:54:29.235178Z","caller":"traceutil/trace.go:171","msg":"trace[726204385] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"135.007796ms","start":"2026-04-01T22:54:29.100148Z","end":"2026-04-01T22:54:29.235156Z","steps":["trace[726204385] 'process raft request' (duration: 134.959145ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:29.235206Z","caller":"traceutil/trace.go:171","msg":"trace[1641423003] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"135.782625ms","start":"2026-04-01T22:54:29.099392Z","end":"2026-04-01T22:54:29.235175Z","steps":["trace[1641423003] 'process raft request' (duration: 135.614961ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:29.235644Z","caller":"traceutil/trace.go:171","msg":"trace[756045532] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"135.348523ms","start":"2026-04-01T22:54:29.100269Z","end":"2026-04-01T22:54:29.235618Z","steps":["trace[756045532] 'process raft request' (duration: 134.860852ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:29.235687Z","caller":"traceutil/trace.go:171","msg":"trace[408764687] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"135.004575ms","start":"2026-04-01T22:54:29.100661Z","end":"2026-04-01T22:54:29.235666Z","steps":["trace[408764687] 'process raft request' (duration: 134.807851ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:29.23572Z","caller":"traceutil/trace.go:171","msg":"trace[1628422638] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"134.974874ms","start":"2026-04-01T22:54:29.10071Z","end":"2026-04-01T22:54:29.235684Z","steps":["trace[1628422638] 'process raft request' (duration: 134.872321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:29.235969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.334753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-04-01T22:54:29.236041Z","caller":"traceutil/trace.go:171","msg":"trace[1601446196] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5149; }","duration":"135.443935ms","start":"2026-04-01T22:54:29.100582Z","end":"2026-04-01T22:54:29.236026Z","steps":["trace[1601446196] 'agreement among raft nodes before linearized reading' (duration: 135.106807ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:29.814762Z","caller":"traceutil/trace.go:171","msg":"trace[1858735013] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"103.94752ms","start":"2026-04-01T22:54:29.71079Z","end":"2026-04-01T22:54:29.814738Z","steps":["trace[1858735013] 'process raft request' (duration: 99.455821ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:29.814968Z","caller":"traceutil/trace.go:171","msg":"trace[1099789080] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"100.67099ms","start":"2026-04-01T22:54:29.714268Z","end":"2026-04-01T22:54:29.814939Z","steps":["trace[1099789080] 'process raft request' (duration: 100.412394ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:30.672979Z","caller":"traceutil/trace.go:171","msg":"trace[1246528172] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"101.970852ms","start":"2026-04-01T22:54:30.570969Z","end":"2026-04-01T22:54:30.67294Z","steps":["trace[1246528172] 'process raft request' (duration: 101.691045ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:30.677049Z","caller":"traceutil/trace.go:171","msg":"trace[712211207] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"104.749727ms","start":"2026-04-01T22:54:30.572274Z","end":"2026-04-01T22:54:30.677023Z","steps":["trace[712211207] 'process raft request' (duration: 104.566173ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:43.253229Z","caller":"traceutil/trace.go:171","msg":"trace[1360892637] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"186.441677ms","start":"2026-04-01T22:54:43.066764Z","end":"2026-04-01T22:54:43.253206Z","steps":["trace[1360892637] 'process raft request' (duration: 183.376122ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:43.253347Z","caller":"traceutil/trace.go:171","msg":"trace[691137227] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"112.518378ms","start":"2026-04-01T22:54:43.1408Z","end":"2026-04-01T22:54:43.253318Z","steps":["trace[691137227] 'process raft request' (duration: 112.275952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:44.723511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093428946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:54:44.723635Z","caller":"traceutil/trace.go:171","msg":"trace[938731566] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5380; }","duration":"1.093608461s","start":"2026-04-01T22:54:43.630001Z","end":"2026-04-01T22:54:44.723609Z","steps":["trace[938731566] 'count revisions from in-memory index tree' (duration: 1.093306833s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:44.723702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:43.629979Z","time spent":"1.093704353s","remote":"127.0.0.1:41786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:54:44.723824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23207648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:54:44.723944Z","caller":"traceutil/trace.go:171","msg":"trace[794094866] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5380; }","duration":"1.232202993s","start":"2026-04-01T22:54:43.491681Z","end":"2026-04-01T22:54:44.723884Z","steps":["trace[794094866] 'count revisions from in-memory index tree' (duration: 1.232004988s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:44.724017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:43.491661Z","time spent":"1.232343506s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:54:44.724839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.971828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:54:44.725007Z","caller":"traceutil/trace.go:171","msg":"trace[2054016213] linearizableReadLoop","detail":"{readStateIndex:5587; appliedIndex:5586; }","duration":"656.294009ms","start":"2026-04-01T22:54:44.06869Z","end":"2026-04-01T22:54:44.724984Z","steps":["trace[2054016213] 'read index received' (duration: 37.651µs)","trace[2054016213] 'applied index is now lower than readState.Index' (duration: 656.254218ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:54:44.725107Z","caller":"traceutil/trace.go:171","msg":"trace[613752141] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"1.039813211s","start":"2026-04-01T22:54:43.685269Z","end":"2026-04-01T22:54:44.725082Z","steps":["trace[613752141] 'process raft request' (duration: 160.467924ms)","trace[613752141] 'compare' (duration: 877.638695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:54:44.725268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:43.685247Z","time spent":"1.039925874s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:54:44.725295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.589266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:54:44.725391Z","caller":"traceutil/trace.go:171","msg":"trace[1026911330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5381; }","duration":"656.71976ms","start":"2026-04-01T22:54:44.06865Z","end":"2026-04-01T22:54:44.72537Z","steps":["trace[1026911330] 'agreement among raft nodes before linearized reading' (duration: 656.567116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:44.725435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:44.06863Z","time spent":"656.797011ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T22:54:45.117089Z","caller":"traceutil/trace.go:171","msg":"trace[405299431] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"397.864611ms","start":"2026-04-01T22:54:44.719186Z","end":"2026-04-01T22:54:45.117051Z","steps":["trace[405299431] 'process raft request' (duration: 366.737574ms)","trace[405299431] 'compare' (duration: 30.583714ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:54:45.117181Z","caller":"traceutil/trace.go:171","msg":"trace[1025777758] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"397.284287ms","start":"2026-04-01T22:54:44.719877Z","end":"2026-04-01T22:54:45.117162Z","steps":["trace[1025777758] 'process raft request' (duration: 397.00968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:45.117181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016399411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:54:45.117206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.446407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:54:45.117277Z","caller":"traceutil/trace.go:171","msg":"trace[1703028916] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5383; }","duration":"1.016546135s","start":"2026-04-01T22:54:44.100705Z","end":"2026-04-01T22:54:45.117251Z","steps":["trace[1703028916] 'agreement among raft nodes before linearized reading' (duration: 1.0163523s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:45.117312Z","caller":"traceutil/trace.go:171","msg":"trace[541171892] linearizableReadLoop","detail":"{readStateIndex:5589; appliedIndex:5587; }","duration":"392.014078ms","start":"2026-04-01T22:54:44.725037Z","end":"2026-04-01T22:54:45.117051Z","steps":["trace[541171892] 'read index received' (duration: 360.908621ms)","trace[541171892] 'applied index is now lower than readState.Index' (duration: 31.104277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:54:45.11734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:44.100682Z","time spent":"1.016642678s","remote":"127.0.0.1:41672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:54:45.117259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:44.719159Z","time spent":"398.012884ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:54:45.117451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.201884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:54:45.117335Z","caller":"traceutil/trace.go:171","msg":"trace[1093172025] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5383; }","duration":"666.639861ms","start":"2026-04-01T22:54:44.450669Z","end":"2026-04-01T22:54:45.117309Z","steps":["trace[1093172025] 'agreement among raft nodes before linearized reading' (duration: 666.408226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:45.117545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.103358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T22:54:45.117554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.771046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:54:45.117587Z","caller":"traceutil/trace.go:171","msg":"trace[934713971] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5383; }","duration":"165.19001ms","start":"2026-04-01T22:54:44.952388Z","end":"2026-04-01T22:54:45.117578Z","steps":["trace[934713971] 'agreement among raft nodes before linearized reading' (duration: 165.103178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:45.117586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:44.45064Z","time spent":"666.898917ms","remote":"127.0.0.1:47204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:54:45.117262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:44.719834Z","time spent":"397.382829ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:54:45.117649Z","caller":"traceutil/trace.go:171","msg":"trace[588925992] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5383; }","duration":"814.897828ms","start":"2026-04-01T22:54:44.302725Z","end":"2026-04-01T22:54:45.117623Z","steps":["trace[588925992] 'agreement among raft nodes before linearized reading' (duration: 814.754284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:45.117699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:44.302705Z","time spent":"814.98091ms","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-01T22:54:45.117507Z","caller":"traceutil/trace.go:171","msg":"trace[353977806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5383; }","duration":"390.301627ms","start":"2026-04-01T22:54:44.727192Z","end":"2026-04-01T22:54:45.117494Z","steps":["trace[353977806] 'agreement among raft nodes before linearized reading' (duration: 390.208595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:45.117819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:44.727163Z","time spent":"390.637204ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T22:54:45.242967Z","caller":"traceutil/trace.go:171","msg":"trace[812609961] linearizableReadLoop","detail":"{readStateIndex:5590; appliedIndex:5589; }","duration":"115.247334ms","start":"2026-04-01T22:54:45.127688Z","end":"2026-04-01T22:54:45.242935Z","steps":["trace[812609961] 'read index received' (duration: 111.77611ms)","trace[812609961] 'applied index is now lower than readState.Index' (duration: 3.470074ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:54:45.243077Z","caller":"traceutil/trace.go:171","msg":"trace[1282589785] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"119.284233ms","start":"2026-04-01T22:54:45.123737Z","end":"2026-04-01T22:54:45.243022Z","steps":["trace[1282589785] 'process raft request' (duration: 115.818659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:45.243165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.453719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:54:45.243228Z","caller":"traceutil/trace.go:171","msg":"trace[1743047681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5384; }","duration":"115.559371ms","start":"2026-04-01T22:54:45.127655Z","end":"2026-04-01T22:54:45.243214Z","steps":["trace[1743047681] 'agreement among raft nodes before linearized reading' (duration: 115.399657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:45.848101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.866409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:54:45.848211Z","caller":"traceutil/trace.go:171","msg":"trace[1572302375] linearizableReadLoop","detail":"{readStateIndex:5640; appliedIndex:5639; }","duration":"171.705508ms","start":"2026-04-01T22:54:45.676488Z","end":"2026-04-01T22:54:45.848193Z","steps":["trace[1572302375] 'read index received' (duration: 34.251µs)","trace[1572302375] 'applied index is now lower than readState.Index' (duration: 171.669887ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:54:45.848473Z","caller":"traceutil/trace.go:171","msg":"trace[1367480116] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"217.120743ms","start":"2026-04-01T22:54:45.631338Z","end":"2026-04-01T22:54:45.848459Z","steps":["trace[1367480116] 'process raft request' (duration: 40.813943ms)","trace[1367480116] 'compare' (duration: 175.756817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:54:45.848474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.933741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:54:45.848561Z","caller":"traceutil/trace.go:171","msg":"trace[1209639401] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5434; }","duration":"130.079285ms","start":"2026-04-01T22:54:45.71846Z","end":"2026-04-01T22:54:45.848539Z","steps":["trace[1209639401] 'agreement among raft nodes before linearized reading' (duration: 129.935611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:45.849527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.034009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-01T22:54:45.849571Z","caller":"traceutil/trace.go:171","msg":"trace[1592544968] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5434; }","duration":"173.130511ms","start":"2026-04-01T22:54:45.676431Z","end":"2026-04-01T22:54:45.849561Z","steps":["trace[1592544968] 'agreement among raft nodes before linearized reading' (duration: 171.881812ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:46.033306Z","caller":"traceutil/trace.go:171","msg":"trace[444109142] linearizableReadLoop","detail":"{readStateIndex:5641; appliedIndex:5640; }","duration":"167.477485ms","start":"2026-04-01T22:54:45.865789Z","end":"2026-04-01T22:54:46.033266Z","steps":["trace[444109142] 'read index received' (duration: 124.238193ms)","trace[444109142] 'applied index is now lower than readState.Index' (duration: 43.237702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:54:46.03373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.916696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-04-01T22:54:46.033782Z","caller":"traceutil/trace.go:171","msg":"trace[1193729794] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5435; }","duration":"168.041379ms","start":"2026-04-01T22:54:45.865725Z","end":"2026-04-01T22:54:46.033766Z","steps":["trace[1193729794] 'agreement among raft nodes before linearized reading' (duration: 167.757402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:46.03375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.678527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-01T22:54:46.033846Z","caller":"traceutil/trace.go:171","msg":"trace[842586576] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5435; }","duration":"150.83482ms","start":"2026-04-01T22:54:45.882983Z","end":"2026-04-01T22:54:46.033818Z","steps":["trace[842586576] 'agreement among raft nodes before linearized reading' (duration: 150.567864ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:46.034066Z","caller":"traceutil/trace.go:171","msg":"trace[1065672668] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"169.303929ms","start":"2026-04-01T22:54:45.864724Z","end":"2026-04-01T22:54:46.034028Z","steps":["trace[1065672668] 'process raft request' (duration: 125.285739ms)","trace[1065672668] 'compare' (duration: 43.036077ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:54:46.279836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.701543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:54:46.279951Z","caller":"traceutil/trace.go:171","msg":"trace[713695859] linearizableReadLoop","detail":"{readStateIndex:5643; appliedIndex:5642; }","duration":"170.225613ms","start":"2026-04-01T22:54:46.109702Z","end":"2026-04-01T22:54:46.279927Z","steps":["trace[713695859] 'read index received' (duration: 43.308185ms)","trace[713695859] 'applied index is now lower than readState.Index' (duration: 126.915368ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:54:46.279965Z","caller":"traceutil/trace.go:171","msg":"trace[403590584] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"173.112682ms","start":"2026-04-01T22:54:46.106829Z","end":"2026-04-01T22:54:46.279942Z","steps":["trace[403590584] 'process raft request' (duration: 46.228975ms)","trace[403590584] 'compare' (duration: 126.466427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:54:46.280142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.760212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:54:46.280196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.479379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-01T22:54:46.28022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.365736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-01T22:54:46.280259Z","caller":"traceutil/trace.go:171","msg":"trace[2058780780] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5437; }","duration":"170.56292ms","start":"2026-04-01T22:54:46.109676Z","end":"2026-04-01T22:54:46.280239Z","steps":["trace[2058780780] 'agreement among raft nodes before linearized reading' (duration: 170.335125ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:46.280337Z","caller":"traceutil/trace.go:171","msg":"trace[862697854] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5437; }","duration":"170.463988ms","start":"2026-04-01T22:54:46.109807Z","end":"2026-04-01T22:54:46.280271Z","steps":["trace[862697854] 'agreement among raft nodes before linearized reading' (duration: 170.237573ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:46.280225Z","caller":"traceutil/trace.go:171","msg":"trace[1140303181] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5437; }","duration":"137.903156ms","start":"2026-04-01T22:54:46.142302Z","end":"2026-04-01T22:54:46.280205Z","steps":["trace[1140303181] 'agreement among raft nodes before linearized reading' (duration: 137.761672ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:46.514909Z","caller":"traceutil/trace.go:171","msg":"trace[950136741] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"187.531673ms","start":"2026-04-01T22:54:46.327356Z","end":"2026-04-01T22:54:46.514888Z","steps":["trace[950136741] 'process raft request' (duration: 187.39119ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:46.515437Z","caller":"traceutil/trace.go:171","msg":"trace[226437955] linearizableReadLoop","detail":"{readStateIndex:5646; appliedIndex:5646; }","duration":"141.975515ms","start":"2026-04-01T22:54:46.373453Z","end":"2026-04-01T22:54:46.515429Z","steps":["trace[226437955] 'read index received' (duration: 141.971985ms)","trace[226437955] 'applied index is now lower than readState.Index' (duration: 2.9µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:54:46.515571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.542562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a25d924a995319\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-04-01T22:54:46.515599Z","caller":"traceutil/trace.go:171","msg":"trace[1119431700] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a25d924a995319; range_end:; response_count:1; response_revision:5439; }","duration":"196.607894ms","start":"2026-04-01T22:54:46.318983Z","end":"2026-04-01T22:54:46.515591Z","steps":["trace[1119431700] 'agreement among raft nodes before linearized reading' (duration: 196.495761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:46.556144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.318556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:54:46.556132Z","caller":"traceutil/trace.go:171","msg":"trace[1691521268] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"181.943458ms","start":"2026-04-01T22:54:46.374165Z","end":"2026-04-01T22:54:46.556108Z","steps":["trace[1691521268] 'process raft request' (duration: 181.764153ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:46.556479Z","caller":"traceutil/trace.go:171","msg":"trace[670291143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5440; }","duration":"124.702415ms","start":"2026-04-01T22:54:46.431751Z","end":"2026-04-01T22:54:46.556453Z","steps":["trace[670291143] 'agreement among raft nodes before linearized reading' (duration: 124.320826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:46.556467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.256305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:54:46.556552Z","caller":"traceutil/trace.go:171","msg":"trace[1696351383] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:5440; }","duration":"115.747067ms","start":"2026-04-01T22:54:46.440776Z","end":"2026-04-01T22:54:46.556523Z","steps":["trace[1696351383] 'agreement among raft nodes before linearized reading' (duration: 115.255996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:46.556686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.185876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a25d922df68583\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-01T22:54:46.556746Z","caller":"traceutil/trace.go:171","msg":"trace[926910014] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a25d922df68583; range_end:; response_count:1; response_revision:5440; }","duration":"178.265998ms","start":"2026-04-01T22:54:46.378453Z","end":"2026-04-01T22:54:46.556719Z","steps":["trace[926910014] 'agreement among raft nodes before linearized reading' (duration: 177.589122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:46.556871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.646125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-01T22:54:46.557024Z","caller":"traceutil/trace.go:171","msg":"trace[1701943594] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5440; }","duration":"173.842671ms","start":"2026-04-01T22:54:46.383143Z","end":"2026-04-01T22:54:46.556986Z","steps":["trace[1701943594] 'agreement among raft nodes before linearized reading' (duration: 172.900658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:46.863564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.896911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-01T22:54:46.863661Z","caller":"traceutil/trace.go:171","msg":"trace[855073919] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5444; }","duration":"174.027474ms","start":"2026-04-01T22:54:46.689607Z","end":"2026-04-01T22:54:46.863634Z","steps":["trace[855073919] 'range keys from in-memory index tree' (duration: 173.736317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:46.863843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.573051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:54:46.863964Z","caller":"traceutil/trace.go:171","msg":"trace[799250497] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"133.528229ms","start":"2026-04-01T22:54:46.730416Z","end":"2026-04-01T22:54:46.863945Z","steps":["trace[799250497] 'process raft request' (duration: 17.769242ms)","trace[799250497] 'compare' (duration: 115.231383ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:54:47.672572Z","caller":"traceutil/trace.go:171","msg":"trace[428833198] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"307.39705ms","start":"2026-04-01T22:54:47.365154Z","end":"2026-04-01T22:54:47.672551Z","steps":["trace[428833198] 'process raft request' (duration: 307.143664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:47.672675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:47.365139Z","time spent":"307.483563ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:54:47.672734Z","caller":"traceutil/trace.go:171","msg":"trace[1984413718] linearizableReadLoop","detail":"{readStateIndex:5662; appliedIndex:5658; }","duration":"307.141103ms","start":"2026-04-01T22:54:47.365567Z","end":"2026-04-01T22:54:47.672708Z","steps":["trace[1984413718] 'read index received' (duration: 32.51729ms)","trace[1984413718] 'applied index is now lower than readState.Index' (duration: 274.622933ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:54:47.672859Z","caller":"traceutil/trace.go:171","msg":"trace[1448014224] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"307.592404ms","start":"2026-04-01T22:54:47.365255Z","end":"2026-04-01T22:54:47.672848Z","steps":["trace[1448014224] 'process raft request' (duration: 307.257716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:47.672984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.42381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80045"} {"level":"warn","ts":"2026-04-01T22:54:47.672981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:47.36525Z","time spent":"307.635895ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:54:47.67301Z","caller":"traceutil/trace.go:171","msg":"trace[839152077] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5456; }","duration":"307.450741ms","start":"2026-04-01T22:54:47.365553Z","end":"2026-04-01T22:54:47.673004Z","steps":["trace[839152077] 'agreement among raft nodes before linearized reading' (duration: 307.302787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:47.673028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:47.365516Z","time spent":"307.507432ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80068,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T22:54:47.673121Z","caller":"traceutil/trace.go:171","msg":"trace[1234685615] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"307.825319ms","start":"2026-04-01T22:54:47.365289Z","end":"2026-04-01T22:54:47.673115Z","steps":["trace[1234685615] 'process raft request' (duration: 307.348488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:47.673148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:47.365285Z","time spent":"307.84681ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:54:47.673209Z","caller":"traceutil/trace.go:171","msg":"trace[1402005763] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"307.492731ms","start":"2026-04-01T22:54:47.365712Z","end":"2026-04-01T22:54:47.673205Z","steps":["trace[1402005763] 'process raft request' (duration: 306.963419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:47.673231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:47.36569Z","time spent":"307.528932ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:54:49.902549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788800648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T22:54:50.402871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788800648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T22:54:50.455077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.323241297s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T22:54:50.703848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.475925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:54:50.704092Z","caller":"traceutil/trace.go:171","msg":"trace[350331740] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"1.572307658s","start":"2026-04-01T22:54:49.131759Z","end":"2026-04-01T22:54:50.704067Z","steps":["trace[350331740] 'process raft request' (duration: 1.323528925s)","trace[350331740] 'compare' (duration: 248.011804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:54:50.704451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:49.131741Z","time spent":"1.572533893s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:54:50.711513Z","caller":"traceutil/trace.go:171","msg":"trace[1391751935] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"1.579267727s","start":"2026-04-01T22:54:49.132196Z","end":"2026-04-01T22:54:50.711463Z","steps":["trace[1391751935] 'process raft request' (duration: 1.578907399s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:50.711679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:49.132171Z","time spent":"1.579441872s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:54:50.711706Z","caller":"traceutil/trace.go:171","msg":"trace[719997754] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"1.34595579s","start":"2026-04-01T22:54:49.36571Z","end":"2026-04-01T22:54:50.711666Z","steps":["trace[719997754] 'process raft request' (duration: 1.34552807s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:50.711878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:49.365687Z","time spent":"1.346098414s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:54:50.712034Z","caller":"traceutil/trace.go:171","msg":"trace[514397531] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"769.586186ms","start":"2026-04-01T22:54:49.942285Z","end":"2026-04-01T22:54:50.711871Z","steps":["trace[514397531] 'process raft request' (duration: 769.293509ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:50.712233Z","caller":"traceutil/trace.go:171","msg":"trace[2030610847] linearizableReadLoop","detail":"{readStateIndex:5669; appliedIndex:5665; }","duration":"1.310666102s","start":"2026-04-01T22:54:49.401514Z","end":"2026-04-01T22:54:50.71218Z","steps":["trace[2030610847] 'read index received' (duration: 1.053776792s)","trace[2030610847] 'applied index is now lower than readState.Index' (duration: 256.88595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:54:50.712282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:49.942258Z","time spent":"769.831852ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:54:50.712442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310931678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T22:54:50.712511Z","caller":"traceutil/trace.go:171","msg":"trace[1657460807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5462; }","duration":"1.311039261s","start":"2026-04-01T22:54:49.401452Z","end":"2026-04-01T22:54:50.712491Z","steps":["trace[1657460807] 'agreement among raft nodes before linearized reading' (duration: 1.310860347s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:50.712562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:49.40142Z","time spent":"1.311130843s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T22:54:50.719549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043081511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T22:54:50.719582Z","caller":"traceutil/trace.go:171","msg":"trace[1884987166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5463; }","duration":"1.043153262s","start":"2026-04-01T22:54:49.676421Z","end":"2026-04-01T22:54:50.719574Z","steps":["trace[1884987166] 'agreement among raft nodes before linearized reading' (duration: 1.043046689s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:50.719601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:49.676399Z","time spent":"1.043197963s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T22:54:50.719654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.382449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T22:54:50.719718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.956787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-01T22:54:50.71975Z","caller":"traceutil/trace.go:171","msg":"trace[132134868] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5463; }","duration":"143.523473ms","start":"2026-04-01T22:54:50.576215Z","end":"2026-04-01T22:54:50.719738Z","steps":["trace[132134868] 'agreement among raft nodes before linearized reading' (duration: 143.335638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:50.719761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042062106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T22:54:50.71975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.244392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T22:54:50.719771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.92496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:54:50.719808Z","caller":"traceutil/trace.go:171","msg":"trace[58254103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5463; }","duration":"396.333695ms","start":"2026-04-01T22:54:50.323461Z","end":"2026-04-01T22:54:50.719795Z","steps":["trace[58254103] 'agreement among raft nodes before linearized reading' (duration: 396.236963ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:50.71983Z","caller":"traceutil/trace.go:171","msg":"trace[949879278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5463; }","duration":"649.012123ms","start":"2026-04-01T22:54:50.070803Z","end":"2026-04-01T22:54:50.719815Z","steps":["trace[949879278] 'agreement among raft nodes before linearized reading' (duration: 648.948321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:50.719846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:50.323449Z","time spent":"396.386576ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:54:50.719831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.116765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-01T22:54:50.71989Z","caller":"traceutil/trace.go:171","msg":"trace[152415941] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"173.515692ms","start":"2026-04-01T22:54:50.546339Z","end":"2026-04-01T22:54:50.719855Z","steps":["trace[152415941] 'process raft request' (duration: 173.069192ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:50.719765Z","caller":"traceutil/trace.go:171","msg":"trace[704363992] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5463; }","duration":"431.055499ms","start":"2026-04-01T22:54:50.288697Z","end":"2026-04-01T22:54:50.719753Z","steps":["trace[704363992] 'agreement among raft nodes before linearized reading' (duration: 430.879085ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:50.71992Z","caller":"traceutil/trace.go:171","msg":"trace[932366883] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5463; }","duration":"432.220347ms","start":"2026-04-01T22:54:50.287678Z","end":"2026-04-01T22:54:50.719898Z","steps":["trace[932366883] 'agreement among raft nodes before linearized reading' (duration: 432.043622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:50.719951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037836373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac8878e6-86db-4fd3-b72b-f9eae94c52e1\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-04-01T22:54:50.719672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.723836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-01T22:54:50.720032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:50.287665Z","time spent":"432.35209ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T22:54:50.719838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042189829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T22:54:50.71987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:50.070778Z","time spent":"649.086155ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T22:54:50.719784Z","caller":"traceutil/trace.go:171","msg":"trace[1332421374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5463; }","duration":"1.042085437s","start":"2026-04-01T22:54:49.677692Z","end":"2026-04-01T22:54:50.719778Z","steps":["trace[1332421374] 'agreement among raft nodes before linearized reading' (duration: 1.042027165s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:50.720197Z","caller":"traceutil/trace.go:171","msg":"trace[997246987] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5463; }","duration":"460.188738ms","start":"2026-04-01T22:54:50.259878Z","end":"2026-04-01T22:54:50.720067Z","steps":["trace[997246987] 'agreement among raft nodes before linearized reading' (duration: 459.654435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:50.720191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:49.677632Z","time spent":"1.042538847s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T22:54:50.719976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:50.288673Z","time spent":"431.288345ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-01T22:54:50.720125Z","caller":"traceutil/trace.go:171","msg":"trace[1967731791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5463; }","duration":"1.042489467s","start":"2026-04-01T22:54:49.677623Z","end":"2026-04-01T22:54:50.720113Z","steps":["trace[1967731791] 'agreement among raft nodes before linearized reading' (duration: 1.042174339s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:50.720511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:49.677613Z","time spent":"1.042884526s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T22:54:50.719724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040925879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv87h\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T22:54:50.720561Z","caller":"traceutil/trace.go:171","msg":"trace[388119180] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv87h; range_end:; response_count:1; response_revision:5463; }","duration":"1.04179262s","start":"2026-04-01T22:54:49.678755Z","end":"2026-04-01T22:54:50.720547Z","steps":["trace[388119180] 'agreement among raft nodes before linearized reading' (duration: 1.040848257s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:50.720603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:49.678742Z","time spent":"1.041846291s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-hv87h\" "} {"level":"warn","ts":"2026-04-01T22:54:50.71988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043194133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T22:54:50.72065Z","caller":"traceutil/trace.go:171","msg":"trace[251201488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5463; }","duration":"1.043974062s","start":"2026-04-01T22:54:49.676666Z","end":"2026-04-01T22:54:50.72064Z","steps":["trace[251201488] 'agreement among raft nodes before linearized reading' (duration: 1.043183583s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:50.720686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:49.676657Z","time spent":"1.044020333s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T22:54:50.720743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:50.259858Z","time spent":"460.493544ms","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-01T22:54:50.720829Z","caller":"traceutil/trace.go:171","msg":"trace[136154991] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac8878e6-86db-4fd3-b72b-f9eae94c52e1; range_end:; response_count:1; response_revision:5463; }","duration":"1.037975306s","start":"2026-04-01T22:54:49.682046Z","end":"2026-04-01T22:54:50.720021Z","steps":["trace[136154991] 'agreement among raft nodes before linearized reading' (duration: 1.03772676s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:50.721376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:54:49.682031Z","time spent":"1.039327289s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac8878e6-86db-4fd3-b72b-f9eae94c52e1\" "} {"level":"warn","ts":"2026-04-01T22:54:52.990701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.347624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac8878e6-86db-4fd3-b72b-f9eae94c52e1\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-01T22:54:52.99087Z","caller":"traceutil/trace.go:171","msg":"trace[403164202] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac8878e6-86db-4fd3-b72b-f9eae94c52e1; range_end:; response_count:1; response_revision:5489; }","duration":"149.567169ms","start":"2026-04-01T22:54:52.841282Z","end":"2026-04-01T22:54:52.99085Z","steps":["trace[403164202] 'range keys from in-memory index tree' (duration: 149.160599ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:54:57.188358Z","caller":"traceutil/trace.go:171","msg":"trace[872716538] linearizableReadLoop","detail":"{readStateIndex:5748; appliedIndex:5747; }","duration":"117.736265ms","start":"2026-04-01T22:54:57.070588Z","end":"2026-04-01T22:54:57.188325Z","steps":["trace[872716538] 'read index received' (duration: 117.151771ms)","trace[872716538] 'applied index is now lower than readState.Index' (duration: 582.524µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:54:57.188466Z","caller":"traceutil/trace.go:171","msg":"trace[1746458989] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"182.802198ms","start":"2026-04-01T22:54:57.005635Z","end":"2026-04-01T22:54:57.188437Z","steps":["trace[1746458989] 'process raft request' (duration: 182.449229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:54:57.188526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.925939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:54:57.188612Z","caller":"traceutil/trace.go:171","msg":"trace[1387099537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5539; }","duration":"118.046762ms","start":"2026-04-01T22:54:57.070532Z","end":"2026-04-01T22:54:57.188579Z","steps":["trace[1387099537] 'agreement among raft nodes before linearized reading' (duration: 117.920109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:01.984366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788800881,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T22:55:02.048127Z","caller":"traceutil/trace.go:171","msg":"trace[113634422] linearizableReadLoop","detail":"{readStateIndex:5783; appliedIndex:5782; }","duration":"564.486766ms","start":"2026-04-01T22:55:01.483622Z","end":"2026-04-01T22:55:02.048109Z","steps":["trace[113634422] 'read index received' (duration: 561.272948ms)","trace[113634422] 'applied index is now lower than readState.Index' (duration: 3.212698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:55:02.048343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.711001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T22:55:02.048381Z","caller":"traceutil/trace.go:171","msg":"trace[746999351] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5573; }","duration":"564.794603ms","start":"2026-04-01T22:55:01.483578Z","end":"2026-04-01T22:55:02.048373Z","steps":["trace[746999351] 'agreement among raft nodes before linearized reading' (duration: 564.632709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:02.048407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:01.483559Z","time spent":"564.842765ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T22:55:02.055404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.803798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T22:55:02.05544Z","caller":"traceutil/trace.go:171","msg":"trace[1484483251] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5574; }","duration":"369.88373ms","start":"2026-04-01T22:55:01.685549Z","end":"2026-04-01T22:55:02.055433Z","steps":["trace[1484483251] 'agreement among raft nodes before linearized reading' (duration: 369.780998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:02.05548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:01.685528Z","time spent":"369.943341ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":44,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-01T22:55:04.449274Z","caller":"traceutil/trace.go:171","msg":"trace[979991436] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"236.569307ms","start":"2026-04-01T22:55:04.212663Z","end":"2026-04-01T22:55:04.449232Z","steps":["trace[979991436] 'process raft request' (duration: 143.905992ms)","trace[979991436] 'compare' (duration: 92.46186ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:55:04.449651Z","caller":"traceutil/trace.go:171","msg":"trace[1465684031] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"236.863973ms","start":"2026-04-01T22:55:04.212776Z","end":"2026-04-01T22:55:04.44964Z","steps":["trace[1465684031] 'process raft request' (duration: 236.396921ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:04.449712Z","caller":"traceutil/trace.go:171","msg":"trace[1640173883] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"236.31534ms","start":"2026-04-01T22:55:04.213378Z","end":"2026-04-01T22:55:04.449693Z","steps":["trace[1640173883] 'process raft request' (duration: 236.074644ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:04.449902Z","caller":"traceutil/trace.go:171","msg":"trace[1110219664] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"234.888406ms","start":"2026-04-01T22:55:04.215002Z","end":"2026-04-01T22:55:04.449891Z","steps":["trace[1110219664] 'process raft request' (duration: 234.622089ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:04.44991Z","caller":"traceutil/trace.go:171","msg":"trace[373014552] linearizableReadLoop","detail":"{readStateIndex:5799; appliedIndex:5795; }","duration":"173.651695ms","start":"2026-04-01T22:55:04.276219Z","end":"2026-04-01T22:55:04.44987Z","steps":["trace[373014552] 'read index received' (duration: 80.259383ms)","trace[373014552] 'applied index is now lower than readState.Index' (duration: 93.389932ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:55:04.450105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.86763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T22:55:04.450257Z","caller":"traceutil/trace.go:171","msg":"trace[1651409820] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5589; }","duration":"174.021814ms","start":"2026-04-01T22:55:04.276172Z","end":"2026-04-01T22:55:04.450193Z","steps":["trace[1651409820] 'agreement among raft nodes before linearized reading' (duration: 173.826999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:17.311155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152386912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:55:17.311247Z","caller":"traceutil/trace.go:171","msg":"trace[234700123] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5721; }","duration":"2.152530946s","start":"2026-04-01T22:55:15.158695Z","end":"2026-04-01T22:55:17.311226Z","steps":["trace[234700123] 'count revisions from in-memory index tree' (duration: 2.152320101s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:17.311294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:15.158679Z","time spent":"2.152604558s","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:55:17.311777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241099842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:55:17.311828Z","caller":"traceutil/trace.go:171","msg":"trace[1023488905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5721; }","duration":"2.241196794s","start":"2026-04-01T22:55:15.070619Z","end":"2026-04-01T22:55:17.311816Z","steps":["trace[1023488905] 'range keys from in-memory index tree' (duration: 2.24100281s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:17.311858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:15.070586Z","time spent":"2.241264816s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T22:55:17.312484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.127623ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:55:17.312605Z","caller":"traceutil/trace.go:171","msg":"trace[1352525737] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5721; }","duration":"510.267107ms","start":"2026-04-01T22:55:16.802321Z","end":"2026-04-01T22:55:17.312589Z","steps":["trace[1352525737] 'range keys from in-memory index tree' (duration: 510.112473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:17.312598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235693581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T22:55:17.316741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243945821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T22:55:17.316832Z","caller":"traceutil/trace.go:171","msg":"trace[140038201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5721; }","duration":"2.244065644s","start":"2026-04-01T22:55:15.072737Z","end":"2026-04-01T22:55:17.316803Z","steps":["trace[140038201] 'range keys from in-memory index tree' (duration: 2.239547554s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:17.316864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:15.072709Z","time spent":"2.244146706s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T22:55:17.317338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760971789s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:55:17.317398Z","caller":"traceutil/trace.go:171","msg":"trace[2033451295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5721; }","duration":"2.235778202s","start":"2026-04-01T22:55:15.076882Z","end":"2026-04-01T22:55:17.31266Z","steps":["trace[2033451295] 'range keys from in-memory index tree' (duration: 2.235561987s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:17.317512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:15.076874Z","time spent":"2.240628069s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T22:55:17.318282Z","caller":"traceutil/trace.go:171","msg":"trace[376288542] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"2.060370394s","start":"2026-04-01T22:55:15.25763Z","end":"2026-04-01T22:55:17.318001Z","steps":["trace[376288542] 'process raft request' (duration: 298.614836ms)","trace[376288542] 'compare' (duration: 1.755633419s)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:55:17.318714Z","caller":"traceutil/trace.go:171","msg":"trace[425695156] linearizableReadLoop","detail":"{readStateIndex:5936; appliedIndex:5935; }","duration":"1.832856318s","start":"2026-04-01T22:55:15.485769Z","end":"2026-04-01T22:55:17.318625Z","steps":["trace[425695156] 'read index received' (duration: 70.439484ms)","trace[425695156] 'applied index is now lower than readState.Index' (duration: 1.762400754s)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:55:17.318903Z","caller":"traceutil/trace.go:171","msg":"trace[1975390538] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"469.28345ms","start":"2026-04-01T22:55:16.849523Z","end":"2026-04-01T22:55:17.318807Z","steps":["trace[1975390538] 'process raft request' (duration: 469.121946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:17.31877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:15.257614Z","time spent":"2.060742844s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:55:17.319065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833299309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111201"} {"level":"info","ts":"2026-04-01T22:55:17.319111Z","caller":"traceutil/trace.go:171","msg":"trace[700919545] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5723; }","duration":"1.833382671s","start":"2026-04-01T22:55:15.485709Z","end":"2026-04-01T22:55:17.319091Z","steps":["trace[700919545] 'agreement among raft nodes before linearized reading' (duration: 1.833093674s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:17.319146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:15.485683Z","time spent":"1.833453623s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111224,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-04-01T22:55:17.319112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:16.8495Z","time spent":"469.463763ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:55:17.319733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225477782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:55:17.319879Z","caller":"traceutil/trace.go:171","msg":"trace[726204423] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5721; }","duration":"2.233004965s","start":"2026-04-01T22:55:15.086815Z","end":"2026-04-01T22:55:17.31982Z","steps":["trace[726204423] 'count revisions from in-memory index tree' (duration: 2.22537019s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:17.31998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:15.086796Z","time spent":"2.233148208s","remote":"127.0.0.1:41748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:55:17.819609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788801244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T22:55:18.11763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00059475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T22:55:18.117752Z","caller":"traceutil/trace.go:171","msg":"trace[1980946712] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000758063s","start":"2026-04-01T22:55:16.116957Z","end":"2026-04-01T22:55:18.117715Z","steps":["trace[1980946712] 'agreement among raft nodes before linearized reading' (duration: 2.0006187s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.117789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:16.116941Z","time spent":"2.000839865s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 22:55:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T22:55:18.709664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:18.339126Z","time spent":"370.528316ms","remote":"127.0.0.1:48178","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T22:55:18.709916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.797634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:55:18.710164Z","caller":"traceutil/trace.go:171","msg":"trace[5198336] linearizableReadLoop","detail":"{readStateIndex:5941; appliedIndex:5937; }","duration":"1.391390836s","start":"2026-04-01T22:55:17.318756Z","end":"2026-04-01T22:55:18.710146Z","steps":["trace[5198336] 'read index received' (duration: 671.258773ms)","trace[5198336] 'applied index is now lower than readState.Index' (duration: 720.130773ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:55:18.710241Z","caller":"traceutil/trace.go:171","msg":"trace[965838726] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"1.842272698s","start":"2026-04-01T22:55:16.867956Z","end":"2026-04-01T22:55:18.710229Z","steps":["trace[965838726] 'process raft request' (duration: 1.122072954s)","trace[965838726] 'compare' (duration: 719.364433ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:55:18.710306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:16.867942Z","time spent":"1.842330099s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:55:18.710426Z","caller":"traceutil/trace.go:171","msg":"trace[232541223] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"1.836699112s","start":"2026-04-01T22:55:16.873718Z","end":"2026-04-01T22:55:18.710417Z","steps":["trace[232541223] 'process raft request' (duration: 1.836292213s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.710484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:16.873693Z","time spent":"1.836760573s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:55:18.710564Z","caller":"traceutil/trace.go:171","msg":"trace[1570610102] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"1.389160072s","start":"2026-04-01T22:55:17.321396Z","end":"2026-04-01T22:55:18.710556Z","steps":["trace[1570610102] 'process raft request' (duration: 1.3886786s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.710614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:17.321372Z","time spent":"1.389217723s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:55:18.71077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333539161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T22:55:18.710873Z","caller":"traceutil/trace.go:171","msg":"trace[1878068283] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5727; }","duration":"2.333648154s","start":"2026-04-01T22:55:16.377174Z","end":"2026-04-01T22:55:18.710822Z","steps":["trace[1878068283] 'agreement among raft nodes before linearized reading' (duration: 2.333506811s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.710933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:16.377154Z","time spent":"2.333763066s","remote":"127.0.0.1:41668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":32,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:55:18.711263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406393793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T22:55:18.71132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692045782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T22:55:18.711362Z","caller":"traceutil/trace.go:171","msg":"trace[1998020832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5727; }","duration":"1.692125244s","start":"2026-04-01T22:55:17.019224Z","end":"2026-04-01T22:55:18.71135Z","steps":["trace[1998020832] 'agreement among raft nodes before linearized reading' (duration: 1.692008491s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.711366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640559179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:55:18.711398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:17.019198Z","time spent":"1.692192506s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T22:55:18.71139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152331124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:55:18.71141Z","caller":"traceutil/trace.go:171","msg":"trace[581408658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5727; }","duration":"1.640650312s","start":"2026-04-01T22:55:17.070743Z","end":"2026-04-01T22:55:18.711393Z","steps":["trace[581408658] 'agreement among raft nodes before linearized reading' (duration: 1.640554839s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:18.711372Z","caller":"traceutil/trace.go:171","msg":"trace[2063728246] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"1.388130256s","start":"2026-04-01T22:55:17.323203Z","end":"2026-04-01T22:55:18.711333Z","steps":["trace[2063728246] 'process raft request' (duration: 1.386905657s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.711444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:17.070723Z","time spent":"1.640715093s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T22:55:18.711441Z","caller":"traceutil/trace.go:171","msg":"trace[1263764938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5727; }","duration":"3.152415167s","start":"2026-04-01T22:55:15.559012Z","end":"2026-04-01T22:55:18.711427Z","steps":["trace[1263764938] 'agreement among raft nodes before linearized reading' (duration: 3.152334915s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.71149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:15.558995Z","time spent":"3.152479318s","remote":"127.0.0.1:57140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:55:18.711568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69110644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T22:55:18.711585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776582739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T22:55:18.711608Z","caller":"traceutil/trace.go:171","msg":"trace[719830378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5727; }","duration":"1.691175312s","start":"2026-04-01T22:55:17.020422Z","end":"2026-04-01T22:55:18.711597Z","steps":["trace[719830378] 'agreement among raft nodes before linearized reading' (duration: 1.69109001s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:18.711625Z","caller":"traceutil/trace.go:171","msg":"trace[1319954010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5727; }","duration":"1.776686581s","start":"2026-04-01T22:55:16.934927Z","end":"2026-04-01T22:55:18.711614Z","steps":["trace[1319954010] 'agreement among raft nodes before linearized reading' (duration: 1.776542218s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:18.711321Z","caller":"traceutil/trace.go:171","msg":"trace[1043632155] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:5727; }","duration":"2.406484726s","start":"2026-04-01T22:55:16.304821Z","end":"2026-04-01T22:55:18.711306Z","steps":["trace[1043632155] 'agreement among raft nodes before linearized reading' (duration: 2.406328162s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.71165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771322161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv87h\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-01T22:55:18.71166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:16.934904Z","time spent":"1.776747623s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T22:55:18.711645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825991371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:55:18.711717Z","caller":"traceutil/trace.go:171","msg":"trace[819444962] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv87h; range_end:; response_count:1; response_revision:5727; }","duration":"1.771415563s","start":"2026-04-01T22:55:16.940281Z","end":"2026-04-01T22:55:18.711697Z","steps":["trace[819444962] 'agreement among raft nodes before linearized reading' (duration: 1.771157127s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:18.71171Z","caller":"traceutil/trace.go:171","msg":"trace[1054243732] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5727; }","duration":"1.826095924s","start":"2026-04-01T22:55:16.885596Z","end":"2026-04-01T22:55:18.711692Z","steps":["trace[1054243732] 'agreement among raft nodes before linearized reading' (duration: 1.825978051s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.711707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:16.304803Z","time spent":"2.406871645s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-04-01T22:55:18.711772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:16.885582Z","time spent":"1.826173685s","remote":"127.0.0.1:41632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:55:18.711396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897696575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T22:55:18.711853Z","caller":"traceutil/trace.go:171","msg":"trace[1578422670] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5727; }","duration":"1.898204797s","start":"2026-04-01T22:55:16.813634Z","end":"2026-04-01T22:55:18.711839Z","steps":["trace[1578422670] 'agreement among raft nodes before linearized reading' (duration: 1.896993478s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.711885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:16.940262Z","time spent":"1.771570056s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-hv87h\" "} {"level":"warn","ts":"2026-04-01T22:55:18.7119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:16.813616Z","time spent":"1.89826915s","remote":"127.0.0.1:37518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:55:18.711878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218446753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111201"} {"level":"warn","ts":"2026-04-01T22:55:18.711554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:17.323189Z","time spent":"1.388269839s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:55:18.711973Z","caller":"traceutil/trace.go:171","msg":"trace[1402726852] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5727; }","duration":"3.218607977s","start":"2026-04-01T22:55:15.49335Z","end":"2026-04-01T22:55:18.711958Z","steps":["trace[1402726852] 'agreement among raft nodes before linearized reading' (duration: 3.218077975s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.712008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.071707312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-01T22:55:18.712052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679211542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-01T22:55:18.71208Z","caller":"traceutil/trace.go:171","msg":"trace[629485306] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5727; }","duration":"3.071812205s","start":"2026-04-01T22:55:15.640244Z","end":"2026-04-01T22:55:18.712056Z","steps":["trace[629485306] 'agreement among raft nodes before linearized reading' (duration: 3.071009825s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.711636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:17.020407Z","time spent":"1.691221442s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T22:55:18.712112Z","caller":"traceutil/trace.go:171","msg":"trace[801586052] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5727; }","duration":"2.679305684s","start":"2026-04-01T22:55:16.032794Z","end":"2026-04-01T22:55:18.7121Z","steps":["trace[801586052] 'agreement among raft nodes before linearized reading' (duration: 2.678699309s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.711789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94953215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-01T22:55:18.712129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:15.640222Z","time spent":"3.071893716s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-01T22:55:18.712103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:15.493327Z","time spent":"3.218710259s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111224,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-04-01T22:55:18.712161Z","caller":"traceutil/trace.go:171","msg":"trace[1797176737] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5727; }","duration":"2.949922089s","start":"2026-04-01T22:55:15.762217Z","end":"2026-04-01T22:55:18.712139Z","steps":["trace[1797176737] 'agreement among raft nodes before linearized reading' (duration: 2.949406146s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.712143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:16.032771Z","time spent":"2.679362305s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-01T22:55:18.712221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:15.7622Z","time spent":"2.950003521s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-01T22:55:18.714308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.354159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T22:55:18.714351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387173493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-04-01T22:55:18.714369Z","caller":"traceutil/trace.go:171","msg":"trace[363503658] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5728; }","duration":"344.466242ms","start":"2026-04-01T22:55:18.369886Z","end":"2026-04-01T22:55:18.714353Z","steps":["trace[363503658] 'agreement among raft nodes before linearized reading' (duration: 344.370909ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:18.714375Z","caller":"traceutil/trace.go:171","msg":"trace[1281711236] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"593.597234ms","start":"2026-04-01T22:55:18.120755Z","end":"2026-04-01T22:55:18.714352Z","steps":["trace[1281711236] 'process raft request' (duration: 593.391239ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:18.714403Z","caller":"traceutil/trace.go:171","msg":"trace[2028936335] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5728; }","duration":"1.387237584s","start":"2026-04-01T22:55:17.327149Z","end":"2026-04-01T22:55:18.714387Z","steps":["trace[2028936335] 'agreement among raft nodes before linearized reading' (duration: 1.387088501s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.714408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:18.369861Z","time spent":"344.537394ms","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:55:18.714439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:17.327139Z","time spent":"1.387291017s","remote":"127.0.0.1:37476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4890,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-01T22:55:18.714441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.298181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:55:18.714496Z","caller":"traceutil/trace.go:171","msg":"trace[748282675] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5728; }","duration":"204.422855ms","start":"2026-04-01T22:55:18.510057Z","end":"2026-04-01T22:55:18.71448Z","steps":["trace[748282675] 'agreement among raft nodes before linearized reading' (duration: 204.320562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.714487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:18.120742Z","time spent":"593.680966ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T22:55:18.714735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.818316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T22:55:18.714776Z","caller":"traceutil/trace.go:171","msg":"trace[1133445927] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5728; }","duration":"627.864857ms","start":"2026-04-01T22:55:18.086899Z","end":"2026-04-01T22:55:18.714764Z","steps":["trace[1133445927] 'agreement among raft nodes before linearized reading' (duration: 627.781536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.714818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363094277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-01T22:55:18.714834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:18.086836Z","time spent":"627.98183ms","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-01T22:55:18.714895Z","caller":"traceutil/trace.go:171","msg":"trace[981318282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5728; }","duration":"1.363174629s","start":"2026-04-01T22:55:17.351686Z","end":"2026-04-01T22:55:18.71486Z","steps":["trace[981318282] 'agreement among raft nodes before linearized reading' (duration: 1.363002025s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:18.714956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:17.351676Z","time spent":"1.36325146s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T22:55:19.252349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788801256,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T22:55:19.760358Z","caller":"traceutil/trace.go:171","msg":"trace[2009010478] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"1.043851359s","start":"2026-04-01T22:55:18.71648Z","end":"2026-04-01T22:55:19.760331Z","steps":["trace[2009010478] 'process raft request' (duration: 991.754371ms)","trace[2009010478] 'compare' (duration: 51.907923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:55:19.760496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:18.716456Z","time spent":"1.043972663s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:55:19.760585Z","caller":"traceutil/trace.go:171","msg":"trace[1567497448] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"1.043793079s","start":"2026-04-01T22:55:18.716766Z","end":"2026-04-01T22:55:19.760559Z","steps":["trace[1567497448] 'process raft request' (duration: 1.043525612s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:19.760729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:18.716747Z","time spent":"1.043906921s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:55:19.760612Z","caller":"traceutil/trace.go:171","msg":"trace[871691510] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"1.043327507s","start":"2026-04-01T22:55:18.717271Z","end":"2026-04-01T22:55:19.760599Z","steps":["trace[871691510] 'process raft request' (duration: 1.043189804s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:19.760791Z","caller":"traceutil/trace.go:171","msg":"trace[255747769] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"1.03147848s","start":"2026-04-01T22:55:18.729279Z","end":"2026-04-01T22:55:19.760757Z","steps":["trace[255747769] 'process raft request' (duration: 1.031271275s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:19.760862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:18.717258Z","time spent":"1.043567353s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:55:19.761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:18.729266Z","time spent":"1.031601462s","remote":"127.0.0.1:37554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7527,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:55:20.113651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.112424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:55:20.113871Z","caller":"traceutil/trace.go:171","msg":"trace[1681026665] linearizableReadLoop","detail":"{readStateIndex:5948; appliedIndex:5943; }","duration":"1.362271048s","start":"2026-04-01T22:55:18.751584Z","end":"2026-04-01T22:55:20.113855Z","steps":["trace[1681026665] 'read index received' (duration: 956.662589ms)","trace[1681026665] 'applied index is now lower than readState.Index' (duration: 405.607529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:55:20.113975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393317894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:55:20.113955Z","caller":"traceutil/trace.go:171","msg":"trace[670097007] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"786.847486ms","start":"2026-04-01T22:55:19.32706Z","end":"2026-04-01T22:55:20.113907Z","steps":["trace[670097007] 'process raft request' (duration: 786.759774ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:20.114007Z","caller":"traceutil/trace.go:171","msg":"trace[1929932228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5735; }","duration":"1.393351315s","start":"2026-04-01T22:55:18.720647Z","end":"2026-04-01T22:55:20.113999Z","steps":["trace[1929932228] 'agreement among raft nodes before linearized reading' (duration: 1.393298144s)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:20.11398Z","caller":"traceutil/trace.go:171","msg":"trace[1252904811] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"1.360884604s","start":"2026-04-01T22:55:18.75305Z","end":"2026-04-01T22:55:20.113935Z","steps":["trace[1252904811] 'process raft request' (duration: 1.108402611s)","trace[1252904811] 'compare' (duration: 251.970741ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:55:20.113976Z","caller":"traceutil/trace.go:171","msg":"trace[527083866] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"788.542817ms","start":"2026-04-01T22:55:19.325397Z","end":"2026-04-01T22:55:20.113939Z","steps":["trace[527083866] 'process raft request' (duration: 788.363473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:20.114045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:18.720614Z","time spent":"1.393424116s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T22:55:20.114096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:19.327047Z","time spent":"786.971789ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:55:20.114123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:18.753035Z","time spent":"1.361013217s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:55:20.114121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395949417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-01T22:55:20.114193Z","caller":"traceutil/trace.go:171","msg":"trace[602563675] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5735; }","duration":"1.39602614s","start":"2026-04-01T22:55:18.718131Z","end":"2026-04-01T22:55:20.114157Z","steps":["trace[602563675] 'agreement among raft nodes before linearized reading' (duration: 1.395845075s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:20.114241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:18.718118Z","time spent":"1.396114021s","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-04-01T22:55:20.114242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.661342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:55:20.114253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:19.325373Z","time spent":"788.687901ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:55:20.114308Z","caller":"traceutil/trace.go:171","msg":"trace[1983859841] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5735; }","duration":"135.763044ms","start":"2026-04-01T22:55:19.978528Z","end":"2026-04-01T22:55:20.114291Z","steps":["trace[1983859841] 'agreement among raft nodes before linearized reading' (duration: 135.650621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:20.114498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396298546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T22:55:20.114564Z","caller":"traceutil/trace.go:171","msg":"trace[1291448396] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040; range_end:; response_count:1; response_revision:5735; }","duration":"1.396388448s","start":"2026-04-01T22:55:18.718165Z","end":"2026-04-01T22:55:20.114553Z","steps":["trace[1291448396] 'agreement among raft nodes before linearized reading' (duration: 1.396235234s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:20.114594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:18.718152Z","time spent":"1.396435429s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040\" "} {"level":"warn","ts":"2026-04-01T22:55:20.114647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396355696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81551"} {"level":"info","ts":"2026-04-01T22:55:20.114947Z","caller":"traceutil/trace.go:171","msg":"trace[114392168] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5735; }","duration":"1.396670814s","start":"2026-04-01T22:55:18.718265Z","end":"2026-04-01T22:55:20.114936Z","steps":["trace[114392168] 'agreement among raft nodes before linearized reading' (duration: 1.396112821s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:20.114994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:18.718257Z","time spent":"1.396725315s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81574,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T22:55:20.114513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396373528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T22:55:20.115044Z","caller":"traceutil/trace.go:171","msg":"trace[606938518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5735; }","duration":"1.396916421s","start":"2026-04-01T22:55:18.718113Z","end":"2026-04-01T22:55:20.11503Z","steps":["trace[606938518] 'agreement among raft nodes before linearized reading' (duration: 1.396283105s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:20.115099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:18.718104Z","time spent":"1.396980032s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T22:55:20.34207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.583459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T22:55:20.342202Z","caller":"traceutil/trace.go:171","msg":"trace[1819652685] linearizableReadLoop","detail":"{readStateIndex:5951; appliedIndex:5950; }","duration":"224.412761ms","start":"2026-04-01T22:55:20.117771Z","end":"2026-04-01T22:55:20.342184Z","steps":["trace[1819652685] 'read index received' (duration: 95.544225ms)","trace[1819652685] 'applied index is now lower than readState.Index' (duration: 128.866976ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:55:20.342319Z","caller":"traceutil/trace.go:171","msg":"trace[1909342795] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"225.65301ms","start":"2026-04-01T22:55:20.116649Z","end":"2026-04-01T22:55:20.342302Z","steps":["trace[1909342795] 'process raft request' (duration: 96.721393ms)","trace[1909342795] 'compare' (duration: 128.409215ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:55:20.342687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.664148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:55:20.342713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.856368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T22:55:20.34273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.342891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:55:20.342787Z","caller":"traceutil/trace.go:171","msg":"trace[344569979] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5736; }","duration":"177.96816ms","start":"2026-04-01T22:55:20.1648Z","end":"2026-04-01T22:55:20.342768Z","steps":["trace[344569979] 'agreement among raft nodes before linearized reading' (duration: 177.830066ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:20.342787Z","caller":"traceutil/trace.go:171","msg":"trace[1329607533] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:5736; }","duration":"222.78262ms","start":"2026-04-01T22:55:20.119977Z","end":"2026-04-01T22:55:20.34276Z","steps":["trace[1329607533] 'agreement among raft nodes before linearized reading' (duration: 222.592126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:20.342777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.985204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T22:55:20.342812Z","caller":"traceutil/trace.go:171","msg":"trace[876477396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5736; }","duration":"220.445153ms","start":"2026-04-01T22:55:20.122345Z","end":"2026-04-01T22:55:20.34279Z","steps":["trace[876477396] 'agreement among raft nodes before linearized reading' (duration: 220.31361ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:20.342847Z","caller":"traceutil/trace.go:171","msg":"trace[319405513] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5736; }","duration":"225.084796ms","start":"2026-04-01T22:55:20.117746Z","end":"2026-04-01T22:55:20.342831Z","steps":["trace[319405513] 'agreement among raft nodes before linearized reading' (duration: 224.851901ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:20.63328Z","caller":"traceutil/trace.go:171","msg":"trace[390294231] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"217.296707ms","start":"2026-04-01T22:55:20.415959Z","end":"2026-04-01T22:55:20.633256Z","steps":["trace[390294231] 'process raft request' (duration: 217.143393ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:23.250774Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2911} {"level":"info","ts":"2026-04-01T22:55:23.412784Z","caller":"traceutil/trace.go:171","msg":"trace[1332890583] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"150.745498ms","start":"2026-04-01T22:55:23.261998Z","end":"2026-04-01T22:55:23.412744Z","steps":["trace[1332890583] 'process raft request' (duration: 92.442729ms)","trace[1332890583] 'compare' (duration: 29.191221ms)","trace[1332890583] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/deployments/openstack/memcached-memcached; req_size:7164; } (duration: 28.944284ms)"],"step_count":3} {"level":"info","ts":"2026-04-01T22:55:23.412975Z","caller":"traceutil/trace.go:171","msg":"trace[1423990532] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"148.991515ms","start":"2026-04-01T22:55:23.263975Z","end":"2026-04-01T22:55:23.412967Z","steps":["trace[1423990532] 'process raft request' (duration: 148.722639ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:23.564756Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2911,"took":"311.040768ms","hash":2312295967,"current-db-size-bytes":55025664,"current-db-size":"55 MB","current-db-size-in-use-bytes":31731712,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-01T22:55:23.564837Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2312295967,"revision":2911,"compact-revision":-1} {"level":"info","ts":"2026-04-01T22:55:51.194293Z","caller":"traceutil/trace.go:171","msg":"trace[500593460] transaction","detail":"{read_only:false; response_revision:6050; number_of_response:1; }","duration":"404.572534ms","start":"2026-04-01T22:55:50.789694Z","end":"2026-04-01T22:55:51.194266Z","steps":["trace[500593460] 'process raft request' (duration: 404.39041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:51.194475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:50.789679Z","time spent":"404.704037ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:55:51.408201Z","caller":"traceutil/trace.go:171","msg":"trace[1226605099] transaction","detail":"{read_only:false; response_revision:6053; number_of_response:1; }","duration":"516.891068ms","start":"2026-04-01T22:55:50.891286Z","end":"2026-04-01T22:55:51.408177Z","steps":["trace[1226605099] 'process raft request' (duration: 516.811536ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:55:51.408353Z","caller":"traceutil/trace.go:171","msg":"trace[1949096936] transaction","detail":"{read_only:false; response_revision:6051; number_of_response:1; }","duration":"616.159514ms","start":"2026-04-01T22:55:50.79213Z","end":"2026-04-01T22:55:51.408289Z","steps":["trace[1949096936] 'process raft request' (duration: 614.334869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:51.408354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:50.891261Z","time spent":"517.016791ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:55:51.408544Z","caller":"traceutil/trace.go:171","msg":"trace[480101741] transaction","detail":"{read_only:false; response_revision:6052; number_of_response:1; }","duration":"602.675724ms","start":"2026-04-01T22:55:50.805822Z","end":"2026-04-01T22:55:51.408498Z","steps":["trace[480101741] 'process raft request' (duration: 602.232634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:51.40858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:50.792114Z","time spent":"616.346358ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:55:51.408772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:50.805808Z","time spent":"602.862959ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T22:55:51.409406Z","caller":"traceutil/trace.go:171","msg":"trace[932844707] linearizableReadLoop","detail":"{readStateIndex:6276; appliedIndex:6273; }","duration":"550.858674ms","start":"2026-04-01T22:55:50.858529Z","end":"2026-04-01T22:55:51.409387Z","steps":["trace[932844707] 'read index received' (duration: 335.583525ms)","trace[932844707] 'applied index is now lower than readState.Index' (duration: 215.273129ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:55:51.409688Z","caller":"traceutil/trace.go:171","msg":"trace[1868900954] transaction","detail":"{read_only:false; response_revision:6054; number_of_response:1; }","duration":"478.325038ms","start":"2026-04-01T22:55:50.931345Z","end":"2026-04-01T22:55:51.40967Z","steps":["trace[1868900954] 'process raft request' (duration: 476.791751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:51.409763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:50.931319Z","time spent":"478.40479ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T22:55:51.410023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.502749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T22:55:51.410071Z","caller":"traceutil/trace.go:171","msg":"trace[1251248178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6054; }","duration":"551.588781ms","start":"2026-04-01T22:55:50.85847Z","end":"2026-04-01T22:55:51.410059Z","steps":["trace[1251248178] 'agreement among raft nodes before linearized reading' (duration: 551.423227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:51.410116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:50.858443Z","time spent":"551.665914ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T22:55:51.410358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.753004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T22:55:51.410397Z","caller":"traceutil/trace.go:171","msg":"trace[1800542764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6054; }","duration":"419.791675ms","start":"2026-04-01T22:55:50.990594Z","end":"2026-04-01T22:55:51.410386Z","steps":["trace[1800542764] 'agreement among raft nodes before linearized reading' (duration: 419.694641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:51.410424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:50.990576Z","time spent":"419.842257ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T22:55:51.410499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.491544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-01T22:55:51.410554Z","caller":"traceutil/trace.go:171","msg":"trace[627295242] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6054; }","duration":"222.584396ms","start":"2026-04-01T22:55:51.187956Z","end":"2026-04-01T22:55:51.410541Z","steps":["trace[627295242] 'agreement among raft nodes before linearized reading' (duration: 222.393412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:51.410587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.380976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5888"} {"level":"info","ts":"2026-04-01T22:55:51.410626Z","caller":"traceutil/trace.go:171","msg":"trace[1110509000] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:6054; }","duration":"237.448368ms","start":"2026-04-01T22:55:51.173169Z","end":"2026-04-01T22:55:51.410617Z","steps":["trace[1110509000] 'agreement among raft nodes before linearized reading' (duration: 237.342646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:51.410661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.576346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T22:55:51.410725Z","caller":"traceutil/trace.go:171","msg":"trace[1748340438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6054; }","duration":"305.680358ms","start":"2026-04-01T22:55:51.105028Z","end":"2026-04-01T22:55:51.410709Z","steps":["trace[1748340438] 'agreement among raft nodes before linearized reading' (duration: 305.456543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:51.41078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:51.105005Z","time spent":"305.76ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T22:55:51.410788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.948951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:55:51.41083Z","caller":"traceutil/trace.go:171","msg":"trace[556723066] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6054; }","duration":"416.023823ms","start":"2026-04-01T22:55:50.994795Z","end":"2026-04-01T22:55:51.410819Z","steps":["trace[556723066] 'agreement among raft nodes before linearized reading' (duration: 415.954351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:51.410857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:50.994784Z","time spent":"416.067724ms","remote":"127.0.0.1:57952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-01T22:55:51.410789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.486305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:55:51.410958Z","caller":"traceutil/trace.go:171","msg":"trace[349700287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6054; }","duration":"340.749532ms","start":"2026-04-01T22:55:51.07019Z","end":"2026-04-01T22:55:51.41094Z","steps":["trace[349700287] 'agreement among raft nodes before linearized reading' (duration: 340.420044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:55:51.411028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T22:55:51.070179Z","time spent":"340.837104ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T22:56:00.528254Z","caller":"traceutil/trace.go:171","msg":"trace[174085308] linearizableReadLoop","detail":"{readStateIndex:6341; appliedIndex:6339; }","duration":"158.565878ms","start":"2026-04-01T22:56:00.369666Z","end":"2026-04-01T22:56:00.528232Z","steps":["trace[174085308] 'read index received' (duration: 6.114308ms)","trace[174085308] 'applied index is now lower than readState.Index' (duration: 152.45063ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:56:00.528308Z","caller":"traceutil/trace.go:171","msg":"trace[1008677795] transaction","detail":"{read_only:false; response_revision:6115; number_of_response:1; }","duration":"165.525877ms","start":"2026-04-01T22:56:00.362741Z","end":"2026-04-01T22:56:00.528267Z","steps":["trace[1008677795] 'process raft request' (duration: 100.030524ms)","trace[1008677795] 'compare' (duration: 65.35048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:56:00.52849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.809923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-01T22:56:00.528522Z","caller":"traceutil/trace.go:171","msg":"trace[1692215596] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6115; }","duration":"158.897925ms","start":"2026-04-01T22:56:00.369616Z","end":"2026-04-01T22:56:00.528514Z","steps":["trace[1692215596] 'agreement among raft nodes before linearized reading' (duration: 158.751722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:56:00.528542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.832131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv87h\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T22:56:00.528598Z","caller":"traceutil/trace.go:171","msg":"trace[743723960] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv87h; range_end:; response_count:1; response_revision:6115; }","duration":"157.895592ms","start":"2026-04-01T22:56:00.370688Z","end":"2026-04-01T22:56:00.528583Z","steps":["trace[743723960] 'agreement among raft nodes before linearized reading' (duration: 157.739318ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:56:01.756158Z","caller":"traceutil/trace.go:171","msg":"trace[1209057761] transaction","detail":"{read_only:false; response_revision:6118; number_of_response:1; }","duration":"192.908074ms","start":"2026-04-01T22:56:01.56322Z","end":"2026-04-01T22:56:01.756128Z","steps":["trace[1209057761] 'process raft request' (duration: 160.819903ms)","trace[1209057761] 'compare' (duration: 31.967178ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:56:01.756222Z","caller":"traceutil/trace.go:171","msg":"trace[1525296265] linearizableReadLoop","detail":"{readStateIndex:6345; appliedIndex:6342; }","duration":"177.228403ms","start":"2026-04-01T22:56:01.578975Z","end":"2026-04-01T22:56:01.756203Z","steps":["trace[1525296265] 'read index received' (duration: 25.300695ms)","trace[1525296265] 'applied index is now lower than readState.Index' (duration: 151.925398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:56:01.75641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.424798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T22:56:01.756453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.425769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T22:56:01.756459Z","caller":"traceutil/trace.go:171","msg":"trace[2013430464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6118; }","duration":"177.50336ms","start":"2026-04-01T22:56:01.578941Z","end":"2026-04-01T22:56:01.756444Z","steps":["trace[2013430464] 'agreement among raft nodes before linearized reading' (duration: 177.353806ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:56:01.756489Z","caller":"traceutil/trace.go:171","msg":"trace[717673580] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6118; }","duration":"161.510261ms","start":"2026-04-01T22:56:01.594969Z","end":"2026-04-01T22:56:01.756479Z","steps":["trace[717673580] 'agreement among raft nodes before linearized reading' (duration: 161.383378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:56:01.756454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.394047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T22:56:01.756638Z","caller":"traceutil/trace.go:171","msg":"trace[2000338119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6118; }","duration":"177.614223ms","start":"2026-04-01T22:56:01.579007Z","end":"2026-04-01T22:56:01.756621Z","steps":["trace[2000338119] 'agreement among raft nodes before linearized reading' (duration: 177.330516ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:56:10.517943Z","caller":"traceutil/trace.go:171","msg":"trace[851350588] transaction","detail":"{read_only:false; response_revision:6191; number_of_response:1; }","duration":"107.762232ms","start":"2026-04-01T22:56:10.410146Z","end":"2026-04-01T22:56:10.517908Z","steps":["trace[851350588] 'process raft request' (duration: 107.519787ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:56:14.664094Z","caller":"traceutil/trace.go:171","msg":"trace[547038376] transaction","detail":"{read_only:false; response_revision:6216; number_of_response:1; }","duration":"133.912717ms","start":"2026-04-01T22:56:14.530157Z","end":"2026-04-01T22:56:14.664069Z","steps":["trace[547038376] 'process raft request' (duration: 133.750944ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:56:14.726407Z","caller":"traceutil/trace.go:171","msg":"trace[894162428] linearizableReadLoop","detail":"{readStateIndex:6446; appliedIndex:6444; }","duration":"125.513744ms","start":"2026-04-01T22:56:14.600869Z","end":"2026-04-01T22:56:14.726383Z","steps":["trace[894162428] 'read index received' (duration: 62.958192ms)","trace[894162428] 'applied index is now lower than readState.Index' (duration: 62.554742ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:56:14.72658Z","caller":"traceutil/trace.go:171","msg":"trace[1612229098] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"141.307838ms","start":"2026-04-01T22:56:14.585235Z","end":"2026-04-01T22:56:14.726543Z","steps":["trace[1612229098] 'process raft request' (duration: 87.431967ms)","trace[1612229098] 'compare' (duration: 53.606035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:56:14.726621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.73256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv87h\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T22:56:14.726682Z","caller":"traceutil/trace.go:171","msg":"trace[664963012] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv87h; range_end:; response_count:1; response_revision:6217; }","duration":"125.844482ms","start":"2026-04-01T22:56:14.600823Z","end":"2026-04-01T22:56:14.726668Z","steps":["trace[664963012] 'agreement among raft nodes before linearized reading' (duration: 125.632117ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:56:45.896443Z","caller":"traceutil/trace.go:171","msg":"trace[982856121] transaction","detail":"{read_only:false; response_revision:6431; number_of_response:1; }","duration":"128.24397ms","start":"2026-04-01T22:56:45.768175Z","end":"2026-04-01T22:56:45.896419Z","steps":["trace[982856121] 'process raft request' (duration: 128.093677ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:56:45.96494Z","caller":"traceutil/trace.go:171","msg":"trace[170005214] transaction","detail":"{read_only:false; response_revision:6432; number_of_response:1; }","duration":"113.091042ms","start":"2026-04-01T22:56:45.851804Z","end":"2026-04-01T22:56:45.964895Z","steps":["trace[170005214] 'process raft request' (duration: 94.188012ms)","trace[170005214] 'compare' (duration: 18.815708ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:56:47.074471Z","caller":"traceutil/trace.go:171","msg":"trace[1938108966] linearizableReadLoop","detail":"{readStateIndex:6680; appliedIndex:6678; }","duration":"166.294427ms","start":"2026-04-01T22:56:46.908156Z","end":"2026-04-01T22:56:47.074451Z","steps":["trace[1938108966] 'read index received' (duration: 101.227934ms)","trace[1938108966] 'applied index is now lower than readState.Index' (duration: 65.065413ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:56:47.074589Z","caller":"traceutil/trace.go:171","msg":"trace[375566136] transaction","detail":"{read_only:false; response_revision:6443; number_of_response:1; }","duration":"166.754088ms","start":"2026-04-01T22:56:46.9078Z","end":"2026-04-01T22:56:47.074554Z","steps":["trace[375566136] 'process raft request' (duration: 101.549331ms)","trace[375566136] 'compare' (duration: 64.899979ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:56:47.07475Z","caller":"traceutil/trace.go:171","msg":"trace[1808778558] transaction","detail":"{read_only:false; response_revision:6444; number_of_response:1; }","duration":"166.795839ms","start":"2026-04-01T22:56:46.907913Z","end":"2026-04-01T22:56:47.074709Z","steps":["trace[1808778558] 'process raft request' (duration: 166.475212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:56:47.074805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.623845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv87h\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T22:56:47.074865Z","caller":"traceutil/trace.go:171","msg":"trace[1887578877] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv87h; range_end:; response_count:1; response_revision:6444; }","duration":"166.730448ms","start":"2026-04-01T22:56:46.908117Z","end":"2026-04-01T22:56:47.074848Z","steps":["trace[1887578877] 'agreement among raft nodes before linearized reading' (duration: 166.489632ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:56:47.489138Z","caller":"traceutil/trace.go:171","msg":"trace[381169773] transaction","detail":"{read_only:false; response_revision:6455; number_of_response:1; }","duration":"110.396886ms","start":"2026-04-01T22:56:47.378702Z","end":"2026-04-01T22:56:47.489099Z","steps":["trace[381169773] 'process raft request' (duration: 62.569063ms)","trace[381169773] 'compare' (duration: 47.558687ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:56:54.306629Z","caller":"traceutil/trace.go:171","msg":"trace[2010210921] linearizableReadLoop","detail":"{readStateIndex:6762; appliedIndex:6761; }","duration":"103.249492ms","start":"2026-04-01T22:56:54.203353Z","end":"2026-04-01T22:56:54.306603Z","steps":["trace[2010210921] 'read index received' (duration: 92.240767ms)","trace[2010210921] 'applied index is now lower than readState.Index' (duration: 11.007455ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:56:54.306791Z","caller":"traceutil/trace.go:171","msg":"trace[473443027] transaction","detail":"{read_only:false; response_revision:6524; number_of_response:1; }","duration":"107.978016ms","start":"2026-04-01T22:56:54.198788Z","end":"2026-04-01T22:56:54.306766Z","steps":["trace[473443027] 'process raft request' (duration: 96.728125ms)","trace[473443027] 'compare' (duration: 10.742359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T22:56:54.307722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.333698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T22:56:54.307822Z","caller":"traceutil/trace.go:171","msg":"trace[2079806597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6524; }","duration":"104.487172ms","start":"2026-04-01T22:56:54.203309Z","end":"2026-04-01T22:56:54.307796Z","steps":["trace[2079806597] 'agreement among raft nodes before linearized reading' (duration: 103.426446ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:57:30.182579Z","caller":"traceutil/trace.go:171","msg":"trace[1455062751] linearizableReadLoop","detail":"{readStateIndex:6949; appliedIndex:6948; }","duration":"112.671759ms","start":"2026-04-01T22:57:30.069884Z","end":"2026-04-01T22:57:30.182556Z","steps":["trace[1455062751] 'read index received' (duration: 112.240919ms)","trace[1455062751] 'applied index is now lower than readState.Index' (duration: 429.98µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:57:30.182607Z","caller":"traceutil/trace.go:171","msg":"trace[527793236] transaction","detail":"{read_only:false; response_revision:6704; number_of_response:1; }","duration":"122.295602ms","start":"2026-04-01T22:57:30.060296Z","end":"2026-04-01T22:57:30.182592Z","steps":["trace[527793236] 'process raft request' (duration: 121.962794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T22:57:30.182682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.792762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T22:57:30.18271Z","caller":"traceutil/trace.go:171","msg":"trace[1665301218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6704; }","duration":"112.875674ms","start":"2026-04-01T22:57:30.069826Z","end":"2026-04-01T22:57:30.182701Z","steps":["trace[1665301218] 'agreement among raft nodes before linearized reading' (duration: 112.813623ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:57:32.719744Z","caller":"traceutil/trace.go:171","msg":"trace[836862156] transaction","detail":"{read_only:false; response_revision:6716; number_of_response:1; }","duration":"126.43428ms","start":"2026-04-01T22:57:32.593284Z","end":"2026-04-01T22:57:32.719718Z","steps":["trace[836862156] 'process raft request' (duration: 126.166254ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T22:57:47.04718Z","caller":"traceutil/trace.go:171","msg":"trace[838415145] transaction","detail":"{read_only:false; response_revision:6791; number_of_response:1; }","duration":"120.336754ms","start":"2026-04-01T22:57:46.926814Z","end":"2026-04-01T22:57:47.04715Z","steps":["trace[838415145] 'process raft request' (duration: 75.901655ms)","trace[838415145] 'compare' (duration: 44.329457ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T22:57:47.057498Z","caller":"traceutil/trace.go:171","msg":"trace[1970607365] transaction","detail":"{read_only:false; response_revision:6792; number_of_response:1; }","duration":"128.89392ms","start":"2026-04-01T22:57:46.928586Z","end":"2026-04-01T22:57:47.05748Z","steps":["trace[1970607365] 'process raft request' (duration: 128.772687ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:00:23.257121Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5781} {"level":"info","ts":"2026-04-01T23:00:23.334187Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5781,"took":"75.092224ms","hash":573529063,"current-db-size-bytes":55025664,"current-db-size":"55 MB","current-db-size-in-use-bytes":25575424,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-01T23:00:23.334235Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":573529063,"revision":5781,"compact-revision":2911} {"level":"info","ts":"2026-04-01T23:01:14.211055Z","caller":"traceutil/trace.go:171","msg":"trace[1043322357] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"102.458301ms","start":"2026-04-01T23:01:14.10857Z","end":"2026-04-01T23:01:14.211028Z","steps":["trace[1043322357] 'process raft request' (duration: 77.062608ms)","trace[1043322357] 'compare' (duration: 24.978803ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:01:15.588406Z","caller":"traceutil/trace.go:171","msg":"trace[2069755166] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"387.837048ms","start":"2026-04-01T23:01:15.200545Z","end":"2026-04-01T23:01:15.588382Z","steps":["trace[2069755166] 'process raft request' (duration: 387.685994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:15.588552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:15.200521Z","time spent":"387.959222ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:01:15.970534Z","caller":"traceutil/trace.go:171","msg":"trace[2077037603] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"725.479317ms","start":"2026-04-01T23:01:15.24502Z","end":"2026-04-01T23:01:15.9705Z","steps":["trace[2077037603] 'process raft request' (duration: 687.164803ms)","trace[2077037603] 'compare' (duration: 38.020627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:01:15.970708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:15.245Z","time spent":"725.621611ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:01:28.068207Z","caller":"traceutil/trace.go:171","msg":"trace[1389095683] linearizableReadLoop","detail":"{readStateIndex:8803; appliedIndex:8802; }","duration":"334.792729ms","start":"2026-04-01T23:01:27.733384Z","end":"2026-04-01T23:01:28.068177Z","steps":["trace[1389095683] 'read index received' (duration: 334.576974ms)","trace[1389095683] 'applied index is now lower than readState.Index' (duration: 214.455µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:01:28.06832Z","caller":"traceutil/trace.go:171","msg":"trace[1917037809] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"438.153741ms","start":"2026-04-01T23:01:27.630135Z","end":"2026-04-01T23:01:28.068289Z","steps":["trace[1917037809] 'process raft request' (duration: 437.880134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:28.068469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:27.630111Z","time spent":"438.277673ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:01:28.068545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.123578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:01:28.068626Z","caller":"traceutil/trace.go:171","msg":"trace[1052546795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8498; }","duration":"335.275922ms","start":"2026-04-01T23:01:27.733329Z","end":"2026-04-01T23:01:28.068605Z","steps":["trace[1052546795] 'agreement among raft nodes before linearized reading' (duration: 334.996905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:28.068688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:27.733304Z","time spent":"335.367454ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:01:28.166768Z","caller":"traceutil/trace.go:171","msg":"trace[705859126] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"152.173098ms","start":"2026-04-01T23:01:28.014552Z","end":"2026-04-01T23:01:28.166725Z","steps":["trace[705859126] 'process raft request' (duration: 141.118212ms)","trace[705859126] 'compare' (duration: 10.788039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:01:28.166851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.442635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:01:28.166927Z","caller":"traceutil/trace.go:171","msg":"trace[1639590886] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8499; }","duration":"410.589408ms","start":"2026-04-01T23:01:27.75632Z","end":"2026-04-01T23:01:28.16691Z","steps":["trace[1639590886] 'agreement among raft nodes before linearized reading' (duration: 410.450575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:28.166927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.392163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T23:01:28.166976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:27.756297Z","time spent":"410.668009ms","remote":"127.0.0.1:41582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:01:28.167005Z","caller":"traceutil/trace.go:171","msg":"trace[1277821899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8499; }","duration":"142.523746ms","start":"2026-04-01T23:01:28.024462Z","end":"2026-04-01T23:01:28.166985Z","steps":["trace[1277821899] 'agreement among raft nodes before linearized reading' (duration: 142.256709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:28.167163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.62387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:01:28.167135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.310746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:01:28.167223Z","caller":"traceutil/trace.go:171","msg":"trace[1592396322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8499; }","duration":"140.686912ms","start":"2026-04-01T23:01:28.02652Z","end":"2026-04-01T23:01:28.167207Z","steps":["trace[1592396322] 'agreement among raft nodes before linearized reading' (duration: 140.481427ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:01:28.167259Z","caller":"traceutil/trace.go:171","msg":"trace[1328812591] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8499; }","duration":"158.47715ms","start":"2026-04-01T23:01:28.008747Z","end":"2026-04-01T23:01:28.167224Z","steps":["trace[1328812591] 'agreement among raft nodes before linearized reading' (duration: 158.290336ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:01:28.404751Z","caller":"traceutil/trace.go:171","msg":"trace[602807805] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"100.742787ms","start":"2026-04-01T23:01:28.303977Z","end":"2026-04-01T23:01:28.40472Z","steps":["trace[602807805] 'process raft request' (duration: 100.601074ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:01:28.528016Z","caller":"traceutil/trace.go:171","msg":"trace[538813186] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"118.761692ms","start":"2026-04-01T23:01:28.409222Z","end":"2026-04-01T23:01:28.527984Z","steps":["trace[538813186] 'process raft request' (duration: 90.709126ms)","trace[538813186] 'compare' (duration: 27.840121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:01:29.618245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.074099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:01:29.618588Z","caller":"traceutil/trace.go:171","msg":"trace[186131092] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"304.078011ms","start":"2026-04-01T23:01:29.31449Z","end":"2026-04-01T23:01:29.618568Z","steps":["trace[186131092] 'process raft request' (duration: 36.595203ms)","trace[186131092] 'compare' (duration: 266.906884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:01:29.618658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:29.31446Z","time spent":"304.166512ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:01:30.175402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.55934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:01:30.175516Z","caller":"traceutil/trace.go:171","msg":"trace[543705187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8509; }","duration":"323.721543ms","start":"2026-04-01T23:01:29.851766Z","end":"2026-04-01T23:01:30.175488Z","steps":["trace[543705187] 'count revisions from in-memory index tree' (duration: 323.449597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:30.17557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:29.851746Z","time spent":"323.811266ms","remote":"127.0.0.1:57140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:01:30.175734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.296701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"info","ts":"2026-04-01T23:01:30.175784Z","caller":"traceutil/trace.go:171","msg":"trace[300688645] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8509; }","duration":"454.384914ms","start":"2026-04-01T23:01:29.721388Z","end":"2026-04-01T23:01:30.175772Z","steps":["trace[300688645] 'range keys from in-memory index tree' (duration: 454.036624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:30.175817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:29.721366Z","time spent":"454.444075ms","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414417,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-01T23:01:30.175915Z","caller":"traceutil/trace.go:171","msg":"trace[466133324] linearizableReadLoop","detail":"{readStateIndex:8815; appliedIndex:8814; }","duration":"105.170276ms","start":"2026-04-01T23:01:30.070731Z","end":"2026-04-01T23:01:30.175901Z","steps":["trace[466133324] 'read index received' (duration: 48.692105ms)","trace[466133324] 'applied index is now lower than readState.Index' (duration: 56.476711ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:01:30.175911Z","caller":"traceutil/trace.go:171","msg":"trace[327359259] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"102.120272ms","start":"2026-04-01T23:01:30.073763Z","end":"2026-04-01T23:01:30.175883Z","steps":["trace[327359259] 'process raft request' (duration: 102.03009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:30.175984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.250338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:01:30.175919Z","caller":"traceutil/trace.go:171","msg":"trace[1574722691] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"186.616869ms","start":"2026-04-01T23:01:29.989246Z","end":"2026-04-01T23:01:30.175863Z","steps":["trace[1574722691] 'process raft request' (duration: 130.162278ms)","trace[1574722691] 'compare' (duration: 56.060312ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:01:30.176019Z","caller":"traceutil/trace.go:171","msg":"trace[506030272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8511; }","duration":"105.316299ms","start":"2026-04-01T23:01:30.07069Z","end":"2026-04-01T23:01:30.176006Z","steps":["trace[506030272] 'agreement among raft nodes before linearized reading' (duration: 105.263588ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:01:30.424148Z","caller":"traceutil/trace.go:171","msg":"trace[395580452] linearizableReadLoop","detail":"{readStateIndex:8817; appliedIndex:8816; }","duration":"247.251419ms","start":"2026-04-01T23:01:30.176857Z","end":"2026-04-01T23:01:30.424109Z","steps":["trace[395580452] 'read index received' (duration: 148.810967ms)","trace[395580452] 'applied index is now lower than readState.Index' (duration: 98.438002ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:01:30.424204Z","caller":"traceutil/trace.go:171","msg":"trace[796796446] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"252.485306ms","start":"2026-04-01T23:01:30.17167Z","end":"2026-04-01T23:01:30.424156Z","steps":["trace[796796446] 'process raft request' (duration: 154.085775ms)","trace[796796446] 'compare' (duration: 98.136385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:01:30.42438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.487865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:01:30.424417Z","caller":"traceutil/trace.go:171","msg":"trace[1573379883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8512; }","duration":"247.578797ms","start":"2026-04-01T23:01:30.176829Z","end":"2026-04-01T23:01:30.424408Z","steps":["trace[1573379883] 'agreement among raft nodes before linearized reading' (duration: 247.466885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:30.46426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.100055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T23:01:30.464366Z","caller":"traceutil/trace.go:171","msg":"trace[1179163143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8514; }","duration":"249.232037ms","start":"2026-04-01T23:01:30.215107Z","end":"2026-04-01T23:01:30.464339Z","steps":["trace[1179163143] 'agreement among raft nodes before linearized reading' (duration: 249.005282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:30.464379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.473334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:01:30.464475Z","caller":"traceutil/trace.go:171","msg":"trace[820490814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8514; }","duration":"215.615717ms","start":"2026-04-01T23:01:30.248838Z","end":"2026-04-01T23:01:30.464454Z","steps":["trace[820490814] 'agreement among raft nodes before linearized reading' (duration: 215.404042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:30.464261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.112435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:01:30.464583Z","caller":"traceutil/trace.go:171","msg":"trace[1738334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8514; }","duration":"215.490474ms","start":"2026-04-01T23:01:30.249072Z","end":"2026-04-01T23:01:30.464563Z","steps":["trace[1738334] 'agreement among raft nodes before linearized reading' (duration: 215.001712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:30.464385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.983266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:01:30.464695Z","caller":"traceutil/trace.go:171","msg":"trace[552514815] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8514; }","duration":"240.355024ms","start":"2026-04-01T23:01:30.224318Z","end":"2026-04-01T23:01:30.464673Z","steps":["trace[552514815] 'agreement among raft nodes before linearized reading' (duration: 239.921924ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:01:30.608656Z","caller":"traceutil/trace.go:171","msg":"trace[1341374260] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"140.424845ms","start":"2026-04-01T23:01:30.468192Z","end":"2026-04-01T23:01:30.608616Z","steps":["trace[1341374260] 'process raft request' (duration: 140.299502ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:01:30.608694Z","caller":"traceutil/trace.go:171","msg":"trace[191565186] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"139.941733ms","start":"2026-04-01T23:01:30.468734Z","end":"2026-04-01T23:01:30.608675Z","steps":["trace[191565186] 'process raft request' (duration: 139.7895ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:01:30.609114Z","caller":"traceutil/trace.go:171","msg":"trace[1168132507] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"140.947558ms","start":"2026-04-01T23:01:30.468127Z","end":"2026-04-01T23:01:30.609075Z","steps":["trace[1168132507] 'process raft request' (duration: 124.715937ms)","trace[1168132507] 'compare' (duration: 15.456702ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:01:30.750236Z","caller":"traceutil/trace.go:171","msg":"trace[186539842] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"136.299816ms","start":"2026-04-01T23:01:30.613912Z","end":"2026-04-01T23:01:30.750211Z","steps":["trace[186539842] 'process raft request' (duration: 136.246345ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:01:30.750288Z","caller":"traceutil/trace.go:171","msg":"trace[1534807590] linearizableReadLoop","detail":"{readStateIndex:8824; appliedIndex:8823; }","duration":"141.708976ms","start":"2026-04-01T23:01:30.608554Z","end":"2026-04-01T23:01:30.750263Z","steps":["trace[1534807590] 'read index received' (duration: 106.025296ms)","trace[1534807590] 'applied index is now lower than readState.Index' (duration: 35.6803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:01:30.750443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.607489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:01:30.750471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.052026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:01:30.75025Z","caller":"traceutil/trace.go:171","msg":"trace[2110232697] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"153.200653ms","start":"2026-04-01T23:01:30.597019Z","end":"2026-04-01T23:01:30.750219Z","steps":["trace[2110232697] 'process raft request' (duration: 117.687427ms)","trace[2110232697] 'compare' (duration: 35.221409ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:01:30.750577Z","caller":"traceutil/trace.go:171","msg":"trace[453373070] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8520; }","duration":"179.177629ms","start":"2026-04-01T23:01:30.571383Z","end":"2026-04-01T23:01:30.75056Z","steps":["trace[453373070] 'agreement among raft nodes before linearized reading' (duration: 179.003375ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:01:30.750493Z","caller":"traceutil/trace.go:171","msg":"trace[255097366] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8520; }","duration":"196.709501ms","start":"2026-04-01T23:01:30.553767Z","end":"2026-04-01T23:01:30.750476Z","steps":["trace[255097366] 'agreement among raft nodes before linearized reading' (duration: 196.614559ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:01:32.551668Z","caller":"traceutil/trace.go:171","msg":"trace[1692252186] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"370.610993ms","start":"2026-04-01T23:01:32.181037Z","end":"2026-04-01T23:01:32.551648Z","steps":["trace[1692252186] 'process raft request' (duration: 370.45402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:32.551798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:32.181003Z","time spent":"370.724666ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:01:33.518683Z","caller":"traceutil/trace.go:171","msg":"trace[1178947682] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"1.06906633s","start":"2026-04-01T23:01:32.449587Z","end":"2026-04-01T23:01:33.518653Z","steps":["trace[1178947682] 'process raft request' (duration: 1.068957607s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:01:33.518703Z","caller":"traceutil/trace.go:171","msg":"trace[749204396] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"1.089985973s","start":"2026-04-01T23:01:32.428689Z","end":"2026-04-01T23:01:33.518675Z","steps":["trace[749204396] 'process raft request' (duration: 1.089641155s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:33.51886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:32.44956Z","time spent":"1.069213493s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:01:33.518927Z","caller":"traceutil/trace.go:171","msg":"trace[620988518] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"1.049368863s","start":"2026-04-01T23:01:32.469545Z","end":"2026-04-01T23:01:33.518914Z","steps":["trace[620988518] 'process raft request' (duration: 1.049061666s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:33.518865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:32.42866Z","time spent":"1.090124597s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:01:33.518926Z","caller":"traceutil/trace.go:171","msg":"trace[514788642] linearizableReadLoop","detail":"{readStateIndex:8830; appliedIndex:8826; }","duration":"1.033718737s","start":"2026-04-01T23:01:32.485145Z","end":"2026-04-01T23:01:33.518864Z","steps":["trace[514788642] 'read index received' (duration: 66.37548ms)","trace[514788642] 'applied index is now lower than readState.Index' (duration: 967.338427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:01:33.518996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:32.469517Z","time spent":"1.049446686s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:01:33.519135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033983683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T23:01:33.519192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.312564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:01:33.519188Z","caller":"traceutil/trace.go:171","msg":"trace[150261680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8524; }","duration":"1.034035724s","start":"2026-04-01T23:01:32.485139Z","end":"2026-04-01T23:01:33.519175Z","steps":["trace[150261680] 'agreement among raft nodes before linearized reading' (duration: 1.033883681s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:01:33.519271Z","caller":"traceutil/trace.go:171","msg":"trace[1604610617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8524; }","duration":"764.432296ms","start":"2026-04-01T23:01:32.754829Z","end":"2026-04-01T23:01:33.519261Z","steps":["trace[1604610617] 'agreement among raft nodes before linearized reading' (duration: 764.279353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:33.519296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:32.4851Z","time spent":"1.034182598s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:01:33.519336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.356721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:01:33.519356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.165852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T23:01:33.519393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.476481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:01:33.519416Z","caller":"traceutil/trace.go:171","msg":"trace[1419364476] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8524; }","duration":"997.462174ms","start":"2026-04-01T23:01:32.521932Z","end":"2026-04-01T23:01:33.519394Z","steps":["trace[1419364476] 'agreement among raft nodes before linearized reading' (duration: 997.181607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:33.519392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.115771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:01:33.519431Z","caller":"traceutil/trace.go:171","msg":"trace[1661796356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8524; }","duration":"906.295515ms","start":"2026-04-01T23:01:32.613116Z","end":"2026-04-01T23:01:33.519411Z","steps":["trace[1661796356] 'agreement among raft nodes before linearized reading' (duration: 906.044349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:33.519462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.446012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:01:33.519476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:32.521873Z","time spent":"997.586326ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:01:33.519484Z","caller":"traceutil/trace.go:171","msg":"trace[1467616247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8524; }","duration":"906.278695ms","start":"2026-04-01T23:01:32.613183Z","end":"2026-04-01T23:01:33.519462Z","steps":["trace[1467616247] 'agreement among raft nodes before linearized reading' (duration: 905.944127ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:01:33.519494Z","caller":"traceutil/trace.go:171","msg":"trace[1590894092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8524; }","duration":"451.545674ms","start":"2026-04-01T23:01:33.06794Z","end":"2026-04-01T23:01:33.519485Z","steps":["trace[1590894092] 'agreement among raft nodes before linearized reading' (duration: 451.504913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:33.519485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.194693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-01T23:01:33.519531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:33.067916Z","time spent":"451.610076ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:01:33.51954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:32.613148Z","time spent":"906.381647ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:01:33.519424Z","caller":"traceutil/trace.go:171","msg":"trace[1512608487] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8524; }","duration":"246.536923ms","start":"2026-04-01T23:01:33.272879Z","end":"2026-04-01T23:01:33.519416Z","steps":["trace[1512608487] 'agreement among raft nodes before linearized reading' (duration: 246.444431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:33.519558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.57895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv87h\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T23:01:33.519617Z","caller":"traceutil/trace.go:171","msg":"trace[1504406230] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv87h; range_end:; response_count:1; response_revision:8524; }","duration":"718.704313ms","start":"2026-04-01T23:01:32.8009Z","end":"2026-04-01T23:01:33.519604Z","steps":["trace[1504406230] 'agreement among raft nodes before linearized reading' (duration: 718.56252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:33.519659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:32.800881Z","time spent":"718.769955ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-hv87h\" "} {"level":"warn","ts":"2026-04-01T23:01:33.519486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:32.613094Z","time spent":"906.382177ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:01:33.519306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:32.754805Z","time spent":"764.493707ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:01:33.519566Z","caller":"traceutil/trace.go:171","msg":"trace[603644407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8524; }","duration":"906.302605ms","start":"2026-04-01T23:01:32.613245Z","end":"2026-04-01T23:01:33.519548Z","steps":["trace[603644407] 'agreement among raft nodes before linearized reading' (duration: 906.08369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:33.519806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:32.613237Z","time spent":"906.558641ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:01:33.88089Z","caller":"traceutil/trace.go:171","msg":"trace[1171427609] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"135.570817ms","start":"2026-04-01T23:01:33.745295Z","end":"2026-04-01T23:01:33.880866Z","steps":["trace[1171427609] 'process raft request' (duration: 135.410394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:34.367805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.729042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:01:34.367851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.657953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:01:34.367891Z","caller":"traceutil/trace.go:171","msg":"trace[1917856963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8530; }","duration":"296.865145ms","start":"2026-04-01T23:01:34.071008Z","end":"2026-04-01T23:01:34.367873Z","steps":["trace[1917856963] 'range keys from in-memory index tree' (duration: 296.600119ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:01:34.367899Z","caller":"traceutil/trace.go:171","msg":"trace[1982458925] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8530; }","duration":"399.743566ms","start":"2026-04-01T23:01:33.968141Z","end":"2026-04-01T23:01:34.367885Z","steps":["trace[1982458925] 'count revisions from in-memory index tree' (duration: 399.591772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:34.367927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:01:33.968124Z","time spent":"399.796187ms","remote":"127.0.0.1:41770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":55,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:01:58.490531Z","caller":"traceutil/trace.go:171","msg":"trace[479426622] linearizableReadLoop","detail":"{readStateIndex:9025; appliedIndex:9024; }","duration":"193.489464ms","start":"2026-04-01T23:01:58.297019Z","end":"2026-04-01T23:01:58.490509Z","steps":["trace[479426622] 'read index received' (duration: 193.341011ms)","trace[479426622] 'applied index is now lower than readState.Index' (duration: 147.293µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:01:58.490658Z","caller":"traceutil/trace.go:171","msg":"trace[2099352012] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"256.610675ms","start":"2026-04-01T23:01:58.234006Z","end":"2026-04-01T23:01:58.490617Z","steps":["trace[2099352012] 'process raft request' (duration: 256.330938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:01:58.490733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.710219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-04-01T23:01:58.490778Z","caller":"traceutil/trace.go:171","msg":"trace[156348461] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8712; }","duration":"193.812261ms","start":"2026-04-01T23:01:58.296953Z","end":"2026-04-01T23:01:58.490765Z","steps":["trace[156348461] 'agreement among raft nodes before linearized reading' (duration: 193.662238ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:04.034876Z","caller":"traceutil/trace.go:171","msg":"trace[7605662] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"398.403883ms","start":"2026-04-01T23:02:03.636421Z","end":"2026-04-01T23:02:04.034825Z","steps":["trace[7605662] 'process raft request' (duration: 398.239209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:04.0351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:03.636384Z","time spent":"398.570557ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:02:04.902855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.421619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:02:04.90309Z","caller":"traceutil/trace.go:171","msg":"trace[363527819] linearizableReadLoop","detail":"{readStateIndex:9054; appliedIndex:9051; }","duration":"1.183574519s","start":"2026-04-01T23:02:03.719492Z","end":"2026-04-01T23:02:04.903067Z","steps":["trace[363527819] 'read index received' (duration: 315.105565ms)","trace[363527819] 'applied index is now lower than readState.Index' (duration: 868.467554ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:02:04.903194Z","caller":"traceutil/trace.go:171","msg":"trace[1218768468] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"1.261625431s","start":"2026-04-01T23:02:03.641552Z","end":"2026-04-01T23:02:04.903177Z","steps":["trace[1218768468] 'process raft request' (duration: 1.261425546s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:04.903213Z","caller":"traceutil/trace.go:171","msg":"trace[820236646] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"1.264563131s","start":"2026-04-01T23:02:03.638605Z","end":"2026-04-01T23:02:04.903168Z","steps":["trace[820236646] 'process raft request' (duration: 542.727002ms)","trace[820236646] 'compare' (duration: 721.290326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:02:04.903328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:03.638599Z","time spent":"1.264665434s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:02:04.903286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:03.641544Z","time spent":"1.261689632s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:02:04.903467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183972978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:02:04.904048Z","caller":"traceutil/trace.go:171","msg":"trace[1777039013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8740; }","duration":"1.184605834s","start":"2026-04-01T23:02:03.719425Z","end":"2026-04-01T23:02:04.904031Z","steps":["trace[1777039013] 'agreement among raft nodes before linearized reading' (duration: 1.183757103s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:04.904154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:03.719409Z","time spent":"1.184728807s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:02:04.905142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.7119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:02:04.905171Z","caller":"traceutil/trace.go:171","msg":"trace[1907096339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8741; }","duration":"834.763232ms","start":"2026-04-01T23:02:04.070399Z","end":"2026-04-01T23:02:04.905163Z","steps":["trace[1907096339] 'agreement among raft nodes before linearized reading' (duration: 834.724201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:04.905186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:04.070384Z","time spent":"834.798702ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:02:04.905166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183173759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:02:04.905224Z","caller":"traceutil/trace.go:171","msg":"trace[1872976321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8741; }","duration":"1.183281242s","start":"2026-04-01T23:02:03.721929Z","end":"2026-04-01T23:02:04.90521Z","steps":["trace[1872976321] 'agreement among raft nodes before linearized reading' (duration: 1.183133928s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:04.905269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:03.721906Z","time spent":"1.183355444s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:02:04.905287Z","caller":"traceutil/trace.go:171","msg":"trace[1563059343] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"246.81354ms","start":"2026-04-01T23:02:04.658463Z","end":"2026-04-01T23:02:04.905277Z","steps":["trace[1563059343] 'process raft request' (duration: 246.504272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:04.905364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.12592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:02:04.905385Z","caller":"traceutil/trace.go:171","msg":"trace[1372724535] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8741; }","duration":"221.189082ms","start":"2026-04-01T23:02:04.684191Z","end":"2026-04-01T23:02:04.90538Z","steps":["trace[1372724535] 'agreement among raft nodes before linearized reading' (duration: 221.149671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:04.905475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13300203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv87h\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-01T23:02:04.905489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.968625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:02:04.905506Z","caller":"traceutil/trace.go:171","msg":"trace[1107231848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv87h; range_end:; response_count:1; response_revision:8741; }","duration":"1.133074922s","start":"2026-04-01T23:02:03.772423Z","end":"2026-04-01T23:02:04.905498Z","steps":["trace[1107231848] 'agreement among raft nodes before linearized reading' (duration: 1.13299804s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:04.905522Z","caller":"traceutil/trace.go:171","msg":"trace[1874065920] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8741; }","duration":"613.043367ms","start":"2026-04-01T23:02:04.292473Z","end":"2026-04-01T23:02:04.905516Z","steps":["trace[1874065920] 'agreement among raft nodes before linearized reading' (duration: 612.996206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:04.905526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:03.772384Z","time spent":"1.133137293s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-hv87h\" "} {"level":"warn","ts":"2026-04-01T23:02:04.905538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:04.292447Z","time spent":"613.086339ms","remote":"127.0.0.1:57228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:02:04.905656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.405401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-01T23:02:04.90567Z","caller":"traceutil/trace.go:171","msg":"trace[624287793] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8741; }","duration":"741.456093ms","start":"2026-04-01T23:02:04.16421Z","end":"2026-04-01T23:02:04.905666Z","steps":["trace[624287793] 'agreement among raft nodes before linearized reading' (duration: 741.401601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:04.905671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162487711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6488d68c5c-9ksk5.18a25dea3b89bf15\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-01T23:02:04.905684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:04.164189Z","time spent":"741.490463ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:02:04.905695Z","caller":"traceutil/trace.go:171","msg":"trace[1439711782] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6488d68c5c-9ksk5.18a25dea3b89bf15; range_end:; response_count:1; response_revision:8741; }","duration":"1.162545852s","start":"2026-04-01T23:02:03.74314Z","end":"2026-04-01T23:02:04.905686Z","steps":["trace[1439711782] 'agreement among raft nodes before linearized reading' (duration: 1.162482481s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:04.905714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:03.743119Z","time spent":"1.162590314s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6488d68c5c-9ksk5.18a25dea3b89bf15\" "} {"level":"warn","ts":"2026-04-01T23:02:04.905841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168327502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T23:02:04.905863Z","caller":"traceutil/trace.go:171","msg":"trace[97227779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8741; }","duration":"1.168388743s","start":"2026-04-01T23:02:03.737469Z","end":"2026-04-01T23:02:04.905858Z","steps":["trace[97227779] 'agreement among raft nodes before linearized reading' (duration: 1.168332522s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:04.90588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:03.737444Z","time spent":"1.168431864s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:02:04.905994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177730397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:02:04.906018Z","caller":"traceutil/trace.go:171","msg":"trace[867883323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8741; }","duration":"1.177753769s","start":"2026-04-01T23:02:03.728258Z","end":"2026-04-01T23:02:04.906011Z","steps":["trace[867883323] 'agreement among raft nodes before linearized reading' (duration: 1.177698088s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:04.906034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:03.728223Z","time spent":"1.177807249s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:02:04.906046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183642611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:02:04.906066Z","caller":"traceutil/trace.go:171","msg":"trace[1893691810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8741; }","duration":"1.183699142s","start":"2026-04-01T23:02:03.72236Z","end":"2026-04-01T23:02:04.906059Z","steps":["trace[1893691810] 'agreement among raft nodes before linearized reading' (duration: 1.183641601s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:04.906089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:03.722337Z","time spent":"1.183746963s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:02:06.617435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.814519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:02:06.617582Z","caller":"traceutil/trace.go:171","msg":"trace[1860295464] linearizableReadLoop","detail":"{readStateIndex:9064; appliedIndex:9063; }","duration":"187.073959ms","start":"2026-04-01T23:02:06.430488Z","end":"2026-04-01T23:02:06.617562Z","steps":["trace[1860295464] 'read index received' (duration: 18.040495ms)","trace[1860295464] 'applied index is now lower than readState.Index' (duration: 169.031464ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:02:06.617651Z","caller":"traceutil/trace.go:171","msg":"trace[642348039] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"266.107514ms","start":"2026-04-01T23:02:06.351499Z","end":"2026-04-01T23:02:06.617607Z","steps":["trace[642348039] 'process raft request' (duration: 97.026039ms)","trace[642348039] 'compare' (duration: 168.667476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:02:06.617751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.247574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:02:06.617813Z","caller":"traceutil/trace.go:171","msg":"trace[901158450] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8749; }","duration":"187.361836ms","start":"2026-04-01T23:02:06.430436Z","end":"2026-04-01T23:02:06.617798Z","steps":["trace[901158450] 'agreement among raft nodes before linearized reading' (duration: 187.182372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:06.617854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.128641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-01T23:02:06.617917Z","caller":"traceutil/trace.go:171","msg":"trace[400242115] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8749; }","duration":"153.219632ms","start":"2026-04-01T23:02:06.464676Z","end":"2026-04-01T23:02:06.617896Z","steps":["trace[400242115] 'agreement among raft nodes before linearized reading' (duration: 153.013007ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:18.371241Z","caller":"traceutil/trace.go:171","msg":"trace[355300425] linearizableReadLoop","detail":"{readStateIndex:9173; appliedIndex:9172; }","duration":"498.66146ms","start":"2026-04-01T23:02:17.872512Z","end":"2026-04-01T23:02:18.371173Z","steps":["trace[355300425] 'read index received' (duration: 498.592608ms)","trace[355300425] 'applied index is now lower than readState.Index' (duration: 66.742µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:02:18.37136Z","caller":"traceutil/trace.go:171","msg":"trace[2101268650] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"499.830417ms","start":"2026-04-01T23:02:17.871505Z","end":"2026-04-01T23:02:18.371335Z","steps":["trace[2101268650] 'process raft request' (duration: 499.180742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:18.371494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:17.871484Z","time spent":"499.93971ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:02:18.371547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.016298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-gfcsw\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-04-01T23:02:18.371606Z","caller":"traceutil/trace.go:171","msg":"trace[38749170] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-gfcsw; range_end:; response_count:1; response_revision:8853; }","duration":"499.09663ms","start":"2026-04-01T23:02:17.872487Z","end":"2026-04-01T23:02:18.371584Z","steps":["trace[38749170] 'agreement among raft nodes before linearized reading' (duration: 498.868355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:18.371658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:17.872479Z","time spent":"499.160322ms","remote":"127.0.0.1:41668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-gfcsw\" "} {"level":"warn","ts":"2026-04-01T23:02:19.05646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.62645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:02:19.056538Z","caller":"traceutil/trace.go:171","msg":"trace[451028755] linearizableReadLoop","detail":"{readStateIndex:9174; appliedIndex:9173; }","duration":"685.204187ms","start":"2026-04-01T23:02:18.371321Z","end":"2026-04-01T23:02:19.056525Z","steps":["trace[451028755] 'read index received' (duration: 422.469563ms)","trace[451028755] 'applied index is now lower than readState.Index' (duration: 262.733544ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:02:19.056682Z","caller":"traceutil/trace.go:171","msg":"trace[1579246871] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"949.012885ms","start":"2026-04-01T23:02:18.107659Z","end":"2026-04-01T23:02:19.056672Z","steps":["trace[1579246871] 'process raft request' (duration: 686.112538ms)","trace[1579246871] 'compare' (duration: 262.251591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:02:19.056985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:18.107631Z","time spent":"949.074657ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:02:19.056986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.076248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:02:19.057035Z","caller":"traceutil/trace.go:171","msg":"trace[339004281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8854; }","duration":"986.163731ms","start":"2026-04-01T23:02:18.070859Z","end":"2026-04-01T23:02:19.057023Z","steps":["trace[339004281] 'agreement among raft nodes before linearized reading' (duration: 986.083579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.057057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:18.070835Z","time spent":"986.217202ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:02:19.095554Z","caller":"traceutil/trace.go:171","msg":"trace[1761774663] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"687.359538ms","start":"2026-04-01T23:02:18.408173Z","end":"2026-04-01T23:02:19.095532Z","steps":["trace[1761774663] 'process raft request' (duration: 687.289996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.095676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:18.408158Z","time spent":"687.46406ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T23:02:19.095713Z","caller":"traceutil/trace.go:171","msg":"trace[696157496] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8855; }","duration":"721.130533ms","start":"2026-04-01T23:02:18.374553Z","end":"2026-04-01T23:02:19.095684Z","steps":["trace[696157496] 'process raft request' (duration: 720.783393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.095928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:18.374529Z","time spent":"721.250116ms","remote":"127.0.0.1:41668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-01T23:02:19.233141Z","caller":"traceutil/trace.go:171","msg":"trace[1354203466] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"379.060257ms","start":"2026-04-01T23:02:18.854056Z","end":"2026-04-01T23:02:19.233116Z","steps":["trace[1354203466] 'process raft request' (duration: 378.840341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.233291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:18.854033Z","time spent":"379.182491ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:02:19.233517Z","caller":"traceutil/trace.go:171","msg":"trace[1861153667] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"277.624042ms","start":"2026-04-01T23:02:18.955856Z","end":"2026-04-01T23:02:19.23348Z","steps":["trace[1861153667] 'process raft request' (duration: 277.211562ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:19.233631Z","caller":"traceutil/trace.go:171","msg":"trace[361871053] linearizableReadLoop","detail":"{readStateIndex:9180; appliedIndex:9176; }","duration":"177.058348ms","start":"2026-04-01T23:02:19.056555Z","end":"2026-04-01T23:02:19.233614Z","steps":["trace[361871053] 'read index received' (duration: 39.076431ms)","trace[361871053] 'applied index is now lower than readState.Index' (duration: 137.980387ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:02:19.233736Z","caller":"traceutil/trace.go:171","msg":"trace[1117907259] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"277.751715ms","start":"2026-04-01T23:02:18.955974Z","end":"2026-04-01T23:02:19.233726Z","steps":["trace[1117907259] 'process raft request' (duration: 277.360155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.233854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.146599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gfcsw\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-04-01T23:02:19.233898Z","caller":"traceutil/trace.go:171","msg":"trace[323790910] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gfcsw; range_end:; response_count:1; response_revision:8860; }","duration":"859.230912ms","start":"2026-04-01T23:02:18.374656Z","end":"2026-04-01T23:02:19.233887Z","steps":["trace[323790910] 'agreement among raft nodes before linearized reading' (duration: 859.081478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.233931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:18.374648Z","time spent":"859.274492ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gfcsw\" "} {"level":"info","ts":"2026-04-01T23:02:19.233922Z","caller":"traceutil/trace.go:171","msg":"trace[554112081] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"277.751525ms","start":"2026-04-01T23:02:18.956143Z","end":"2026-04-01T23:02:19.233895Z","steps":["trace[554112081] 'process raft request' (duration: 277.388376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.234082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.920681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:02:19.234209Z","caller":"traceutil/trace.go:171","msg":"trace[682914106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8860; }","duration":"176.074615ms","start":"2026-04-01T23:02:19.058113Z","end":"2026-04-01T23:02:19.234188Z","steps":["trace[682914106] 'agreement among raft nodes before linearized reading' (duration: 175.905471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.234386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.1745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:02:19.234433Z","caller":"traceutil/trace.go:171","msg":"trace[163976556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8860; }","duration":"138.254592ms","start":"2026-04-01T23:02:19.096168Z","end":"2026-04-01T23:02:19.234422Z","steps":["trace[163976556] 'agreement among raft nodes before linearized reading' (duration: 138.119569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.234428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.831872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T23:02:19.23448Z","caller":"traceutil/trace.go:171","msg":"trace[102953148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8860; }","duration":"137.908294ms","start":"2026-04-01T23:02:19.096558Z","end":"2026-04-01T23:02:19.234467Z","steps":["trace[102953148] 'agreement among raft nodes before linearized reading' (duration: 137.751271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.234529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.10533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:02:19.234609Z","caller":"traceutil/trace.go:171","msg":"trace[677026847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8860; }","duration":"170.220523ms","start":"2026-04-01T23:02:19.064371Z","end":"2026-04-01T23:02:19.234591Z","steps":["trace[677026847] 'agreement among raft nodes before linearized reading' (duration: 169.990178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.234633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.898148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:02:19.234661Z","caller":"traceutil/trace.go:171","msg":"trace[2094801600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8860; }","duration":"133.952909ms","start":"2026-04-01T23:02:19.1007Z","end":"2026-04-01T23:02:19.234653Z","steps":["trace[2094801600] 'agreement among raft nodes before linearized reading' (duration: 133.872777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.234757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.859819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv87h\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T23:02:19.234873Z","caller":"traceutil/trace.go:171","msg":"trace[1033319880] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv87h; range_end:; response_count:1; response_revision:8860; }","duration":"131.988792ms","start":"2026-04-01T23:02:19.102865Z","end":"2026-04-01T23:02:19.234854Z","steps":["trace[1033319880] 'agreement among raft nodes before linearized reading' (duration: 131.502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.234876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.210769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T23:02:19.235139Z","caller":"traceutil/trace.go:171","msg":"trace[1182927011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8860; }","duration":"135.485926ms","start":"2026-04-01T23:02:19.099637Z","end":"2026-04-01T23:02:19.235123Z","steps":["trace[1182927011] 'agreement among raft nodes before linearized reading' (duration: 134.523853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.234124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.218879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gfcsw\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-04-01T23:02:19.235224Z","caller":"traceutil/trace.go:171","msg":"trace[587460161] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gfcsw; range_end:; response_count:1; response_revision:8860; }","duration":"828.358176ms","start":"2026-04-01T23:02:18.406851Z","end":"2026-04-01T23:02:19.235209Z","steps":["trace[587460161] 'agreement among raft nodes before linearized reading' (duration: 827.215249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.23527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:18.40683Z","time spent":"828.425678ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gfcsw\" "} {"level":"info","ts":"2026-04-01T23:02:19.365316Z","caller":"traceutil/trace.go:171","msg":"trace[2088463414] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"126.950411ms","start":"2026-04-01T23:02:19.238331Z","end":"2026-04-01T23:02:19.365281Z","steps":["trace[2088463414] 'process raft request' (duration: 103.440314ms)","trace[2088463414] 'compare' (duration: 23.280481ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:02:19.375906Z","caller":"traceutil/trace.go:171","msg":"trace[532791854] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"137.161806ms","start":"2026-04-01T23:02:19.238723Z","end":"2026-04-01T23:02:19.375884Z","steps":["trace[532791854] 'process raft request' (duration: 137.021801ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:19.375941Z","caller":"traceutil/trace.go:171","msg":"trace[397721690] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"136.716226ms","start":"2026-04-01T23:02:19.239213Z","end":"2026-04-01T23:02:19.375929Z","steps":["trace[397721690] 'process raft request' (duration: 136.623254ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:19.376022Z","caller":"traceutil/trace.go:171","msg":"trace[780050708] linearizableReadLoop","detail":"{readStateIndex:9182; appliedIndex:9180; }","duration":"137.209157ms","start":"2026-04-01T23:02:19.238805Z","end":"2026-04-01T23:02:19.376014Z","steps":["trace[780050708] 'read index received' (duration: 102.96162ms)","trace[780050708] 'applied index is now lower than readState.Index' (duration: 34.246667ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:02:19.376029Z","caller":"traceutil/trace.go:171","msg":"trace[1043435701] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"135.944098ms","start":"2026-04-01T23:02:19.240058Z","end":"2026-04-01T23:02:19.376002Z","steps":["trace[1043435701] 'process raft request' (duration: 135.803264ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:19.376073Z","caller":"traceutil/trace.go:171","msg":"trace[1835954036] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"134.087692ms","start":"2026-04-01T23:02:19.241968Z","end":"2026-04-01T23:02:19.376056Z","steps":["trace[1835954036] 'process raft request' (duration: 133.922798ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:19.375981Z","caller":"traceutil/trace.go:171","msg":"trace[450571413] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"136.806707ms","start":"2026-04-01T23:02:19.239141Z","end":"2026-04-01T23:02:19.375947Z","steps":["trace[450571413] 'process raft request' (duration: 136.670374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.376155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.03621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gfcsw\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-04-01T23:02:19.376861Z","caller":"traceutil/trace.go:171","msg":"trace[255918554] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gfcsw; range_end:; response_count:1; response_revision:8866; }","duration":"136.780467ms","start":"2026-04-01T23:02:19.240072Z","end":"2026-04-01T23:02:19.376852Z","steps":["trace[255918554] 'agreement among raft nodes before linearized reading' (duration: 136.032879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.376185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.927898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:02:19.37696Z","caller":"traceutil/trace.go:171","msg":"trace[1415722563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8866; }","duration":"134.730627ms","start":"2026-04-01T23:02:19.242223Z","end":"2026-04-01T23:02:19.376954Z","steps":["trace[1415722563] 'agreement among raft nodes before linearized reading' (duration: 133.912918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:19.376403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.591446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227436"} {"level":"info","ts":"2026-04-01T23:02:19.377025Z","caller":"traceutil/trace.go:171","msg":"trace[1376359247] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8866; }","duration":"138.20273ms","start":"2026-04-01T23:02:19.238803Z","end":"2026-04-01T23:02:19.377005Z","steps":["trace[1376359247] 'agreement among raft nodes before linearized reading' (duration: 137.263838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:20.353895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.066922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:02:20.353987Z","caller":"traceutil/trace.go:171","msg":"trace[723204482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8868; }","duration":"285.168324ms","start":"2026-04-01T23:02:20.0688Z","end":"2026-04-01T23:02:20.353968Z","steps":["trace[723204482] 'range keys from in-memory index tree' (duration: 284.98849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:20.353916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.831204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-01T23:02:20.354066Z","caller":"traceutil/trace.go:171","msg":"trace[834114610] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8868; }","duration":"465.024229ms","start":"2026-04-01T23:02:19.889018Z","end":"2026-04-01T23:02:20.354042Z","steps":["trace[834114610] 'range keys from in-memory index tree' (duration: 464.66393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:20.354129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:19.888994Z","time spent":"465.114781ms","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-01T23:02:20.354697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.242333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-01T23:02:20.354778Z","caller":"traceutil/trace.go:171","msg":"trace[1360735474] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8868; }","duration":"265.358726ms","start":"2026-04-01T23:02:20.0894Z","end":"2026-04-01T23:02:20.354759Z","steps":["trace[1360735474] 'range keys from in-memory index tree' (duration: 264.120617ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:20.70862Z","caller":"traceutil/trace.go:171","msg":"trace[305247890] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"244.266188ms","start":"2026-04-01T23:02:20.464324Z","end":"2026-04-01T23:02:20.70859Z","steps":["trace[305247890] 'process raft request' (duration: 244.070573ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:20.742679Z","caller":"traceutil/trace.go:171","msg":"trace[1841805320] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"276.545545ms","start":"2026-04-01T23:02:20.466113Z","end":"2026-04-01T23:02:20.742659Z","steps":["trace[1841805320] 'process raft request' (duration: 276.416942ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:22.215138Z","caller":"traceutil/trace.go:171","msg":"trace[1021143438] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"360.221193ms","start":"2026-04-01T23:02:21.854891Z","end":"2026-04-01T23:02:22.215112Z","steps":["trace[1021143438] 'process raft request' (duration: 360.05802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:22.215289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:21.854861Z","time spent":"360.348267ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:02:23.454615Z","caller":"traceutil/trace.go:171","msg":"trace[266411480] linearizableReadLoop","detail":"{readStateIndex:9205; appliedIndex:9204; }","duration":"424.121963ms","start":"2026-04-01T23:02:23.030464Z","end":"2026-04-01T23:02:23.454586Z","steps":["trace[266411480] 'read index received' (duration: 424.00034ms)","trace[266411480] 'applied index is now lower than readState.Index' (duration: 120.533µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:02:23.454684Z","caller":"traceutil/trace.go:171","msg":"trace[1303087822] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"464.59779ms","start":"2026-04-01T23:02:22.990065Z","end":"2026-04-01T23:02:23.454662Z","steps":["trace[1303087822] 'process raft request' (duration: 464.324312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:23.45482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:22.990039Z","time spent":"464.693231ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1100,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:02:23.454857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.36246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:02:23.454952Z","caller":"traceutil/trace.go:171","msg":"trace[1675307359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8884; }","duration":"424.515053ms","start":"2026-04-01T23:02:23.030416Z","end":"2026-04-01T23:02:23.454931Z","steps":["trace[1675307359] 'agreement among raft nodes before linearized reading' (duration: 424.327658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:23.455017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:23.030392Z","time spent":"424.613026ms","remote":"127.0.0.1:57210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:02:23.855521Z","caller":"traceutil/trace.go:171","msg":"trace[373263815] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"780.240858ms","start":"2026-04-01T23:02:23.075249Z","end":"2026-04-01T23:02:23.85549Z","steps":["trace[373263815] 'process raft request' (duration: 779.410697ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:23.855541Z","caller":"traceutil/trace.go:171","msg":"trace[1156510347] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"587.041201ms","start":"2026-04-01T23:02:23.268474Z","end":"2026-04-01T23:02:23.855516Z","steps":["trace[1156510347] 'process raft request' (duration: 586.956039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:23.855679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:23.075232Z","time spent":"780.36024ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:02:23.855808Z","caller":"traceutil/trace.go:171","msg":"trace[881623424] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"579.613031ms","start":"2026-04-01T23:02:23.276177Z","end":"2026-04-01T23:02:23.85579Z","steps":["trace[881623424] 'process raft request' (duration: 579.304394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:23.855899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:23.276151Z","time spent":"579.704624ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:02:23.855925Z","caller":"traceutil/trace.go:171","msg":"trace[1471078382] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"577.308656ms","start":"2026-04-01T23:02:23.278581Z","end":"2026-04-01T23:02:23.85589Z","steps":["trace[1471078382] 'process raft request' (duration: 577.152952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:23.855932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:23.268451Z","time spent":"587.152384ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:02:23.856061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.202947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:02:23.855927Z","caller":"traceutil/trace.go:171","msg":"trace[745415988] linearizableReadLoop","detail":"{readStateIndex:9209; appliedIndex:9205; }","duration":"401.192151ms","start":"2026-04-01T23:02:23.454699Z","end":"2026-04-01T23:02:23.855891Z","steps":["trace[745415988] 'read index received' (duration: 399.840747ms)","trace[745415988] 'applied index is now lower than readState.Index' (duration: 1.349953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:02:23.856082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:23.278564Z","time spent":"577.432638ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:02:23.856132Z","caller":"traceutil/trace.go:171","msg":"trace[66041064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8888; }","duration":"785.340461ms","start":"2026-04-01T23:02:23.07078Z","end":"2026-04-01T23:02:23.856121Z","steps":["trace[66041064] 'agreement among raft nodes before linearized reading' (duration: 785.217438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:23.856125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.115413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T23:02:23.856172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:23.070756Z","time spent":"785.406552ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:02:23.85617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.997934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:02:23.856166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.443719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:02:23.856218Z","caller":"traceutil/trace.go:171","msg":"trace[1276489680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8888; }","duration":"403.044105ms","start":"2026-04-01T23:02:23.453159Z","end":"2026-04-01T23:02:23.856203Z","steps":["trace[1276489680] 'agreement among raft nodes before linearized reading' (duration: 402.876531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:23.856255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:23.453099Z","time spent":"403.149828ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:02:23.856259Z","caller":"traceutil/trace.go:171","msg":"trace[226643052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8888; }","duration":"448.582473ms","start":"2026-04-01T23:02:23.407658Z","end":"2026-04-01T23:02:23.85624Z","steps":["trace[226643052] 'agreement among raft nodes before linearized reading' (duration: 448.301796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:23.85629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.541372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T23:02:23.856356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.6459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T23:02:23.856373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.08588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6488d68c5c-9ksk5.18a25dea3b89bf15\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-01T23:02:23.856191Z","caller":"traceutil/trace.go:171","msg":"trace[385953811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8888; }","duration":"402.203715ms","start":"2026-04-01T23:02:23.453968Z","end":"2026-04-01T23:02:23.856171Z","steps":["trace[385953811] 'agreement among raft nodes before linearized reading' (duration: 402.046941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:23.856401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.150018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv87h\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T23:02:23.856425Z","caller":"traceutil/trace.go:171","msg":"trace[285822533] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6488d68c5c-9ksk5.18a25dea3b89bf15; range_end:; response_count:1; response_revision:8888; }","duration":"114.164022ms","start":"2026-04-01T23:02:23.742243Z","end":"2026-04-01T23:02:23.856407Z","steps":["trace[285822533] 'agreement among raft nodes before linearized reading' (duration: 114.001978ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:23.856368Z","caller":"traceutil/trace.go:171","msg":"trace[1639486689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8888; }","duration":"470.631374ms","start":"2026-04-01T23:02:23.385719Z","end":"2026-04-01T23:02:23.856351Z","steps":["trace[1639486689] 'agreement among raft nodes before linearized reading' (duration: 470.397069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:23.856435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:23.453956Z","time spent":"402.468231ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:02:23.856441Z","caller":"traceutil/trace.go:171","msg":"trace[1253785124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv87h; range_end:; response_count:1; response_revision:8888; }","duration":"396.21598ms","start":"2026-04-01T23:02:23.460212Z","end":"2026-04-01T23:02:23.856428Z","steps":["trace[1253785124] 'agreement among raft nodes before linearized reading' (duration: 396.124458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:23.856477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:23.46019Z","time spent":"396.280362ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-hv87h\" "} {"level":"warn","ts":"2026-04-01T23:02:23.856308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.6888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.18a25df9e8db3351\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-01T23:02:23.856426Z","caller":"traceutil/trace.go:171","msg":"trace[351032819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8888; }","duration":"403.937417ms","start":"2026-04-01T23:02:23.452469Z","end":"2026-04-01T23:02:23.856406Z","steps":["trace[351032819] 'agreement among raft nodes before linearized reading' (duration: 403.441275ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:23.856598Z","caller":"traceutil/trace.go:171","msg":"trace[650702989] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.18a25df9e8db3351; range_end:; response_count:1; response_revision:8888; }","duration":"398.999447ms","start":"2026-04-01T23:02:23.457584Z","end":"2026-04-01T23:02:23.856583Z","steps":["trace[650702989] 'agreement among raft nodes before linearized reading' (duration: 398.600897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:23.856478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:23.3856Z","time spent":"470.86174ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:02:23.856631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:23.457572Z","time spent":"399.050348ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":720,"request content":"key:\"/registry/events/openstack/rook-ceph-cluster.18a25df9e8db3351\" "} {"level":"warn","ts":"2026-04-01T23:02:23.856311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:23.407641Z","time spent":"448.660754ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:02:23.856646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:23.45244Z","time spent":"404.185852ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:02:28.044214Z","caller":"traceutil/trace.go:171","msg":"trace[900116812] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"174.818335ms","start":"2026-04-01T23:02:27.869369Z","end":"2026-04-01T23:02:28.044187Z","steps":["trace[900116812] 'process raft request' (duration: 174.652091ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:28.336262Z","caller":"traceutil/trace.go:171","msg":"trace[1531265204] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"464.637619ms","start":"2026-04-01T23:02:27.871605Z","end":"2026-04-01T23:02:28.336243Z","steps":["trace[1531265204] 'process raft request' (duration: 464.593838ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:28.33626Z","caller":"traceutil/trace.go:171","msg":"trace[243798746] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"466.134605ms","start":"2026-04-01T23:02:27.870095Z","end":"2026-04-01T23:02:28.336229Z","steps":["trace[243798746] 'process raft request' (duration: 465.989792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:28.336377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:27.871596Z","time spent":"464.726082ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:02:28.33643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:27.870074Z","time spent":"466.264899ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:02:28.336477Z","caller":"traceutil/trace.go:171","msg":"trace[1273764353] linearizableReadLoop","detail":"{readStateIndex:9266; appliedIndex:9262; }","duration":"424.735047ms","start":"2026-04-01T23:02:27.911733Z","end":"2026-04-01T23:02:28.336468Z","steps":["trace[1273764353] 'read index received' (duration: 132.311979ms)","trace[1273764353] 'applied index is now lower than readState.Index' (duration: 292.422168ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:02:28.336652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.310667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:02:28.336717Z","caller":"traceutil/trace.go:171","msg":"trace[741347390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8942; }","duration":"424.387588ms","start":"2026-04-01T23:02:27.912323Z","end":"2026-04-01T23:02:28.336711Z","steps":["trace[741347390] 'agreement among raft nodes before linearized reading' (duration: 424.267986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:28.336733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:27.912316Z","time spent":"424.41348ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:02:28.336715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.906752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:02:28.337876Z","caller":"traceutil/trace.go:171","msg":"trace[877773682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8942; }","duration":"425.059575ms","start":"2026-04-01T23:02:27.911705Z","end":"2026-04-01T23:02:28.336765Z","steps":["trace[877773682] 'agreement among raft nodes before linearized reading' (duration: 424.86036ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:28.338606Z","caller":"traceutil/trace.go:171","msg":"trace[1040480228] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"462.906658ms","start":"2026-04-01T23:02:27.874122Z","end":"2026-04-01T23:02:28.337029Z","steps":["trace[1040480228] 'process raft request' (duration: 462.097869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:28.338655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:27.911693Z","time spent":"426.94313ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:02:28.338671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.215921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv87h\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T23:02:28.338695Z","caller":"traceutil/trace.go:171","msg":"trace[1358458213] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv87h; range_end:; response_count:1; response_revision:8942; }","duration":"418.268991ms","start":"2026-04-01T23:02:27.92042Z","end":"2026-04-01T23:02:28.338689Z","steps":["trace[1358458213] 'agreement among raft nodes before linearized reading' (duration: 418.186299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:28.338716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:27.920408Z","time spent":"418.304373ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-hv87h\" "} {"level":"warn","ts":"2026-04-01T23:02:28.338673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.829398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:02:28.33874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:27.874111Z","time spent":"464.561998ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:02:28.33877Z","caller":"traceutil/trace.go:171","msg":"trace[2135315034] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8942; }","duration":"370.979742ms","start":"2026-04-01T23:02:27.96777Z","end":"2026-04-01T23:02:28.33875Z","steps":["trace[2135315034] 'agreement among raft nodes before linearized reading' (duration: 369.27167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:28.338774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.393551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:02:28.338782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.404567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T23:02:28.338842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.820106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:02:28.338833Z","caller":"traceutil/trace.go:171","msg":"trace[1067091038] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8942; }","duration":"154.451662ms","start":"2026-04-01T23:02:28.18436Z","end":"2026-04-01T23:02:28.338811Z","steps":["trace[1067091038] 'agreement among raft nodes before linearized reading' (duration: 154.34833ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:28.338859Z","caller":"traceutil/trace.go:171","msg":"trace[359898188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8942; }","duration":"267.867687ms","start":"2026-04-01T23:02:28.070987Z","end":"2026-04-01T23:02:28.338855Z","steps":["trace[359898188] 'agreement among raft nodes before linearized reading' (duration: 267.839027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:28.338828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.387317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T23:02:28.338851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:27.967751Z","time spent":"371.061623ms","remote":"127.0.0.1:41668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":37,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:02:28.338869Z","caller":"traceutil/trace.go:171","msg":"trace[962471435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8942; }","duration":"426.49665ms","start":"2026-04-01T23:02:27.912354Z","end":"2026-04-01T23:02:28.338851Z","steps":["trace[962471435] 'agreement among raft nodes before linearized reading' (duration: 426.306156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:28.338911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:27.91235Z","time spent":"426.551891ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:02:28.338923Z","caller":"traceutil/trace.go:171","msg":"trace[2010073069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8942; }","duration":"426.51057ms","start":"2026-04-01T23:02:27.912381Z","end":"2026-04-01T23:02:28.338892Z","steps":["trace[2010073069] 'agreement among raft nodes before linearized reading' (duration: 426.276495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:28.338944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.235357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-01T23:02:28.338966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:27.912368Z","time spent":"426.588712ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:02:28.338961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.241124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:02:28.338985Z","caller":"traceutil/trace.go:171","msg":"trace[2015884350] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8942; }","duration":"166.352979ms","start":"2026-04-01T23:02:28.17262Z","end":"2026-04-01T23:02:28.338973Z","steps":["trace[2015884350] 'agreement among raft nodes before linearized reading' (duration: 166.192775ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:02:28.339017Z","caller":"traceutil/trace.go:171","msg":"trace[482975916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8942; }","duration":"426.318196ms","start":"2026-04-01T23:02:27.912683Z","end":"2026-04-01T23:02:28.339002Z","steps":["trace[482975916] 'agreement among raft nodes before linearized reading' (duration: 426.160632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:02:28.339074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:02:27.912605Z","time spent":"426.460889ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:02:39.624846Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024e3.wal"} {"level":"info","ts":"2026-04-01T23:03:28.654468Z","caller":"traceutil/trace.go:171","msg":"trace[522014199] transaction","detail":"{read_only:false; response_revision:9565; number_of_response:1; }","duration":"406.081742ms","start":"2026-04-01T23:03:28.248361Z","end":"2026-04-01T23:03:28.654442Z","steps":["trace[522014199] 'process raft request' (duration: 405.922538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:03:28.654673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:03:28.24834Z","time spent":"406.247235ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:03:28.752825Z","caller":"traceutil/trace.go:171","msg":"trace[1456562699] linearizableReadLoop","detail":"{readStateIndex:9908; appliedIndex:9905; }","duration":"143.898777ms","start":"2026-04-01T23:03:28.608908Z","end":"2026-04-01T23:03:28.752807Z","steps":["trace[1456562699] 'read index received' (duration: 45.654423ms)","trace[1456562699] 'applied index is now lower than readState.Index' (duration: 98.243574ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:03:28.752941Z","caller":"traceutil/trace.go:171","msg":"trace[1169300116] transaction","detail":"{read_only:false; response_revision:9567; number_of_response:1; }","duration":"206.877848ms","start":"2026-04-01T23:03:28.546055Z","end":"2026-04-01T23:03:28.752933Z","steps":["trace[1169300116] 'process raft request' (duration: 206.688754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:03:28.753133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.688234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:03:28.753162Z","caller":"traceutil/trace.go:171","msg":"trace[1567749139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9568; }","duration":"110.762016ms","start":"2026-04-01T23:03:28.642394Z","end":"2026-04-01T23:03:28.753156Z","steps":["trace[1567749139] 'agreement among raft nodes before linearized reading' (duration: 110.631753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:03:28.753138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.148674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:03:28.753207Z","caller":"traceutil/trace.go:171","msg":"trace[1853930643] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9568; }","duration":"144.330567ms","start":"2026-04-01T23:03:28.608862Z","end":"2026-04-01T23:03:28.753193Z","steps":["trace[1853930643] 'agreement among raft nodes before linearized reading' (duration: 144.127162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:03:28.753282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.8435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T23:03:28.753321Z","caller":"traceutil/trace.go:171","msg":"trace[146052559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9568; }","duration":"101.908102ms","start":"2026-04-01T23:03:28.651403Z","end":"2026-04-01T23:03:28.753311Z","steps":["trace[146052559] 'agreement among raft nodes before linearized reading' (duration: 101.8135ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:03:28.753019Z","caller":"traceutil/trace.go:171","msg":"trace[819418038] transaction","detail":"{read_only:false; response_revision:9566; number_of_response:1; }","duration":"207.178245ms","start":"2026-04-01T23:03:28.545645Z","end":"2026-04-01T23:03:28.752823Z","steps":["trace[819418038] 'process raft request' (duration: 180.326396ms)","trace[819418038] 'compare' (duration: 26.673555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:03:28.753419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.67326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T23:03:28.753413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.840366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:03:28.753441Z","caller":"traceutil/trace.go:171","msg":"trace[1532124686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9568; }","duration":"109.737321ms","start":"2026-04-01T23:03:28.643699Z","end":"2026-04-01T23:03:28.753436Z","steps":["trace[1532124686] 'agreement among raft nodes before linearized reading' (duration: 109.68291ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:03:28.753454Z","caller":"traceutil/trace.go:171","msg":"trace[631338860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9568; }","duration":"100.907878ms","start":"2026-04-01T23:03:28.652537Z","end":"2026-04-01T23:03:28.753445Z","steps":["trace[631338860] 'agreement among raft nodes before linearized reading' (duration: 100.807276ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:03:28.753667Z","caller":"traceutil/trace.go:171","msg":"trace[919026266] transaction","detail":"{read_only:false; response_revision:9568; number_of_response:1; }","duration":"203.61216ms","start":"2026-04-01T23:03:28.550017Z","end":"2026-04-01T23:03:28.753629Z","steps":["trace[919026266] 'process raft request' (duration: 202.762319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:03:29.259124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788811511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:03:29.759973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788811511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:03:29.838498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080785262s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:03:29.856208Z","caller":"traceutil/trace.go:171","msg":"trace[43678479] transaction","detail":"{read_only:false; response_revision:9569; number_of_response:1; }","duration":"1.098532292s","start":"2026-04-01T23:03:28.75763Z","end":"2026-04-01T23:03:29.856162Z","steps":["trace[43678479] 'process raft request' (duration: 1.081147321s)","trace[43678479] 'compare' (duration: 16.710354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:03:29.856415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:03:28.757607Z","time spent":"1.098704927s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:03:30.412085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.686921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:03:30.412584Z","caller":"traceutil/trace.go:171","msg":"trace[742478849] linearizableReadLoop","detail":"{readStateIndex:9913; appliedIndex:9908; }","duration":"1.654425513s","start":"2026-04-01T23:03:28.758054Z","end":"2026-04-01T23:03:30.41248Z","steps":["trace[742478849] 'read index received' (duration: 1.080737252s)","trace[742478849] 'applied index is now lower than readState.Index' (duration: 573.687101ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:03:30.412745Z","caller":"traceutil/trace.go:171","msg":"trace[364383556] transaction","detail":"{read_only:false; response_revision:9570; number_of_response:1; }","duration":"1.654992726s","start":"2026-04-01T23:03:28.75774Z","end":"2026-04-01T23:03:30.412732Z","steps":["trace[364383556] 'process raft request' (duration: 1.229581648s)","trace[364383556] 'compare' (duration: 424.472696ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:03:30.412824Z","caller":"traceutil/trace.go:171","msg":"trace[917984091] transaction","detail":"{read_only:false; response_revision:9573; number_of_response:1; }","duration":"1.653966753s","start":"2026-04-01T23:03:28.758824Z","end":"2026-04-01T23:03:30.41279Z","steps":["trace[917984091] 'process raft request' (duration: 1.653581813s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:03:30.412998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:03:28.758813Z","time spent":"1.654081285s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:03:30.412981Z","caller":"traceutil/trace.go:171","msg":"trace[1827023139] transaction","detail":"{read_only:false; response_revision:9572; number_of_response:1; }","duration":"1.654538716s","start":"2026-04-01T23:03:28.758396Z","end":"2026-04-01T23:03:30.412935Z","steps":["trace[1827023139] 'process raft request' (duration: 1.653970853s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:03:30.412977Z","caller":"traceutil/trace.go:171","msg":"trace[1322161155] transaction","detail":"{read_only:false; response_revision:9571; number_of_response:1; }","duration":"1.654487314s","start":"2026-04-01T23:03:28.758373Z","end":"2026-04-01T23:03:30.41286Z","steps":["trace[1322161155] 'process raft request' (duration: 1.653912471s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:03:30.413194Z","caller":"traceutil/trace.go:171","msg":"trace[360073494] transaction","detail":"{read_only:false; response_revision:9574; number_of_response:1; }","duration":"602.372515ms","start":"2026-04-01T23:03:29.810787Z","end":"2026-04-01T23:03:30.41316Z","steps":["trace[360073494] 'process raft request' (duration: 601.650697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:03:30.413226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:03:28.758379Z","time spent":"1.654687719s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:03:30.41325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655195993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289855"} {"level":"info","ts":"2026-04-01T23:03:30.413304Z","caller":"traceutil/trace.go:171","msg":"trace[1427813445] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9574; }","duration":"1.655303286s","start":"2026-04-01T23:03:28.757986Z","end":"2026-04-01T23:03:30.41329Z","steps":["trace[1427813445] 'agreement among raft nodes before linearized reading' (duration: 1.654816713s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:03:30.413312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:03:29.810761Z","time spent":"602.495019ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:03:30.413314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.485351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:03:30.41335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:03:28.75797Z","time spent":"1.655371117s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289878,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T23:03:30.413372Z","caller":"traceutil/trace.go:171","msg":"trace[1438428900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9574; }","duration":"341.574663ms","start":"2026-04-01T23:03:30.071778Z","end":"2026-04-01T23:03:30.413353Z","steps":["trace[1438428900] 'agreement among raft nodes before linearized reading' (duration: 341.486491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:03:30.413351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.697344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T23:03:30.413415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:03:30.071755Z","time spent":"341.653465ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:03:30.41343Z","caller":"traceutil/trace.go:171","msg":"trace[1156938046] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9574; }","duration":"905.829237ms","start":"2026-04-01T23:03:29.507583Z","end":"2026-04-01T23:03:30.413413Z","steps":["trace[1156938046] 'agreement among raft nodes before linearized reading' (duration: 905.646413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:03:30.413458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.199317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414511"} {"level":"warn","ts":"2026-04-01T23:03:30.413244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:03:28.758354Z","time spent":"1.654777043s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:03:30.413473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:03:29.50756Z","time spent":"905.903499ms","remote":"127.0.0.1:52956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:03:30.413494Z","caller":"traceutil/trace.go:171","msg":"trace[420577171] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9574; }","duration":"690.276889ms","start":"2026-04-01T23:03:29.723208Z","end":"2026-04-01T23:03:30.413485Z","steps":["trace[420577171] 'agreement among raft nodes before linearized reading' (duration: 690.081195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:03:30.413516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:03:29.723183Z","time spent":"690.32802ms","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414534,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-01T23:03:30.413218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:03:28.75772Z","time spent":"1.65514114s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:03:30.41424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.964919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:03:30.414436Z","caller":"traceutil/trace.go:171","msg":"trace[1823214007] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9574; }","duration":"341.745448ms","start":"2026-04-01T23:03:30.072552Z","end":"2026-04-01T23:03:30.414298Z","steps":["trace[1823214007] 'agreement among raft nodes before linearized reading' (duration: 340.814995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:03:30.414539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:03:30.07253Z","time spent":"341.945142ms","remote":"127.0.0.1:47126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:03:30.691954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.205019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:03:30.692064Z","caller":"traceutil/trace.go:171","msg":"trace[134069674] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9574; }","duration":"145.363452ms","start":"2026-04-01T23:03:30.546674Z","end":"2026-04-01T23:03:30.692037Z","steps":["trace[134069674] 'count revisions from in-memory index tree' (duration: 145.098476ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:03:30.916267Z","caller":"traceutil/trace.go:171","msg":"trace[1472754166] transaction","detail":"{read_only:false; response_revision:9578; number_of_response:1; }","duration":"156.355658ms","start":"2026-04-01T23:03:30.759888Z","end":"2026-04-01T23:03:30.916243Z","steps":["trace[1472754166] 'process raft request' (duration: 156.275356ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:03:30.9165Z","caller":"traceutil/trace.go:171","msg":"trace[1655323578] transaction","detail":"{read_only:false; response_revision:9577; number_of_response:1; }","duration":"157.830953ms","start":"2026-04-01T23:03:30.758637Z","end":"2026-04-01T23:03:30.916467Z","steps":["trace[1655323578] 'process raft request' (duration: 157.349372ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:03:31.056166Z","caller":"traceutil/trace.go:171","msg":"trace[1254887542] transaction","detail":"{read_only:false; response_revision:9579; number_of_response:1; }","duration":"223.628373ms","start":"2026-04-01T23:03:30.832498Z","end":"2026-04-01T23:03:31.056126Z","steps":["trace[1254887542] 'process raft request' (duration: 223.150502ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:03:40.759704Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T23:03:40.764558Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-01T23:03:40.764628Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-01T23:05:23.26529Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7960} {"level":"info","ts":"2026-04-01T23:05:23.329226Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7960,"took":"61.787323ms","hash":2610736479,"current-db-size-bytes":55025664,"current-db-size":"55 MB","current-db-size-in-use-bytes":28225536,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-01T23:05:23.329276Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2610736479,"revision":7960,"compact-revision":5781} {"level":"info","ts":"2026-04-01T23:08:47.934576Z","caller":"traceutil/trace.go:171","msg":"trace[1700915993] transaction","detail":"{read_only:false; response_revision:11885; number_of_response:1; }","duration":"119.515879ms","start":"2026-04-01T23:08:47.815039Z","end":"2026-04-01T23:08:47.934555Z","steps":["trace[1700915993] 'process raft request' (duration: 119.364965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:09:10.367131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.149314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T23:09:10.367504Z","caller":"traceutil/trace.go:171","msg":"trace[1577846913] transaction","detail":"{read_only:false; response_revision:12010; number_of_response:1; }","duration":"348.968114ms","start":"2026-04-01T23:09:10.018383Z","end":"2026-04-01T23:09:10.367351Z","steps":["trace[1577846913] 'process raft request' (duration: 226.509414ms)","trace[1577846913] 'compare' (duration: 121.934818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:09:10.367582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:09:10.018356Z","time spent":"349.19058ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:09:10.448611Z","caller":"traceutil/trace.go:171","msg":"trace[841128028] transaction","detail":"{read_only:false; response_revision:12011; number_of_response:1; }","duration":"356.690792ms","start":"2026-04-01T23:09:10.091897Z","end":"2026-04-01T23:09:10.448587Z","steps":["trace[841128028] 'process raft request' (duration: 356.444976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:09:10.44875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:09:10.091875Z","time spent":"356.802024ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:09:10.448939Z","caller":"traceutil/trace.go:171","msg":"trace[282598660] transaction","detail":"{read_only:false; response_revision:12012; number_of_response:1; }","duration":"332.221898ms","start":"2026-04-01T23:09:10.116709Z","end":"2026-04-01T23:09:10.448931Z","steps":["trace[282598660] 'process raft request' (duration: 331.797328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:09:10.448982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:09:10.116694Z","time spent":"332.266669ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:09:10.449115Z","caller":"traceutil/trace.go:171","msg":"trace[1514009099] linearizableReadLoop","detail":"{readStateIndex:12431; appliedIndex:12429; }","duration":"346.571006ms","start":"2026-04-01T23:09:10.102514Z","end":"2026-04-01T23:09:10.449085Z","steps":["trace[1514009099] 'read index received' (duration: 142.435414ms)","trace[1514009099] 'applied index is now lower than readState.Index' (duration: 204.134362ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:09:10.449165Z","caller":"traceutil/trace.go:171","msg":"trace[2121050671] transaction","detail":"{read_only:false; response_revision:12013; number_of_response:1; }","duration":"288.072638ms","start":"2026-04-01T23:09:10.161052Z","end":"2026-04-01T23:09:10.449125Z","steps":["trace[2121050671] 'process raft request' (duration: 287.75386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:09:10.449241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.734829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T23:09:10.449268Z","caller":"traceutil/trace.go:171","msg":"trace[1647110477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12013; }","duration":"346.790382ms","start":"2026-04-01T23:09:10.10247Z","end":"2026-04-01T23:09:10.44926Z","steps":["trace[1647110477] 'agreement among raft nodes before linearized reading' (duration: 346.70287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:09:10.44929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:09:10.10245Z","time spent":"346.836213ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:09:10.449371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.657352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-01T23:09:10.449406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.99444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T23:09:10.449432Z","caller":"traceutil/trace.go:171","msg":"trace[1337781897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12013; }","duration":"336.032421ms","start":"2026-04-01T23:09:10.113394Z","end":"2026-04-01T23:09:10.449426Z","steps":["trace[1337781897] 'agreement among raft nodes before linearized reading' (duration: 335.97176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:09:10.449449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:09:10.113387Z","time spent":"336.058521ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:09:10.449464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.096697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:09:10.449494Z","caller":"traceutil/trace.go:171","msg":"trace[1934257707] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:12013; }","duration":"337.153397ms","start":"2026-04-01T23:09:10.11233Z","end":"2026-04-01T23:09:10.449484Z","steps":["trace[1934257707] 'agreement among raft nodes before linearized reading' (duration: 337.094306ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:09:10.449406Z","caller":"traceutil/trace.go:171","msg":"trace[1667610886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12013; }","duration":"340.714143ms","start":"2026-04-01T23:09:10.108682Z","end":"2026-04-01T23:09:10.449396Z","steps":["trace[1667610886] 'agreement among raft nodes before linearized reading' (duration: 340.55778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:09:10.449564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:09:10.112315Z","time spent":"337.22997ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:09:10.449589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:09:10.108641Z","time spent":"340.919258ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:09:10.449822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.412972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T23:09:10.449871Z","caller":"traceutil/trace.go:171","msg":"trace[140236245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12013; }","duration":"339.485915ms","start":"2026-04-01T23:09:10.110372Z","end":"2026-04-01T23:09:10.449858Z","steps":["trace[140236245] 'agreement among raft nodes before linearized reading' (duration: 339.328741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:09:10.4499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:09:10.110356Z","time spent":"339.538457ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:10:23.271901Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10378} {"level":"info","ts":"2026-04-01T23:10:23.35047Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10378,"took":"76.299961ms","hash":1010009748,"current-db-size-bytes":55025664,"current-db-size":"55 MB","current-db-size-in-use-bytes":25616384,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-01T23:10:23.350522Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1010009748,"revision":10378,"compact-revision":7960} {"level":"info","ts":"2026-04-01T23:15:23.27777Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12504} {"level":"info","ts":"2026-04-01T23:15:23.352468Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12504,"took":"72.127779ms","hash":997196743,"current-db-size-bytes":55025664,"current-db-size":"55 MB","current-db-size-in-use-bytes":26726400,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-01T23:15:23.352542Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":997196743,"revision":12504,"compact-revision":10378} {"level":"info","ts":"2026-04-01T23:15:26.626051Z","caller":"traceutil/trace.go:171","msg":"trace[1949201562] transaction","detail":"{read_only:false; response_revision:14542; number_of_response:1; }","duration":"145.538507ms","start":"2026-04-01T23:15:26.48048Z","end":"2026-04-01T23:15:26.626019Z","steps":["trace[1949201562] 'process raft request' (duration: 102.553324ms)","trace[1949201562] 'compare' (duration: 42.578904ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:15:26.626234Z","caller":"traceutil/trace.go:171","msg":"trace[1362042501] transaction","detail":"{read_only:false; response_revision:14543; number_of_response:1; }","duration":"145.438855ms","start":"2026-04-01T23:15:26.480756Z","end":"2026-04-01T23:15:26.626195Z","steps":["trace[1362042501] 'process raft request' (duration: 145.149619ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:15:26.626319Z","caller":"traceutil/trace.go:171","msg":"trace[1805842975] transaction","detail":"{read_only:false; response_revision:14544; number_of_response:1; }","duration":"144.188226ms","start":"2026-04-01T23:15:26.482104Z","end":"2026-04-01T23:15:26.626292Z","steps":["trace[1805842975] 'process raft request' (duration: 143.88976ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:15:26.626583Z","caller":"traceutil/trace.go:171","msg":"trace[1246206630] linearizableReadLoop","detail":"{readStateIndex:15057; appliedIndex:15053; }","duration":"143.803968ms","start":"2026-04-01T23:15:26.482763Z","end":"2026-04-01T23:15:26.626567Z","steps":["trace[1246206630] 'read index received' (duration: 100.282264ms)","trace[1246206630] 'applied index is now lower than readState.Index' (duration: 43.520854ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:15:26.62676Z","caller":"traceutil/trace.go:171","msg":"trace[226843417] transaction","detail":"{read_only:false; response_revision:14545; number_of_response:1; }","duration":"144.306189ms","start":"2026-04-01T23:15:26.482445Z","end":"2026-04-01T23:15:26.626751Z","steps":["trace[226843417] 'process raft request' (duration: 143.791238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:26.626769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.993692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-01T23:15:26.626804Z","caller":"traceutil/trace.go:171","msg":"trace[1416686489] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:14545; }","duration":"144.041803ms","start":"2026-04-01T23:15:26.482751Z","end":"2026-04-01T23:15:26.626793Z","steps":["trace[1416686489] 'agreement among raft nodes before linearized reading' (duration: 143.871339ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:15:42.013839Z","caller":"traceutil/trace.go:171","msg":"trace[1696059265] transaction","detail":"{read_only:false; response_revision:14638; number_of_response:1; }","duration":"128.703224ms","start":"2026-04-01T23:15:41.885105Z","end":"2026-04-01T23:15:42.013809Z","steps":["trace[1696059265] 'process raft request' (duration: 128.50676ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:15:42.031317Z","caller":"traceutil/trace.go:171","msg":"trace[1095770755] transaction","detail":"{read_only:false; response_revision:14639; number_of_response:1; }","duration":"133.609462ms","start":"2026-04-01T23:15:41.897678Z","end":"2026-04-01T23:15:42.031287Z","steps":["trace[1095770755] 'process raft request' (duration: 133.372237ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:15:42.047371Z","caller":"traceutil/trace.go:171","msg":"trace[521906057] linearizableReadLoop","detail":"{readStateIndex:15155; appliedIndex:15152; }","duration":"127.896026ms","start":"2026-04-01T23:15:41.919457Z","end":"2026-04-01T23:15:42.047353Z","steps":["trace[521906057] 'read index received' (duration: 94.157868ms)","trace[521906057] 'applied index is now lower than readState.Index' (duration: 33.736828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:15:42.047549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.902482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-64wxl\" ","response":"range_response_count:1 size:11628"} {"level":"info","ts":"2026-04-01T23:15:42.047606Z","caller":"traceutil/trace.go:171","msg":"trace[1975056846] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-64wxl; range_end:; response_count:1; response_revision:14639; }","duration":"117.009485ms","start":"2026-04-01T23:15:41.930583Z","end":"2026-04-01T23:15:42.047593Z","steps":["trace[1975056846] 'agreement among raft nodes before linearized reading' (duration: 116.900812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:42.047733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.251394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv87h\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T23:15:42.047825Z","caller":"traceutil/trace.go:171","msg":"trace[1387504975] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv87h; range_end:; response_count:1; response_revision:14639; }","duration":"128.380266ms","start":"2026-04-01T23:15:41.919423Z","end":"2026-04-01T23:15:42.047804Z","steps":["trace[1387504975] 'agreement among raft nodes before linearized reading' (duration: 128.025299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:43.209385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788825471,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:15:43.278656Z","caller":"traceutil/trace.go:171","msg":"trace[1159568685] transaction","detail":"{read_only:false; response_revision:14641; number_of_response:1; }","duration":"570.853388ms","start":"2026-04-01T23:15:42.707766Z","end":"2026-04-01T23:15:43.27862Z","steps":["trace[1159568685] 'process raft request' (duration: 570.648733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:43.27885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:42.707747Z","time spent":"571.001672ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:15:43.557071Z","caller":"traceutil/trace.go:171","msg":"trace[871321962] linearizableReadLoop","detail":"{readStateIndex:15158; appliedIndex:15156; }","duration":"848.633067ms","start":"2026-04-01T23:15:42.708418Z","end":"2026-04-01T23:15:43.557051Z","steps":["trace[871321962] 'read index received' (duration: 569.986929ms)","trace[871321962] 'applied index is now lower than readState.Index' (duration: 278.644148ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:15:43.557125Z","caller":"traceutil/trace.go:171","msg":"trace[1181946903] transaction","detail":"{read_only:false; response_revision:14642; number_of_response:1; }","duration":"846.371987ms","start":"2026-04-01T23:15:42.710712Z","end":"2026-04-01T23:15:43.557084Z","steps":["trace[1181946903] 'process raft request' (duration: 752.201478ms)","trace[1181946903] 'compare' (duration: 93.198857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:15:43.557368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.684367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:15:43.557448Z","caller":"traceutil/trace.go:171","msg":"trace[1764577911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14643; }","duration":"848.79147ms","start":"2026-04-01T23:15:42.708649Z","end":"2026-04-01T23:15:43.55744Z","steps":["trace[1764577911] 'agreement among raft nodes before linearized reading' (duration: 848.633157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:43.557447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.983915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T23:15:43.557471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:42.70864Z","time spent":"848.826081ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:15:43.557509Z","caller":"traceutil/trace.go:171","msg":"trace[656323385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14643; }","duration":"849.135897ms","start":"2026-04-01T23:15:42.708353Z","end":"2026-04-01T23:15:43.557489Z","steps":["trace[656323385] 'agreement among raft nodes before linearized reading' (duration: 848.905612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:43.557491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:42.710694Z","time spent":"846.601661ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:15:43.557564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:42.708339Z","time spent":"849.21238ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:15:43.557581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.871049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:15:43.557681Z","caller":"traceutil/trace.go:171","msg":"trace[1180903828] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:14643; }","duration":"231.210006ms","start":"2026-04-01T23:15:43.326445Z","end":"2026-04-01T23:15:43.557655Z","steps":["trace[1180903828] 'agreement among raft nodes before linearized reading' (duration: 230.843348ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:15:45.197273Z","caller":"traceutil/trace.go:171","msg":"trace[1678886709] transaction","detail":"{read_only:false; response_revision:14654; number_of_response:1; }","duration":"219.963047ms","start":"2026-04-01T23:15:44.977284Z","end":"2026-04-01T23:15:45.197247Z","steps":["trace[1678886709] 'process raft request' (duration: 219.763972ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:15:45.283922Z","caller":"traceutil/trace.go:171","msg":"trace[694764998] linearizableReadLoop","detail":"{readStateIndex:15171; appliedIndex:15169; }","duration":"213.268429ms","start":"2026-04-01T23:15:45.07063Z","end":"2026-04-01T23:15:45.283898Z","steps":["trace[694764998] 'read index received' (duration: 126.579896ms)","trace[694764998] 'applied index is now lower than readState.Index' (duration: 86.687593ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:15:45.283969Z","caller":"traceutil/trace.go:171","msg":"trace[141698181] transaction","detail":"{read_only:false; response_revision:14655; number_of_response:1; }","duration":"298.427377ms","start":"2026-04-01T23:15:44.985517Z","end":"2026-04-01T23:15:45.283944Z","steps":["trace[141698181] 'process raft request' (duration: 297.718071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:45.284065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.417622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:15:45.284094Z","caller":"traceutil/trace.go:171","msg":"trace[1117798450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14655; }","duration":"213.495784ms","start":"2026-04-01T23:15:45.070591Z","end":"2026-04-01T23:15:45.284087Z","steps":["trace[1117798450] 'agreement among raft nodes before linearized reading' (duration: 213.429782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:53.464629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.086803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:15:53.464742Z","caller":"traceutil/trace.go:171","msg":"trace[1076916860] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:14811; }","duration":"166.260576ms","start":"2026-04-01T23:15:53.29846Z","end":"2026-04-01T23:15:53.46472Z","steps":["trace[1076916860] 'count revisions from in-memory index tree' (duration: 165.999911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:53.464848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.643424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-sgw4x.18a25eb8fe1823cb\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-01T23:15:53.464979Z","caller":"traceutil/trace.go:171","msg":"trace[676370567] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-sgw4x.18a25eb8fe1823cb; range_end:; response_count:1; response_revision:14811; }","duration":"161.801248ms","start":"2026-04-01T23:15:53.303151Z","end":"2026-04-01T23:15:53.464952Z","steps":["trace[676370567] 'range keys from in-memory index tree' (duration: 161.505001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:53.464869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.591063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-86sbm\" ","response":"range_response_count:1 size:6895"} {"level":"info","ts":"2026-04-01T23:15:53.465095Z","caller":"traceutil/trace.go:171","msg":"trace[82934361] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-7659bd74f8-86sbm; range_end:; response_count:1; response_revision:14811; }","duration":"368.853169ms","start":"2026-04-01T23:15:53.096214Z","end":"2026-04-01T23:15:53.465067Z","steps":["trace[82934361] 'range keys from in-memory index tree' (duration: 368.41569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:53.465176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:53.096196Z","time spent":"368.955381ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":6918,"request content":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-86sbm\" "} {"level":"warn","ts":"2026-04-01T23:15:53.465684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.605784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:15:53.465748Z","caller":"traceutil/trace.go:171","msg":"trace[893035917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14811; }","duration":"143.714017ms","start":"2026-04-01T23:15:53.322018Z","end":"2026-04-01T23:15:53.465732Z","steps":["trace[893035917] 'range keys from in-memory index tree' (duration: 142.788176ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:15:53.957441Z","caller":"traceutil/trace.go:171","msg":"trace[1684660736] transaction","detail":"{read_only:false; response_revision:14812; number_of_response:1; }","duration":"489.941154ms","start":"2026-04-01T23:15:53.46747Z","end":"2026-04-01T23:15:53.957411Z","steps":["trace[1684660736] 'process raft request' (duration: 489.7719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:53.957621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:53.467449Z","time spent":"490.090087ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:15:54.135213Z","caller":"traceutil/trace.go:171","msg":"trace[1993763561] transaction","detail":"{read_only:false; response_revision:14814; number_of_response:1; }","duration":"660.71848ms","start":"2026-04-01T23:15:53.474469Z","end":"2026-04-01T23:15:54.135188Z","steps":["trace[1993763561] 'process raft request' (duration: 660.483195ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:15:54.135222Z","caller":"traceutil/trace.go:171","msg":"trace[1418632605] linearizableReadLoop","detail":"{readStateIndex:15334; appliedIndex:15330; }","duration":"538.52177ms","start":"2026-04-01T23:15:53.596675Z","end":"2026-04-01T23:15:54.135197Z","steps":["trace[1418632605] 'read index received' (duration: 360.580626ms)","trace[1418632605] 'applied index is now lower than readState.Index' (duration: 177.939954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:15:54.135335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:53.474449Z","time spent":"660.817962ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7186,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:15:54.135377Z","caller":"traceutil/trace.go:171","msg":"trace[293876729] transaction","detail":"{read_only:false; response_revision:14815; number_of_response:1; }","duration":"543.880259ms","start":"2026-04-01T23:15:53.591479Z","end":"2026-04-01T23:15:54.13536Z","steps":["trace[293876729] 'process raft request' (duration: 543.539561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:54.135523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:53.591453Z","time spent":"543.958271ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:15:54.135713Z","caller":"traceutil/trace.go:171","msg":"trace[135689404] transaction","detail":"{read_only:false; response_revision:14816; number_of_response:1; }","duration":"465.628454ms","start":"2026-04-01T23:15:53.670071Z","end":"2026-04-01T23:15:54.135699Z","steps":["trace[135689404] 'process raft request' (duration: 465.013921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:54.135769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:53.670033Z","time spent":"465.707226ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:15:54.13578Z","caller":"traceutil/trace.go:171","msg":"trace[257543027] transaction","detail":"{read_only:false; response_revision:14813; number_of_response:1; }","duration":"666.438276ms","start":"2026-04-01T23:15:53.469269Z","end":"2026-04-01T23:15:54.135707Z","steps":["trace[257543027] 'process raft request' (duration: 665.547067ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:15:54.135793Z","caller":"traceutil/trace.go:171","msg":"trace[881983494] transaction","detail":"{read_only:false; response_revision:14817; number_of_response:1; }","duration":"324.029043ms","start":"2026-04-01T23:15:53.811722Z","end":"2026-04-01T23:15:54.135751Z","steps":["trace[881983494] 'process raft request' (duration: 323.41093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:54.135836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.178785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T23:15:54.135855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:53.469247Z","time spent":"666.56836ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:15:54.135886Z","caller":"traceutil/trace.go:171","msg":"trace[1377402493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14817; }","duration":"539.262066ms","start":"2026-04-01T23:15:53.596611Z","end":"2026-04-01T23:15:54.135873Z","steps":["trace[1377402493] 'agreement among raft nodes before linearized reading' (duration: 539.133173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:54.135917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:53.59659Z","time spent":"539.322398ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:15:54.136134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:53.811696Z","time spent":"324.185407ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:15:54.138788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.978695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T23:15:54.138805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.734225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:15:54.138835Z","caller":"traceutil/trace.go:171","msg":"trace[438409753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14819; }","duration":"523.071047ms","start":"2026-04-01T23:15:53.61575Z","end":"2026-04-01T23:15:54.138821Z","steps":["trace[438409753] 'agreement among raft nodes before linearized reading' (duration: 522.932384ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:15:54.13885Z","caller":"traceutil/trace.go:171","msg":"trace[1090372536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14819; }","duration":"317.814896ms","start":"2026-04-01T23:15:53.82102Z","end":"2026-04-01T23:15:54.138835Z","steps":["trace[1090372536] 'agreement among raft nodes before linearized reading' (duration: 317.696153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:54.13886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:53.615725Z","time spent":"523.129258ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:15:54.138881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:53.820998Z","time spent":"317.875037ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:15:54.138923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.03198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:15:54.13904Z","caller":"traceutil/trace.go:171","msg":"trace[908104454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14819; }","duration":"520.151163ms","start":"2026-04-01T23:15:53.618876Z","end":"2026-04-01T23:15:54.139028Z","steps":["trace[908104454] 'agreement among raft nodes before linearized reading' (duration: 519.936698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:54.13909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:53.618832Z","time spent":"520.236125ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:15:54.138965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.182959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-574a119d-1005-46d4-86cd-606d5c247710\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-01T23:15:54.139166Z","caller":"traceutil/trace.go:171","msg":"trace[1443967107] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-574a119d-1005-46d4-86cd-606d5c247710; range_end:; response_count:1; response_revision:14819; }","duration":"458.422454ms","start":"2026-04-01T23:15:53.680729Z","end":"2026-04-01T23:15:54.139151Z","steps":["trace[1443967107] 'agreement among raft nodes before linearized reading' (duration: 458.120747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:54.139199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:53.680709Z","time spent":"458.481025ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-574a119d-1005-46d4-86cd-606d5c247710\" "} {"level":"warn","ts":"2026-04-01T23:15:54.140167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.822086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-449e4d1b-c67e-4106-84c7-fafd46660368\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-01T23:15:54.140594Z","caller":"traceutil/trace.go:171","msg":"trace[1987104480] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-449e4d1b-c67e-4106-84c7-fafd46660368; range_end:; response_count:1; response_revision:14819; }","duration":"460.565341ms","start":"2026-04-01T23:15:53.680002Z","end":"2026-04-01T23:15:54.140567Z","steps":["trace[1987104480] 'agreement among raft nodes before linearized reading' (duration: 458.783592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:15:54.140985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:15:53.679991Z","time spent":"460.97858ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-449e4d1b-c67e-4106-84c7-fafd46660368\" "} {"level":"info","ts":"2026-04-01T23:16:54.435403Z","caller":"traceutil/trace.go:171","msg":"trace[550429769] transaction","detail":"{read_only:false; response_revision:15686; number_of_response:1; }","duration":"103.290361ms","start":"2026-04-01T23:16:54.332081Z","end":"2026-04-01T23:16:54.435371Z","steps":["trace[550429769] 'process raft request' (duration: 103.051785ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:16:54.43723Z","caller":"traceutil/trace.go:171","msg":"trace[149052313] transaction","detail":"{read_only:false; response_revision:15687; number_of_response:1; }","duration":"102.222567ms","start":"2026-04-01T23:16:54.33498Z","end":"2026-04-01T23:16:54.437202Z","steps":["trace[149052313] 'process raft request' (duration: 102.060563ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:16:54.437408Z","caller":"traceutil/trace.go:171","msg":"trace[971671853] transaction","detail":"{read_only:false; response_revision:15688; number_of_response:1; }","duration":"101.748975ms","start":"2026-04-01T23:16:54.33563Z","end":"2026-04-01T23:16:54.437379Z","steps":["trace[971671853] 'process raft request' (duration: 101.532861ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:16:54.437435Z","caller":"traceutil/trace.go:171","msg":"trace[2086209743] transaction","detail":"{read_only:false; response_revision:15689; number_of_response:1; }","duration":"101.352417ms","start":"2026-04-01T23:16:54.336064Z","end":"2026-04-01T23:16:54.437417Z","steps":["trace[2086209743] 'process raft request' (duration: 101.247435ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:11.800644Z","caller":"traceutil/trace.go:171","msg":"trace[1956382875] linearizableReadLoop","detail":"{readStateIndex:16337; appliedIndex:16336; }","duration":"138.524891ms","start":"2026-04-01T23:17:11.662096Z","end":"2026-04-01T23:17:11.800621Z","steps":["trace[1956382875] 'read index received' (duration: 136.983188ms)","trace[1956382875] 'applied index is now lower than readState.Index' (duration: 1.540343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:17:11.800896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.773147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-nzxq2\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-04-01T23:17:11.800972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.057278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-nzxq2\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-04-01T23:17:11.801013Z","caller":"traceutil/trace.go:171","msg":"trace[597031975] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-nzxq2; range_end:; response_count:1; response_revision:15788; }","duration":"138.93799ms","start":"2026-04-01T23:17:11.662054Z","end":"2026-04-01T23:17:11.800992Z","steps":["trace[597031975] 'agreement among raft nodes before linearized reading' (duration: 138.673315ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:11.801209Z","caller":"traceutil/trace.go:171","msg":"trace[799323287] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-nzxq2; range_end:; response_count:1; response_revision:15788; }","duration":"132.170281ms","start":"2026-04-01T23:17:11.668835Z","end":"2026-04-01T23:17:11.801006Z","steps":["trace[799323287] 'agreement among raft nodes before linearized reading' (duration: 131.933485ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:28.673717Z","caller":"traceutil/trace.go:171","msg":"trace[102308027] transaction","detail":"{read_only:false; response_revision:15869; number_of_response:1; }","duration":"123.779004ms","start":"2026-04-01T23:17:28.549917Z","end":"2026-04-01T23:17:28.673696Z","steps":["trace[102308027] 'process raft request' (duration: 123.294594ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:28.682628Z","caller":"traceutil/trace.go:171","msg":"trace[1695501535] linearizableReadLoop","detail":"{readStateIndex:16424; appliedIndex:16420; }","duration":"115.289446ms","start":"2026-04-01T23:17:28.567313Z","end":"2026-04-01T23:17:28.682603Z","steps":["trace[1695501535] 'read index received' (duration: 106.244696ms)","trace[1695501535] 'applied index is now lower than readState.Index' (duration: 9.04381ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:17:28.682672Z","caller":"traceutil/trace.go:171","msg":"trace[1023782241] transaction","detail":"{read_only:false; response_revision:15871; number_of_response:1; }","duration":"125.40969ms","start":"2026-04-01T23:17:28.557232Z","end":"2026-04-01T23:17:28.682641Z","steps":["trace[1023782241] 'process raft request' (duration: 125.292158ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:28.682692Z","caller":"traceutil/trace.go:171","msg":"trace[770694843] transaction","detail":"{read_only:false; response_revision:15872; number_of_response:1; }","duration":"123.752734ms","start":"2026-04-01T23:17:28.558916Z","end":"2026-04-01T23:17:28.682668Z","steps":["trace[770694843] 'process raft request' (duration: 123.648662ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:28.682857Z","caller":"traceutil/trace.go:171","msg":"trace[137650315] transaction","detail":"{read_only:false; response_revision:15870; number_of_response:1; }","duration":"126.997747ms","start":"2026-04-01T23:17:28.555848Z","end":"2026-04-01T23:17:28.682846Z","steps":["trace[137650315] 'process raft request' (duration: 126.555666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:28.682855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.517662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:17:28.682926Z","caller":"traceutil/trace.go:171","msg":"trace[692374778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15872; }","duration":"115.632654ms","start":"2026-04-01T23:17:28.567282Z","end":"2026-04-01T23:17:28.682915Z","steps":["trace[692374778] 'agreement among raft nodes before linearized reading' (duration: 115.445109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:29.622194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.864436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:17:29.622285Z","caller":"traceutil/trace.go:171","msg":"trace[1281260027] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15877; }","duration":"238.986448ms","start":"2026-04-01T23:17:29.383279Z","end":"2026-04-01T23:17:29.622266Z","steps":["trace[1281260027] 'range keys from in-memory index tree' (duration: 238.768683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:29.622513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.314221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv87h\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-01T23:17:29.622514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.430532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-01T23:17:29.622522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.751557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-04-01T23:17:29.62253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.643647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-01T23:17:29.622582Z","caller":"traceutil/trace.go:171","msg":"trace[1494850597] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15877; }","duration":"236.522654ms","start":"2026-04-01T23:17:29.386045Z","end":"2026-04-01T23:17:29.622567Z","steps":["trace[1494850597] 'range keys from in-memory index tree' (duration: 236.293759ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:29.622606Z","caller":"traceutil/trace.go:171","msg":"trace[33433714] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:15877; }","duration":"511.88766ms","start":"2026-04-01T23:17:29.110698Z","end":"2026-04-01T23:17:29.622585Z","steps":["trace[33433714] 'range keys from in-memory index tree' (duration: 511.580253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:29.622588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.417448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:17:29.622627Z","caller":"traceutil/trace.go:171","msg":"trace[911679812] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15877; }","duration":"236.78335ms","start":"2026-04-01T23:17:29.385817Z","end":"2026-04-01T23:17:29.622601Z","steps":["trace[911679812] 'range keys from in-memory index tree' (duration: 236.466302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:29.622638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.105636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nqw95\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-04-01T23:17:29.62265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:17:29.110676Z","time spent":"511.964482ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-01T23:17:29.622671Z","caller":"traceutil/trace.go:171","msg":"trace[1036666596] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15877; }","duration":"239.53857ms","start":"2026-04-01T23:17:29.383112Z","end":"2026-04-01T23:17:29.62265Z","steps":["trace[1036666596] 'range keys from in-memory index tree' (duration: 239.366617ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:29.622574Z","caller":"traceutil/trace.go:171","msg":"trace[334009319] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv87h; range_end:; response_count:1; response_revision:15877; }","duration":"499.405993ms","start":"2026-04-01T23:17:29.123151Z","end":"2026-04-01T23:17:29.622557Z","steps":["trace[334009319] 'range keys from in-memory index tree' (duration: 499.197689ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:29.622695Z","caller":"traceutil/trace.go:171","msg":"trace[1900685600] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nqw95; range_end:; response_count:1; response_revision:15877; }","duration":"554.162117ms","start":"2026-04-01T23:17:29.068517Z","end":"2026-04-01T23:17:29.622679Z","steps":["trace[1900685600] 'range keys from in-memory index tree' (duration: 553.957733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:29.622717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:17:29.123117Z","time spent":"499.589497ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-hv87h\" "} {"level":"info","ts":"2026-04-01T23:17:29.622733Z","caller":"traceutil/trace.go:171","msg":"trace[762570302] transaction","detail":"{read_only:false; response_revision:15878; number_of_response:1; }","duration":"142.426208ms","start":"2026-04-01T23:17:29.48029Z","end":"2026-04-01T23:17:29.622716Z","steps":["trace[762570302] 'process raft request' (duration: 128.164442ms)","trace[762570302] 'compare' (duration: 13.601811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:17:29.622737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:17:29.068447Z","time spent":"554.27874ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-nqw95\" "} {"level":"warn","ts":"2026-04-01T23:17:29.623087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.31206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-01T23:17:29.623135Z","caller":"traceutil/trace.go:171","msg":"trace[1904909764] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15877; }","duration":"268.393651ms","start":"2026-04-01T23:17:29.354729Z","end":"2026-04-01T23:17:29.623123Z","steps":["trace[1904909764] 'range keys from in-memory index tree' (duration: 267.646984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:29.622344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.581626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-01T23:17:29.623192Z","caller":"traceutil/trace.go:171","msg":"trace[1551708612] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15877; }","duration":"237.451085ms","start":"2026-04-01T23:17:29.385725Z","end":"2026-04-01T23:17:29.623176Z","steps":["trace[1551708612] 'range keys from in-memory index tree' (duration: 236.469293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:30.343183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.740161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-nzxq2\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-04-01T23:17:30.343277Z","caller":"traceutil/trace.go:171","msg":"trace[1563229757] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-nzxq2; range_end:; response_count:1; response_revision:15878; }","duration":"320.861334ms","start":"2026-04-01T23:17:30.022393Z","end":"2026-04-01T23:17:30.343255Z","steps":["trace[1563229757] 'range keys from in-memory index tree' (duration: 320.602219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:30.343332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:17:30.022373Z","time spent":"320.944706ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-nzxq2\" "} {"level":"warn","ts":"2026-04-01T23:17:30.34341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.669032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416186"} {"level":"info","ts":"2026-04-01T23:17:30.343475Z","caller":"traceutil/trace.go:171","msg":"trace[47275962] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:15878; }","duration":"611.780955ms","start":"2026-04-01T23:17:29.731675Z","end":"2026-04-01T23:17:30.343456Z","steps":["trace[47275962] 'range keys from in-memory index tree' (duration: 611.403297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:30.343522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:17:29.731654Z","time spent":"611.855147ms","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416209,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-01T23:17:30.343613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.732011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T23:17:30.343705Z","caller":"traceutil/trace.go:171","msg":"trace[131681103] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:15878; }","duration":"591.947886ms","start":"2026-04-01T23:17:29.751739Z","end":"2026-04-01T23:17:30.343687Z","steps":["trace[131681103] 'count revisions from in-memory index tree' (duration: 591.468035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:30.343172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.594573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-01T23:17:30.343837Z","caller":"traceutil/trace.go:171","msg":"trace[361219782] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15878; }","duration":"498.302077ms","start":"2026-04-01T23:17:29.845515Z","end":"2026-04-01T23:17:30.343817Z","steps":["trace[361219782] 'range keys from in-memory index tree' (duration: 497.374527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:30.343894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:17:29.845504Z","time spent":"498.37585ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-01T23:17:30.343894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.201616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T23:17:30.343918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.540467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:17:30.343988Z","caller":"traceutil/trace.go:171","msg":"trace[1857492707] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15878; }","duration":"500.61357ms","start":"2026-04-01T23:17:29.84336Z","end":"2026-04-01T23:17:30.343974Z","steps":["trace[1857492707] 'range keys from in-memory index tree' (duration: 500.458596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:30.343928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.577624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-01T23:17:30.344037Z","caller":"traceutil/trace.go:171","msg":"trace[342765446] linearizableReadLoop","detail":"{readStateIndex:16431; appliedIndex:16430; }","duration":"266.406888ms","start":"2026-04-01T23:17:30.077615Z","end":"2026-04-01T23:17:30.344022Z","steps":["trace[342765446] 'read index received' (duration: 185.285379ms)","trace[342765446] 'applied index is now lower than readState.Index' (duration: 81.120489ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:17:30.343766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:17:29.751718Z","time spent":"592.024947ms","remote":"127.0.0.1:41802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:17:30.344325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.709874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-nzxq2\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-04-01T23:17:30.344413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.208391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-01T23:17:30.344403Z","caller":"traceutil/trace.go:171","msg":"trace[1040992022] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-nzxq2; range_end:; response_count:1; response_revision:15879; }","duration":"266.819047ms","start":"2026-04-01T23:17:30.077572Z","end":"2026-04-01T23:17:30.344391Z","steps":["trace[1040992022] 'agreement among raft nodes before linearized reading' (duration: 266.551061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:30.344407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.201886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fz9bp\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-04-01T23:17:30.344473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.062284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-01T23:17:30.344489Z","caller":"traceutil/trace.go:171","msg":"trace[420179700] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-fz9bp; range_end:; response_count:1; response_revision:15879; }","duration":"263.307769ms","start":"2026-04-01T23:17:30.081159Z","end":"2026-04-01T23:17:30.344466Z","steps":["trace[420179700] 'agreement among raft nodes before linearized reading' (duration: 263.089394ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:30.344534Z","caller":"traceutil/trace.go:171","msg":"trace[1797004245] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15879; }","duration":"245.162987ms","start":"2026-04-01T23:17:30.099351Z","end":"2026-04-01T23:17:30.344514Z","steps":["trace[1797004245] 'agreement among raft nodes before linearized reading' (duration: 245.028104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:30.344595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.425322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T23:17:30.344658Z","caller":"traceutil/trace.go:171","msg":"trace[974292535] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15879; }","duration":"245.514524ms","start":"2026-04-01T23:17:30.099129Z","end":"2026-04-01T23:17:30.344644Z","steps":["trace[974292535] 'agreement among raft nodes before linearized reading' (duration: 245.430093ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:30.344056Z","caller":"traceutil/trace.go:171","msg":"trace[382499365] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15878; }","duration":"498.722598ms","start":"2026-04-01T23:17:29.845321Z","end":"2026-04-01T23:17:30.344044Z","steps":["trace[382499365] 'range keys from in-memory index tree' (duration: 498.40311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:30.344708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:17:29.845312Z","time spent":"499.383013ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-01T23:17:30.343988Z","caller":"traceutil/trace.go:171","msg":"trace[173084949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15878; }","duration":"272.302829ms","start":"2026-04-01T23:17:30.071665Z","end":"2026-04-01T23:17:30.343968Z","steps":["trace[173084949] 'range keys from in-memory index tree' (duration: 272.131804ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:30.344048Z","caller":"traceutil/trace.go:171","msg":"trace[2112798006] transaction","detail":"{read_only:false; response_revision:15879; number_of_response:1; }","duration":"271.91523ms","start":"2026-04-01T23:17:30.07211Z","end":"2026-04-01T23:17:30.344025Z","steps":["trace[2112798006] 'process raft request' (duration: 190.892263ms)","trace[2112798006] 'compare' (duration: 80.608277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:17:30.344031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:17:29.843302Z","time spent":"500.720723ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-01T23:17:30.344444Z","caller":"traceutil/trace.go:171","msg":"trace[1989684056] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15879; }","duration":"242.265443ms","start":"2026-04-01T23:17:30.102168Z","end":"2026-04-01T23:17:30.344433Z","steps":["trace[1989684056] 'agreement among raft nodes before linearized reading' (duration: 242.184361ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:30.942185Z","caller":"traceutil/trace.go:171","msg":"trace[1864957312] transaction","detail":"{read_only:false; response_revision:15883; number_of_response:1; }","duration":"253.170744ms","start":"2026-04-01T23:17:30.688993Z","end":"2026-04-01T23:17:30.942164Z","steps":["trace[1864957312] 'process raft request' (duration: 253.129233ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:30.942537Z","caller":"traceutil/trace.go:171","msg":"trace[340881955] transaction","detail":"{read_only:false; response_revision:15881; number_of_response:1; }","duration":"254.293409ms","start":"2026-04-01T23:17:30.688237Z","end":"2026-04-01T23:17:30.94253Z","steps":["trace[340881955] 'process raft request' (duration: 253.720486ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:30.942631Z","caller":"traceutil/trace.go:171","msg":"trace[849940387] transaction","detail":"{read_only:false; response_revision:15882; number_of_response:1; }","duration":"254.389551ms","start":"2026-04-01T23:17:30.688236Z","end":"2026-04-01T23:17:30.942626Z","steps":["trace[849940387] 'process raft request' (duration: 253.852929ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:30.94276Z","caller":"traceutil/trace.go:171","msg":"trace[1053990801] linearizableReadLoop","detail":"{readStateIndex:16435; appliedIndex:16435; }","duration":"218.583687ms","start":"2026-04-01T23:17:30.724149Z","end":"2026-04-01T23:17:30.942733Z","steps":["trace[1053990801] 'read index received' (duration: 218.567717ms)","trace[1053990801] 'applied index is now lower than readState.Index' (duration: 14.09µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:17:30.942983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.905362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-01T23:17:30.94302Z","caller":"traceutil/trace.go:171","msg":"trace[115967091] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15883; }","duration":"254.966743ms","start":"2026-04-01T23:17:30.688043Z","end":"2026-04-01T23:17:30.94301Z","steps":["trace[115967091] 'agreement among raft nodes before linearized reading' (duration: 254.853021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:30.943047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.020085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-01T23:17:30.943072Z","caller":"traceutil/trace.go:171","msg":"trace[1878313431] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15883; }","duration":"255.059435ms","start":"2026-04-01T23:17:30.688003Z","end":"2026-04-01T23:17:30.943063Z","steps":["trace[1878313431] 'agreement among raft nodes before linearized reading' (duration: 254.999674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:30.942988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.063639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T23:17:30.9432Z","caller":"traceutil/trace.go:171","msg":"trace[1127402420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15883; }","duration":"243.289644ms","start":"2026-04-01T23:17:30.699885Z","end":"2026-04-01T23:17:30.943174Z","steps":["trace[1127402420] 'agreement among raft nodes before linearized reading' (duration: 242.974657ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:31.219707Z","caller":"traceutil/trace.go:171","msg":"trace[354212042] linearizableReadLoop","detail":"{readStateIndex:16436; appliedIndex:16435; }","duration":"276.854859ms","start":"2026-04-01T23:17:30.942827Z","end":"2026-04-01T23:17:31.219682Z","steps":["trace[354212042] 'read index received' (duration: 276.342948ms)","trace[354212042] 'applied index is now lower than readState.Index' (duration: 510.651µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:17:31.219846Z","caller":"traceutil/trace.go:171","msg":"trace[676949334] transaction","detail":"{read_only:false; response_revision:15884; number_of_response:1; }","duration":"487.328085ms","start":"2026-04-01T23:17:30.732507Z","end":"2026-04-01T23:17:31.219835Z","steps":["trace[676949334] 'process raft request' (duration: 486.808014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:31.219962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:17:30.73249Z","time spent":"487.393927ms","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416771,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:17:31.220072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.575996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T23:17:31.220126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.244851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T23:17:31.22018Z","caller":"traceutil/trace.go:171","msg":"trace[620278173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15884; }","duration":"463.486296ms","start":"2026-04-01T23:17:30.756677Z","end":"2026-04-01T23:17:31.220163Z","steps":["trace[620278173] 'agreement among raft nodes before linearized reading' (duration: 463.098318ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:17:31.220183Z","caller":"traceutil/trace.go:171","msg":"trace[1785588482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15884; }","duration":"462.74447ms","start":"2026-04-01T23:17:30.757412Z","end":"2026-04-01T23:17:31.220157Z","steps":["trace[1785588482] 'agreement among raft nodes before linearized reading' (duration: 462.336911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:31.220227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:17:30.756669Z","time spent":"463.547507ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:17:31.22027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:17:30.757396Z","time spent":"462.832012ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:17:31.220356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.699731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T23:17:31.220574Z","caller":"traceutil/trace.go:171","msg":"trace[935428690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15884; }","duration":"463.934117ms","start":"2026-04-01T23:17:30.756564Z","end":"2026-04-01T23:17:31.220498Z","steps":["trace[935428690] 'agreement among raft nodes before linearized reading' (duration: 463.301783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:31.22072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:17:30.75655Z","time spent":"464.11951ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:17:31.223576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.72685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T23:17:31.223661Z","caller":"traceutil/trace.go:171","msg":"trace[1537684572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15884; }","duration":"467.847944ms","start":"2026-04-01T23:17:30.755788Z","end":"2026-04-01T23:17:31.223636Z","steps":["trace[1537684572] 'agreement among raft nodes before linearized reading' (duration: 463.984908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:17:31.223723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:17:30.755766Z","time spent":"467.942546ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:17:31.244277Z","caller":"traceutil/trace.go:171","msg":"trace[1690155050] transaction","detail":"{read_only:false; response_revision:15885; number_of_response:1; }","duration":"297.22421ms","start":"2026-04-01T23:17:30.947033Z","end":"2026-04-01T23:17:31.244257Z","steps":["trace[1690155050] 'process raft request' (duration: 297.109787ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:20:23.283946Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14525} {"level":"info","ts":"2026-04-01T23:20:23.37156Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14525,"took":"83.80384ms","hash":1590957206,"current-db-size-bytes":55025664,"current-db-size":"55 MB","current-db-size-in-use-bytes":33292288,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-01T23:20:23.371622Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1590957206,"revision":14525,"compact-revision":12504} {"level":"info","ts":"2026-04-01T23:23:08.571562Z","caller":"traceutil/trace.go:171","msg":"trace[1634569901] transaction","detail":"{read_only:false; response_revision:18455; number_of_response:1; }","duration":"224.8591ms","start":"2026-04-01T23:23:08.346662Z","end":"2026-04-01T23:23:08.571521Z","steps":["trace[1634569901] 'process raft request' (duration: 224.561974ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:23:08.575321Z","caller":"traceutil/trace.go:171","msg":"trace[1491999869] transaction","detail":"{read_only:false; response_revision:18456; number_of_response:1; }","duration":"223.085528ms","start":"2026-04-01T23:23:08.352213Z","end":"2026-04-01T23:23:08.575299Z","steps":["trace[1491999869] 'process raft request' (duration: 222.669249ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:23:15.092802Z","caller":"traceutil/trace.go:171","msg":"trace[885724766] transaction","detail":"{read_only:false; response_revision:18510; number_of_response:1; }","duration":"105.502518ms","start":"2026-04-01T23:23:14.987255Z","end":"2026-04-01T23:23:15.092758Z","steps":["trace[885724766] 'process raft request' (duration: 104.767602ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:23:15.50025Z","caller":"traceutil/trace.go:171","msg":"trace[1619442561] transaction","detail":"{read_only:false; response_revision:18513; number_of_response:1; }","duration":"324.140452ms","start":"2026-04-01T23:23:15.176087Z","end":"2026-04-01T23:23:15.500228Z","steps":["trace[1619442561] 'process raft request' (duration: 324.103511ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:23:15.500348Z","caller":"traceutil/trace.go:171","msg":"trace[351066888] transaction","detail":"{read_only:false; response_revision:18512; number_of_response:1; }","duration":"326.081538ms","start":"2026-04-01T23:23:15.174201Z","end":"2026-04-01T23:23:15.500283Z","steps":["trace[351066888] 'process raft request' (duration: 300.279697ms)","trace[351066888] 'compare' (duration: 25.576155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:23:15.50042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:15.176074Z","time spent":"324.265215ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:23:15.500584Z","caller":"traceutil/trace.go:171","msg":"trace[968324998] linearizableReadLoop","detail":"{readStateIndex:19149; appliedIndex:19148; }","duration":"325.883463ms","start":"2026-04-01T23:23:15.174692Z","end":"2026-04-01T23:23:15.500575Z","steps":["trace[968324998] 'read index received' (duration: 299.783176ms)","trace[968324998] 'applied index is now lower than readState.Index' (duration: 26.099437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:23:15.500773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.080208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:23:15.5008Z","caller":"traceutil/trace.go:171","msg":"trace[396346534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18513; }","duration":"326.132078ms","start":"2026-04-01T23:23:15.174659Z","end":"2026-04-01T23:23:15.500791Z","steps":["trace[396346534] 'agreement among raft nodes before linearized reading' (duration: 326.012235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:15.50082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:15.174643Z","time spent":"326.17337ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:23:15.500574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:15.17419Z","time spent":"326.260681ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:23:16.060006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788839277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:23:16.56065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788839277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:23:16.893098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371920436s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:23:16.89349Z","caller":"traceutil/trace.go:171","msg":"trace[1428002949] transaction","detail":"{read_only:false; response_revision:18514; number_of_response:1; }","duration":"1.37246016s","start":"2026-04-01T23:23:15.521001Z","end":"2026-04-01T23:23:16.893461Z","steps":["trace[1428002949] 'process raft request' (duration: 1.372303906s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:16.893888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:15.520909Z","time spent":"1.372721826s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:23:17.107951Z","caller":"traceutil/trace.go:171","msg":"trace[1747319865] transaction","detail":"{read_only:false; response_revision:18515; number_of_response:1; }","duration":"1.120299865s","start":"2026-04-01T23:23:15.987626Z","end":"2026-04-01T23:23:17.107926Z","steps":["trace[1747319865] 'process raft request' (duration: 1.104205529s)","trace[1747319865] 'compare' (duration: 15.797419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:23:17.108077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:15.987597Z","time spent":"1.120420157s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:23:17.108154Z","caller":"traceutil/trace.go:171","msg":"trace[1676602717] transaction","detail":"{read_only:false; response_revision:18517; number_of_response:1; }","duration":"899.50677ms","start":"2026-04-01T23:23:16.208629Z","end":"2026-04-01T23:23:17.108136Z","steps":["trace[1676602717] 'process raft request' (duration: 899.438478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:17.108219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:16.20862Z","time spent":"899.569121ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:23:17.108321Z","caller":"traceutil/trace.go:171","msg":"trace[1027508049] transaction","detail":"{read_only:false; response_revision:18516; number_of_response:1; }","duration":"900.500163ms","start":"2026-04-01T23:23:16.207814Z","end":"2026-04-01T23:23:17.108314Z","steps":["trace[1027508049] 'process raft request' (duration: 900.041772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:17.108377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:16.20779Z","time spent":"900.567024ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:23:17.108478Z","caller":"traceutil/trace.go:171","msg":"trace[1094335202] transaction","detail":"{read_only:false; response_revision:18518; number_of_response:1; }","duration":"898.030225ms","start":"2026-04-01T23:23:16.21042Z","end":"2026-04-01T23:23:17.10845Z","steps":["trace[1094335202] 'process raft request' (duration: 897.687407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:17.108632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:16.210409Z","time spent":"898.145387ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:23:17.108633Z","caller":"traceutil/trace.go:171","msg":"trace[45963116] linearizableReadLoop","detail":"{readStateIndex:19155; appliedIndex:19150; }","duration":"1.549457724s","start":"2026-04-01T23:23:15.559148Z","end":"2026-04-01T23:23:17.108606Z","steps":["trace[45963116] 'read index received' (duration: 1.334164028s)","trace[45963116] 'applied index is now lower than readState.Index' (duration: 215.292646ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:23:17.108639Z","caller":"traceutil/trace.go:171","msg":"trace[1935432669] transaction","detail":"{read_only:false; response_revision:18519; number_of_response:1; }","duration":"412.337548ms","start":"2026-04-01T23:23:16.696277Z","end":"2026-04-01T23:23:17.108614Z","steps":["trace[1935432669] 'process raft request' (duration: 412.079412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:17.108841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549679579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nqw95\" ","response":"range_response_count:1 size:9710"} {"level":"warn","ts":"2026-04-01T23:23:17.108858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:16.696256Z","time spent":"412.450851ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:23:17.108884Z","caller":"traceutil/trace.go:171","msg":"trace[1612665062] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nqw95; range_end:; response_count:1; response_revision:18519; }","duration":"1.549766472s","start":"2026-04-01T23:23:15.559105Z","end":"2026-04-01T23:23:17.108872Z","steps":["trace[1612665062] 'agreement among raft nodes before linearized reading' (duration: 1.549606768s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:17.108947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:15.559088Z","time spent":"1.549850894s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-nqw95\" "} {"level":"warn","ts":"2026-04-01T23:23:17.155905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.099138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:23:17.155947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.098567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"warn","ts":"2026-04-01T23:23:17.155994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478443428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:23:17.156021Z","caller":"traceutil/trace.go:171","msg":"trace[1648399439] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:18520; }","duration":"256.21277ms","start":"2026-04-01T23:23:16.899788Z","end":"2026-04-01T23:23:17.156001Z","steps":["trace[1648399439] 'agreement among raft nodes before linearized reading' (duration: 255.984584ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:23:17.156033Z","caller":"traceutil/trace.go:171","msg":"trace[1931273454] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:18520; }","duration":"1.478478709s","start":"2026-04-01T23:23:15.677541Z","end":"2026-04-01T23:23:17.156019Z","steps":["trace[1931273454] 'agreement among raft nodes before linearized reading' (duration: 1.478424518s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:17.15607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:15.67748Z","time spent":"1.478580882s","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:23:17.156262Z","caller":"traceutil/trace.go:171","msg":"trace[354074438] transaction","detail":"{read_only:false; response_revision:18520; number_of_response:1; }","duration":"173.071832ms","start":"2026-04-01T23:23:16.983179Z","end":"2026-04-01T23:23:17.156251Z","steps":["trace[354074438] 'process raft request' (duration: 172.385097ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:23:17.155994Z","caller":"traceutil/trace.go:171","msg":"trace[967440300] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:18520; }","duration":"338.238081ms","start":"2026-04-01T23:23:16.817735Z","end":"2026-04-01T23:23:17.155973Z","steps":["trace[967440300] 'agreement among raft nodes before linearized reading' (duration: 338.072067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:17.156456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:16.817701Z","time spent":"338.743142ms","remote":"127.0.0.1:41734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:23:17.156499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.280256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T23:23:17.156534Z","caller":"traceutil/trace.go:171","msg":"trace[913246955] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:18520; }","duration":"133.367618ms","start":"2026-04-01T23:23:17.023158Z","end":"2026-04-01T23:23:17.156525Z","steps":["trace[913246955] 'agreement among raft nodes before linearized reading' (duration: 133.195243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:17.15627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590659584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:23:17.156595Z","caller":"traceutil/trace.go:171","msg":"trace[1541577271] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18520; }","duration":"1.591020002s","start":"2026-04-01T23:23:15.565565Z","end":"2026-04-01T23:23:17.156585Z","steps":["trace[1541577271] 'agreement among raft nodes before linearized reading' (duration: 1.590680293s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:17.156633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:15.565546Z","time spent":"1.591079664s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:23:17.156624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.775296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-nzxq2\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-04-01T23:23:17.15669Z","caller":"traceutil/trace.go:171","msg":"trace[502425338] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-nzxq2; range_end:; response_count:1; response_revision:18520; }","duration":"475.872548ms","start":"2026-04-01T23:23:16.6808Z","end":"2026-04-01T23:23:17.156673Z","steps":["trace[502425338] 'agreement among raft nodes before linearized reading' (duration: 475.654533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:17.156738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:16.68079Z","time spent":"475.93762ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-nzxq2\" "} {"level":"warn","ts":"2026-04-01T23:23:17.155934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037590947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:23:17.156782Z","caller":"traceutil/trace.go:171","msg":"trace[1135308270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18520; }","duration":"1.038475678s","start":"2026-04-01T23:23:16.118296Z","end":"2026-04-01T23:23:17.156771Z","steps":["trace[1135308270] 'agreement among raft nodes before linearized reading' (duration: 1.037608027s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:17.156843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:16.118278Z","time spent":"1.038556s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:23:17.158054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.715499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-01T23:23:17.158103Z","caller":"traceutil/trace.go:171","msg":"trace[293658077] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:18520; }","duration":"749.805592ms","start":"2026-04-01T23:23:16.408286Z","end":"2026-04-01T23:23:17.158091Z","steps":["trace[293658077] 'agreement among raft nodes before linearized reading' (duration: 749.684339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:17.15813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:23:16.408267Z","time spent":"749.856632ms","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-04-01T23:23:22.642266Z","caller":"traceutil/trace.go:171","msg":"trace[271239504] linearizableReadLoop","detail":"{readStateIndex:19200; appliedIndex:19199; }","duration":"194.792489ms","start":"2026-04-01T23:23:22.447443Z","end":"2026-04-01T23:23:22.642236Z","steps":["trace[271239504] 'read index received' (duration: 194.576694ms)","trace[271239504] 'applied index is now lower than readState.Index' (duration: 214.425µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:23:22.642333Z","caller":"traceutil/trace.go:171","msg":"trace[1268562779] transaction","detail":"{read_only:false; response_revision:18561; number_of_response:1; }","duration":"273.75601ms","start":"2026-04-01T23:23:22.36854Z","end":"2026-04-01T23:23:22.642296Z","steps":["trace[1268562779] 'process raft request' (duration: 273.493294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:22.642717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.130457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-01T23:23:22.642733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.311973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-01T23:23:22.642782Z","caller":"traceutil/trace.go:171","msg":"trace[915578738] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18561; }","duration":"116.23797ms","start":"2026-04-01T23:23:22.526527Z","end":"2026-04-01T23:23:22.642765Z","steps":["trace[915578738] 'agreement among raft nodes before linearized reading' (duration: 116.098476ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:23:22.642786Z","caller":"traceutil/trace.go:171","msg":"trace[1330562499] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18561; }","duration":"120.419286ms","start":"2026-04-01T23:23:22.522355Z","end":"2026-04-01T23:23:22.642774Z","steps":["trace[1330562499] 'agreement among raft nodes before linearized reading' (duration: 120.234102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:22.643141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.70544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-01T23:23:22.64318Z","caller":"traceutil/trace.go:171","msg":"trace[1323519528] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:18561; }","duration":"195.774792ms","start":"2026-04-01T23:23:22.447394Z","end":"2026-04-01T23:23:22.643169Z","steps":["trace[1323519528] 'agreement among raft nodes before linearized reading' (duration: 195.031345ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:23:22.776224Z","caller":"traceutil/trace.go:171","msg":"trace[1536811792] linearizableReadLoop","detail":"{readStateIndex:19201; appliedIndex:19200; }","duration":"126.234631ms","start":"2026-04-01T23:23:22.649959Z","end":"2026-04-01T23:23:22.776194Z","steps":["trace[1536811792] 'read index received' (duration: 118.252µs)","trace[1536811792] 'applied index is now lower than readState.Index' (duration: 126.115399ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:23:22.776291Z","caller":"traceutil/trace.go:171","msg":"trace[459255178] transaction","detail":"{read_only:false; response_revision:18562; number_of_response:1; }","duration":"126.312154ms","start":"2026-04-01T23:23:22.649946Z","end":"2026-04-01T23:23:22.776258Z","steps":["trace[459255178] 'process raft request' (duration: 124.338088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:22.776443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.455906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bacf75d2-bd53-457e-8f25-c91752a0858c\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-01T23:23:22.776494Z","caller":"traceutil/trace.go:171","msg":"trace[50882997] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bacf75d2-bd53-457e-8f25-c91752a0858c; range_end:; response_count:1; response_revision:18562; }","duration":"126.524707ms","start":"2026-04-01T23:23:22.649953Z","end":"2026-04-01T23:23:22.776478Z","steps":["trace[50882997] 'agreement among raft nodes before linearized reading' (duration: 126.350513ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:23:22.780406Z","caller":"traceutil/trace.go:171","msg":"trace[1903791909] transaction","detail":"{read_only:false; response_revision:18563; number_of_response:1; }","duration":"130.304326ms","start":"2026-04-01T23:23:22.650068Z","end":"2026-04-01T23:23:22.780372Z","steps":["trace[1903791909] 'process raft request' (duration: 130.032429ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:23:22.780736Z","caller":"traceutil/trace.go:171","msg":"trace[1487964494] transaction","detail":"{read_only:false; response_revision:18564; number_of_response:1; }","duration":"130.601142ms","start":"2026-04-01T23:23:22.650106Z","end":"2026-04-01T23:23:22.780707Z","steps":["trace[1487964494] 'process raft request' (duration: 130.182573ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:23:22.781029Z","caller":"traceutil/trace.go:171","msg":"trace[589242788] transaction","detail":"{read_only:false; response_revision:18565; number_of_response:1; }","duration":"130.595072ms","start":"2026-04-01T23:23:22.650418Z","end":"2026-04-01T23:23:22.781013Z","steps":["trace[589242788] 'process raft request' (duration: 130.156452ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:23:22.781234Z","caller":"traceutil/trace.go:171","msg":"trace[1839389836] transaction","detail":"{read_only:false; response_revision:18567; number_of_response:1; }","duration":"120.723603ms","start":"2026-04-01T23:23:22.660493Z","end":"2026-04-01T23:23:22.781217Z","steps":["trace[1839389836] 'process raft request' (duration: 120.60687ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:23:22.78124Z","caller":"traceutil/trace.go:171","msg":"trace[959712007] transaction","detail":"{read_only:false; response_revision:18566; number_of_response:1; }","duration":"129.527508ms","start":"2026-04-01T23:23:22.651679Z","end":"2026-04-01T23:23:22.781207Z","steps":["trace[959712007] 'process raft request' (duration: 129.2067ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:23:35.344671Z","caller":"traceutil/trace.go:171","msg":"trace[1444416011] transaction","detail":"{read_only:false; response_revision:18854; number_of_response:1; }","duration":"169.204533ms","start":"2026-04-01T23:23:35.175438Z","end":"2026-04-01T23:23:35.344642Z","steps":["trace[1444416011] 'process raft request' (duration: 152.307259ms)","trace[1444416011] 'compare' (duration: 16.709739ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:23:35.344979Z","caller":"traceutil/trace.go:171","msg":"trace[1001630999] transaction","detail":"{read_only:false; response_revision:18855; number_of_response:1; }","duration":"168.20563ms","start":"2026-04-01T23:23:35.176745Z","end":"2026-04-01T23:23:35.344951Z","steps":["trace[1001630999] 'process raft request' (duration: 167.825981ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:23:35.345199Z","caller":"traceutil/trace.go:171","msg":"trace[2140772950] transaction","detail":"{read_only:false; response_revision:18856; number_of_response:1; }","duration":"166.656133ms","start":"2026-04-01T23:23:35.178487Z","end":"2026-04-01T23:23:35.345143Z","steps":["trace[2140772950] 'process raft request' (duration: 166.401627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:23:36.067222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.65784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T23:23:36.067304Z","caller":"traceutil/trace.go:171","msg":"trace[1604153861] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:18861; }","duration":"150.795184ms","start":"2026-04-01T23:23:35.916491Z","end":"2026-04-01T23:23:36.067286Z","steps":["trace[1604153861] 'count revisions from in-memory index tree' (duration: 150.562079ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:24:36.414833Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T23:24:36.421685Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-01T23:24:36.421934Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-01T23:25:23.293295Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17270} {"level":"info","ts":"2026-04-01T23:25:23.389772Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17270,"took":"93.865758ms","hash":2977063443,"current-db-size-bytes":55025664,"current-db-size":"55 MB","current-db-size-in-use-bytes":33861632,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-01T23:25:23.389839Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2977063443,"revision":17270,"compact-revision":14525} {"level":"info","ts":"2026-04-01T23:29:00.657561Z","caller":"traceutil/trace.go:171","msg":"trace[1346720795] transaction","detail":"{read_only:false; response_revision:21096; number_of_response:1; }","duration":"245.184735ms","start":"2026-04-01T23:29:00.412358Z","end":"2026-04-01T23:29:00.657542Z","steps":["trace[1346720795] 'process raft request' (duration: 245.062623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:22.118746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788846912,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:29:22.919509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.358663ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T23:29:22.919671Z","caller":"traceutil/trace.go:171","msg":"trace[635832421] linearizableReadLoop","detail":"{readStateIndex:21932; appliedIndex:21931; }","duration":"1.301340704s","start":"2026-04-01T23:29:21.618305Z","end":"2026-04-01T23:29:22.919645Z","steps":["trace[635832421] 'read index received' (duration: 592.674503ms)","trace[635832421] 'applied index is now lower than readState.Index' (duration: 708.664111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:29:22.920747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302421589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:29:22.920805Z","caller":"traceutil/trace.go:171","msg":"trace[813165330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21203; }","duration":"1.302526152s","start":"2026-04-01T23:29:21.618261Z","end":"2026-04-01T23:29:22.920787Z","steps":["trace[813165330] 'agreement among raft nodes before linearized reading' (duration: 1.302285556s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:22.920976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:21.618239Z","time spent":"1.302720746s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:29:22.957328Z","caller":"traceutil/trace.go:171","msg":"trace[2122966054] transaction","detail":"{read_only:false; response_revision:21204; number_of_response:1; }","duration":"196.331537ms","start":"2026-04-01T23:29:22.760958Z","end":"2026-04-01T23:29:22.957289Z","steps":["trace[2122966054] 'process raft request' (duration: 196.07429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:23.823506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.590666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:29:23.823767Z","caller":"traceutil/trace.go:171","msg":"trace[1228497470] linearizableReadLoop","detail":"{readStateIndex:21936; appliedIndex:21932; }","duration":"904.042503ms","start":"2026-04-01T23:29:22.919708Z","end":"2026-04-01T23:29:23.82375Z","steps":["trace[1228497470] 'read index received' (duration: 37.363617ms)","trace[1228497470] 'applied index is now lower than readState.Index' (duration: 866.677916ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:29:23.823861Z","caller":"traceutil/trace.go:171","msg":"trace[2068932739] transaction","detail":"{read_only:false; response_revision:21205; number_of_response:1; }","duration":"1.061267659s","start":"2026-04-01T23:29:22.762582Z","end":"2026-04-01T23:29:23.82385Z","steps":["trace[2068932739] 'process raft request' (duration: 908.200392ms)","trace[2068932739] 'compare' (duration: 152.222088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:29:23.824039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:22.762548Z","time spent":"1.061346221s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:29:23.824175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593480996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:29:23.824265Z","caller":"traceutil/trace.go:171","msg":"trace[1914600648] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:21208; }","duration":"1.593581959s","start":"2026-04-01T23:29:22.23066Z","end":"2026-04-01T23:29:23.824242Z","steps":["trace[1914600648] 'agreement among raft nodes before linearized reading' (duration: 1.593412425s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:23.824308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:22.230602Z","time spent":"1.593696561s","remote":"127.0.0.1:34148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:29:23.824298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752853414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:29:23.824443Z","caller":"traceutil/trace.go:171","msg":"trace[61637022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21208; }","duration":"1.753053858s","start":"2026-04-01T23:29:22.071377Z","end":"2026-04-01T23:29:23.824431Z","steps":["trace[61637022] 'agreement among raft nodes before linearized reading' (duration: 1.752879694s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:23.824485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:22.071343Z","time spent":"1.75313258s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:29:23.824612Z","caller":"traceutil/trace.go:171","msg":"trace[683516338] transaction","detail":"{read_only:false; response_revision:21206; number_of_response:1; }","duration":"1.061865753s","start":"2026-04-01T23:29:22.762733Z","end":"2026-04-01T23:29:23.824599Z","steps":["trace[683516338] 'process raft request' (duration: 1.06087385s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:23.824705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205778196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T23:29:23.824713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:22.762694Z","time spent":"1.061958565s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:29:23.824744Z","caller":"traceutil/trace.go:171","msg":"trace[578480993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21208; }","duration":"2.205849957s","start":"2026-04-01T23:29:21.618884Z","end":"2026-04-01T23:29:23.824733Z","steps":["trace[578480993] 'agreement among raft nodes before linearized reading' (duration: 2.205734434s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:23.824771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:21.618861Z","time spent":"2.205904539s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:29:23.824876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.867575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-01T23:29:23.825184Z","caller":"traceutil/trace.go:171","msg":"trace[367384317] transaction","detail":"{read_only:false; response_revision:21208; number_of_response:1; }","duration":"895.142481ms","start":"2026-04-01T23:29:22.930015Z","end":"2026-04-01T23:29:23.825157Z","steps":["trace[367384317] 'process raft request' (duration: 893.690737ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:29:23.825237Z","caller":"traceutil/trace.go:171","msg":"trace[1599955317] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21208; }","duration":"842.275355ms","start":"2026-04-01T23:29:22.982948Z","end":"2026-04-01T23:29:23.825224Z","steps":["trace[1599955317] 'agreement among raft nodes before linearized reading' (duration: 841.892146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:23.825274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:22.982918Z","time spent":"842.346667ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-01T23:29:23.825283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:22.929987Z","time spent":"895.261293ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:29:23.825488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.161387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T23:29:23.825536Z","caller":"traceutil/trace.go:171","msg":"trace[525671787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21208; }","duration":"479.249869ms","start":"2026-04-01T23:29:23.346278Z","end":"2026-04-01T23:29:23.825528Z","steps":["trace[525671787] 'agreement among raft nodes before linearized reading' (duration: 479.136676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:23.825563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:23.34622Z","time spent":"479.33658ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:29:23.825666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.827445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T23:29:23.825691Z","caller":"traceutil/trace.go:171","msg":"trace[2028485234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21208; }","duration":"485.888806ms","start":"2026-04-01T23:29:23.339792Z","end":"2026-04-01T23:29:23.825681Z","steps":["trace[2028485234] 'agreement among raft nodes before linearized reading' (duration: 485.826234ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:29:23.825131Z","caller":"traceutil/trace.go:171","msg":"trace[977895848] transaction","detail":"{read_only:false; response_revision:21207; number_of_response:1; }","duration":"1.061884054s","start":"2026-04-01T23:29:22.763232Z","end":"2026-04-01T23:29:23.825116Z","steps":["trace[977895848] 'process raft request' (duration: 1.06044036s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:23.825714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:23.339773Z","time spent":"485.936048ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:29:23.825778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:22.763197Z","time spent":"1.062527219s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:29:23.82591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.466645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:29:23.825942Z","caller":"traceutil/trace.go:171","msg":"trace[1364906720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21208; }","duration":"673.553126ms","start":"2026-04-01T23:29:23.152381Z","end":"2026-04-01T23:29:23.825934Z","steps":["trace[1364906720] 'agreement among raft nodes before linearized reading' (duration: 673.471144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:23.825967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:23.15235Z","time spent":"673.610918ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:29:23.825985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.023465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-01T23:29:23.82596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.280951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-01T23:29:23.826018Z","caller":"traceutil/trace.go:171","msg":"trace[1861592380] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21208; }","duration":"777.120047ms","start":"2026-04-01T23:29:23.048886Z","end":"2026-04-01T23:29:23.826006Z","steps":["trace[1861592380] 'agreement among raft nodes before linearized reading' (duration: 776.976764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:23.826063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:23.048865Z","time spent":"777.179549ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-01T23:29:23.826067Z","caller":"traceutil/trace.go:171","msg":"trace[840853452] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21208; }","duration":"777.431825ms","start":"2026-04-01T23:29:23.048604Z","end":"2026-04-01T23:29:23.826036Z","steps":["trace[840853452] 'agreement among raft nodes before linearized reading' (duration: 777.099547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:23.826491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:23.04858Z","time spent":"777.893176ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T23:29:24.932351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034692898s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:29:24.932951Z","caller":"traceutil/trace.go:171","msg":"trace[526934549] transaction","detail":"{read_only:false; response_revision:21210; number_of_response:1; }","duration":"1.101541136s","start":"2026-04-01T23:29:23.83134Z","end":"2026-04-01T23:29:24.932881Z","steps":["trace[526934549] 'process raft request' (duration: 1.10128751s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:24.93317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:23.831311Z","time spent":"1.101743021s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:29:24.933286Z","caller":"traceutil/trace.go:171","msg":"trace[797494355] transaction","detail":"{read_only:false; response_revision:21211; number_of_response:1; }","duration":"1.101799102s","start":"2026-04-01T23:29:23.831449Z","end":"2026-04-01T23:29:24.933248Z","steps":["trace[797494355] 'process raft request' (duration: 1.101352932s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:29:24.933358Z","caller":"traceutil/trace.go:171","msg":"trace[771147699] transaction","detail":"{read_only:false; response_revision:21212; number_of_response:1; }","duration":"1.101790882s","start":"2026-04-01T23:29:23.831523Z","end":"2026-04-01T23:29:24.933314Z","steps":["trace[771147699] 'process raft request' (duration: 1.101605947s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:29:24.933391Z","caller":"traceutil/trace.go:171","msg":"trace[847397069] linearizableReadLoop","detail":"{readStateIndex:21943; appliedIndex:21937; }","duration":"1.09832s","start":"2026-04-01T23:29:23.835046Z","end":"2026-04-01T23:29:24.933366Z","steps":["trace[847397069] 'read index received' (duration: 62.789122ms)","trace[847397069] 'applied index is now lower than readState.Index' (duration: 1.035529528s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:29:24.933437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:23.83144Z","time spent":"1.101928945s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:29:24.933464Z","caller":"traceutil/trace.go:171","msg":"trace[1522843029] transaction","detail":"{read_only:false; response_revision:21213; number_of_response:1; }","duration":"1.101888314s","start":"2026-04-01T23:29:23.831555Z","end":"2026-04-01T23:29:24.933444Z","steps":["trace[1522843029] 'process raft request' (duration: 1.101674549s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:29:24.933523Z","caller":"traceutil/trace.go:171","msg":"trace[2009423148] transaction","detail":"{read_only:false; response_revision:21214; number_of_response:1; }","duration":"1.101811602s","start":"2026-04-01T23:29:23.831697Z","end":"2026-04-01T23:29:24.933508Z","steps":["trace[2009423148] 'process raft request' (duration: 1.101594297s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:24.933546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:23.831494Z","time spent":"1.101935896s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:29:24.933562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:23.831546Z","time spent":"1.101966066s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:29:24.933619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:23.831669Z","time spent":"1.101899005s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:29:24.933659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098607267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:29:24.933714Z","caller":"traceutil/trace.go:171","msg":"trace[284458982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21214; }","duration":"1.098679448s","start":"2026-04-01T23:29:23.835021Z","end":"2026-04-01T23:29:24.933701Z","steps":["trace[284458982] 'agreement among raft nodes before linearized reading' (duration: 1.098540965s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:24.933751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:23.83501Z","time spent":"1.098734119s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:29:25.260225Z","caller":"traceutil/trace.go:171","msg":"trace[238033092] transaction","detail":"{read_only:false; response_revision:21215; number_of_response:1; }","duration":"536.637412ms","start":"2026-04-01T23:29:24.723547Z","end":"2026-04-01T23:29:25.260185Z","steps":["trace[238033092] 'process raft request' (duration: 439.193137ms)","trace[238033092] 'compare' (duration: 96.872851ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:29:25.260291Z","caller":"traceutil/trace.go:171","msg":"trace[1109542606] linearizableReadLoop","detail":"{readStateIndex:21944; appliedIndex:21943; }","duration":"326.790786ms","start":"2026-04-01T23:29:24.933457Z","end":"2026-04-01T23:29:25.260248Z","steps":["trace[1109542606] 'read index received' (duration: 229.373311ms)","trace[1109542606] 'applied index is now lower than readState.Index' (duration: 97.414065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:29:25.260395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:24.723517Z","time spent":"536.789376ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:29:25.260371Z","caller":"traceutil/trace.go:171","msg":"trace[640847428] transaction","detail":"{read_only:false; response_revision:21217; number_of_response:1; }","duration":"193.250953ms","start":"2026-04-01T23:29:25.067074Z","end":"2026-04-01T23:29:25.260325Z","steps":["trace[640847428] 'process raft request' (duration: 193.182831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:25.260705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.718556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:29:25.260756Z","caller":"traceutil/trace.go:171","msg":"trace[1768996443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21217; }","duration":"600.860188ms","start":"2026-04-01T23:29:24.659883Z","end":"2026-04-01T23:29:25.260743Z","steps":["trace[1768996443] 'agreement among raft nodes before linearized reading' (duration: 600.564781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:25.2608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:24.659831Z","time spent":"600.960152ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:29:25.260814Z","caller":"traceutil/trace.go:171","msg":"trace[2001565465] transaction","detail":"{read_only:false; response_revision:21216; number_of_response:1; }","duration":"294.232922ms","start":"2026-04-01T23:29:24.966569Z","end":"2026-04-01T23:29:25.260802Z","steps":["trace[2001565465] 'process raft request' (duration: 293.541036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:25.261174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.998087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:29:25.261288Z","caller":"traceutil/trace.go:171","msg":"trace[1128593329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21217; }","duration":"326.340715ms","start":"2026-04-01T23:29:24.934913Z","end":"2026-04-01T23:29:25.261254Z","steps":["trace[1128593329] 'agreement among raft nodes before linearized reading' (duration: 325.945706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:25.261335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:24.934886Z","time spent":"326.441167ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:29:26.305524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788846942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:29:26.525983Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155159429s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:29:26.526775Z","caller":"traceutil/trace.go:171","msg":"trace[1187796266] transaction","detail":"{read_only:false; response_revision:21218; number_of_response:1; }","duration":"1.156033391s","start":"2026-04-01T23:29:25.3707Z","end":"2026-04-01T23:29:26.526733Z","steps":["trace[1187796266] 'process raft request' (duration: 1.155774445s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:26.526996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:25.370674Z","time spent":"1.156209845s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:29:27.498674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.88982ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:29:27.498814Z","caller":"traceutil/trace.go:171","msg":"trace[1773901378] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21218; }","duration":"697.040153ms","start":"2026-04-01T23:29:26.801753Z","end":"2026-04-01T23:29:27.498794Z","steps":["trace[1773901378] 'range keys from in-memory index tree' (duration: 696.87171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:27.499062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.469155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:29:27.499404Z","caller":"traceutil/trace.go:171","msg":"trace[948814670] transaction","detail":"{read_only:false; response_revision:21219; number_of_response:1; }","duration":"1.668859818s","start":"2026-04-01T23:29:25.830496Z","end":"2026-04-01T23:29:27.499356Z","steps":["trace[948814670] 'process raft request' (duration: 975.939042ms)","trace[948814670] 'compare' (duration: 692.159578ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:29:27.499519Z","caller":"traceutil/trace.go:171","msg":"trace[2140246990] transaction","detail":"{read_only:false; response_revision:21222; number_of_response:1; }","duration":"233.802117ms","start":"2026-04-01T23:29:27.26569Z","end":"2026-04-01T23:29:27.499492Z","steps":["trace[2140246990] 'process raft request' (duration: 233.728905ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:29:27.499574Z","caller":"traceutil/trace.go:171","msg":"trace[982035990] transaction","detail":"{read_only:false; response_revision:21221; number_of_response:1; }","duration":"1.667532035s","start":"2026-04-01T23:29:25.832017Z","end":"2026-04-01T23:29:27.499549Z","steps":["trace[982035990] 'process raft request' (duration: 1.66731637s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:27.499618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:25.830479Z","time spent":"1.669025401s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:29:27.499648Z","caller":"traceutil/trace.go:171","msg":"trace[1778914671] linearizableReadLoop","detail":"{readStateIndex:21950; appliedIndex:21946; }","duration":"1.694435385s","start":"2026-04-01T23:29:25.805157Z","end":"2026-04-01T23:29:27.499592Z","steps":["trace[1778914671] 'read index received' (duration: 721.170928ms)","trace[1778914671] 'applied index is now lower than readState.Index' (duration: 973.259037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:29:27.499706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:25.831996Z","time spent":"1.667622688s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:29:27.499558Z","caller":"traceutil/trace.go:171","msg":"trace[1809864320] transaction","detail":"{read_only:false; response_revision:21220; number_of_response:1; }","duration":"1.66854351s","start":"2026-04-01T23:29:25.830989Z","end":"2026-04-01T23:29:27.499532Z","steps":["trace[1809864320] 'process raft request' (duration: 1.668214482s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:27.499866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694700421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:29:27.500002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:25.830981Z","time spent":"1.668962929s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:29:27.500234Z","caller":"traceutil/trace.go:171","msg":"trace[32701042] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:21222; }","duration":"1.695095911s","start":"2026-04-01T23:29:25.805111Z","end":"2026-04-01T23:29:27.500206Z","steps":["trace[32701042] 'agreement among raft nodes before linearized reading' (duration: 1.694683061s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:27.500021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42957349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:29:27.500269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670149937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:29:27.50026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.477109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:29:27.500296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.104793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-01T23:29:27.500306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:25.805091Z","time spent":"1.695193902s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:29:27.500304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075766453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-01T23:29:27.500361Z","caller":"traceutil/trace.go:171","msg":"trace[166727188] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:21222; }","duration":"438.620543ms","start":"2026-04-01T23:29:27.06172Z","end":"2026-04-01T23:29:27.50034Z","steps":["trace[166727188] 'agreement among raft nodes before linearized reading' (duration: 438.156362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:27.500376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574985786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:29:27.500369Z","caller":"traceutil/trace.go:171","msg":"trace[1480147943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21222; }","duration":"561.314308ms","start":"2026-04-01T23:29:26.939037Z","end":"2026-04-01T23:29:27.500351Z","steps":["trace[1480147943] 'agreement among raft nodes before linearized reading' (duration: 560.868098ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:29:27.500392Z","caller":"traceutil/trace.go:171","msg":"trace[821715607] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:21222; }","duration":"1.075905976s","start":"2026-04-01T23:29:26.424464Z","end":"2026-04-01T23:29:27.50037Z","steps":["trace[821715607] 'agreement among raft nodes before linearized reading' (duration: 1.075503427s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:29:27.500417Z","caller":"traceutil/trace.go:171","msg":"trace[1096058712] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:21222; }","duration":"1.575062598s","start":"2026-04-01T23:29:25.925346Z","end":"2026-04-01T23:29:27.500408Z","steps":["trace[1096058712] 'agreement among raft nodes before linearized reading' (duration: 1.574997347s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:27.500428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:27.061704Z","time spent":"438.706404ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":79,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:29:27.500438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:26.939025Z","time spent":"561.400881ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:29:27.500458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:25.925325Z","time spent":"1.575123729s","remote":"127.0.0.1:47126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:29:27.500282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.041672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-01T23:29:27.50044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24690674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:29:27.500479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597931572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T23:29:27.500528Z","caller":"traceutil/trace.go:171","msg":"trace[840856576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21222; }","duration":"561.321979ms","start":"2026-04-01T23:29:26.939183Z","end":"2026-04-01T23:29:27.500505Z","steps":["trace[840856576] 'agreement among raft nodes before linearized reading' (duration: 560.719384ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:29:27.500537Z","caller":"traceutil/trace.go:171","msg":"trace[1055016289] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:21222; }","duration":"1.247056764s","start":"2026-04-01T23:29:26.253463Z","end":"2026-04-01T23:29:27.50052Z","steps":["trace[1055016289] 'agreement among raft nodes before linearized reading' (duration: 1.2469006s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:29:27.500573Z","caller":"traceutil/trace.go:171","msg":"trace[533148087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21222; }","duration":"1.598046205s","start":"2026-04-01T23:29:25.902497Z","end":"2026-04-01T23:29:27.500544Z","steps":["trace[533148087] 'agreement among raft nodes before linearized reading' (duration: 1.597892541s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:27.500596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:26.939156Z","time spent":"561.423721ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:29:27.500616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:26.253426Z","time spent":"1.247169367s","remote":"127.0.0.1:57996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:29:27.500439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:26.424434Z","time spent":"1.075996669s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-04-01T23:29:27.500632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:25.902476Z","time spent":"1.598143106s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:29:27.500319Z","caller":"traceutil/trace.go:171","msg":"trace[1054969625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21222; }","duration":"1.67025787s","start":"2026-04-01T23:29:25.830049Z","end":"2026-04-01T23:29:27.500307Z","steps":["trace[1054969625] 'agreement among raft nodes before linearized reading' (duration: 1.669799009s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:27.501246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:25.83003Z","time spent":"1.670979317s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:29:27.500323Z","caller":"traceutil/trace.go:171","msg":"trace[640865883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21222; }","duration":"1.429928669s","start":"2026-04-01T23:29:26.070369Z","end":"2026-04-01T23:29:27.500298Z","steps":["trace[640865883] 'agreement among raft nodes before linearized reading' (duration: 1.429487858s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:27.501585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:26.070347Z","time spent":"1.43121657s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:29:27.500284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.779739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:29:27.501683Z","caller":"traceutil/trace.go:171","msg":"trace[167714162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21222; }","duration":"563.211104ms","start":"2026-04-01T23:29:26.938448Z","end":"2026-04-01T23:29:27.501659Z","steps":["trace[167714162] 'agreement among raft nodes before linearized reading' (duration: 561.4038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:27.501757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:26.938408Z","time spent":"563.329776ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:29:27.907977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:27.502495Z","time spent":"405.441855ms","remote":"127.0.0.1:46956","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:29:27.910531Z","caller":"traceutil/trace.go:171","msg":"trace[463396464] transaction","detail":"{read_only:false; response_revision:21223; number_of_response:1; }","duration":"404.903732ms","start":"2026-04-01T23:29:27.505602Z","end":"2026-04-01T23:29:27.910505Z","steps":["trace[463396464] 'process raft request' (duration: 404.719798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:27.910675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:27.505569Z","time spent":"405.007665ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:29:27.911019Z","caller":"traceutil/trace.go:171","msg":"trace[207612414] transaction","detail":"{read_only:false; response_revision:21225; number_of_response:1; }","duration":"404.483513ms","start":"2026-04-01T23:29:27.506522Z","end":"2026-04-01T23:29:27.911006Z","steps":["trace[207612414] 'process raft request' (duration: 404.228257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:27.91108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:27.506511Z","time spent":"404.529704ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:29:27.911078Z","caller":"traceutil/trace.go:171","msg":"trace[1006846516] transaction","detail":"{read_only:false; response_revision:21224; number_of_response:1; }","duration":"405.2224ms","start":"2026-04-01T23:29:27.505838Z","end":"2026-04-01T23:29:27.911061Z","steps":["trace[1006846516] 'process raft request' (duration: 404.634216ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:29:27.910993Z","caller":"traceutil/trace.go:171","msg":"trace[12544984] transaction","detail":"{read_only:false; response_revision:21226; number_of_response:1; }","duration":"404.206315ms","start":"2026-04-01T23:29:27.50676Z","end":"2026-04-01T23:29:27.910966Z","steps":["trace[12544984] 'process raft request' (duration: 404.114043ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:29:27.9113Z","caller":"traceutil/trace.go:171","msg":"trace[1499502755] linearizableReadLoop","detail":"{readStateIndex:21957; appliedIndex:21951; }","duration":"402.963956ms","start":"2026-04-01T23:29:27.508325Z","end":"2026-04-01T23:29:27.911289Z","steps":["trace[1499502755] 'read index received' (duration: 398.769106ms)","trace[1499502755] 'applied index is now lower than readState.Index' (duration: 4.19356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:29:27.911315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:27.506725Z","time spent":"404.511222ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:29:27.911486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.169901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:29:27.91152Z","caller":"traceutil/trace.go:171","msg":"trace[910147480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21227; }","duration":"403.236903ms","start":"2026-04-01T23:29:27.508274Z","end":"2026-04-01T23:29:27.911511Z","steps":["trace[910147480] 'agreement among raft nodes before linearized reading' (duration: 403.182321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:27.911541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:27.508261Z","time spent":"403.276243ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:29:27.911763Z","caller":"traceutil/trace.go:171","msg":"trace[1619513932] transaction","detail":"{read_only:false; response_revision:21227; number_of_response:1; }","duration":"404.617744ms","start":"2026-04-01T23:29:27.50705Z","end":"2026-04-01T23:29:27.911667Z","steps":["trace[1619513932] 'process raft request' (duration: 403.876047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:27.911936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:27.507034Z","time spent":"404.773339ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:29:27.912024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.437845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:29:27.912134Z","caller":"traceutil/trace.go:171","msg":"trace[20992351] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:21228; }","duration":"262.552179ms","start":"2026-04-01T23:29:27.649517Z","end":"2026-04-01T23:29:27.912069Z","steps":["trace[20992351] 'agreement among raft nodes before linearized reading' (duration: 262.425826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:29:27.912675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:29:27.505828Z","time spent":"405.309802ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:30:23.300347Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19630} {"level":"info","ts":"2026-04-01T23:30:23.417354Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19630,"took":"113.515558ms","hash":3203697352,"current-db-size-bytes":55025664,"current-db-size":"55 MB","current-db-size-in-use-bytes":28635136,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-01T23:30:23.417435Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3203697352,"revision":19630,"compact-revision":17270} {"level":"warn","ts":"2026-04-01T23:30:44.218783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.803525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:30:44.218899Z","caller":"traceutil/trace.go:171","msg":"trace[532078216] linearizableReadLoop","detail":"{readStateIndex:22675; appliedIndex:22674; }","duration":"149.976794ms","start":"2026-04-01T23:30:44.068904Z","end":"2026-04-01T23:30:44.218881Z","steps":["trace[532078216] 'read index received' (duration: 78.252µs)","trace[532078216] 'applied index is now lower than readState.Index' (duration: 149.897332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:30:44.218966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.071505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:30:44.218995Z","caller":"traceutil/trace.go:171","msg":"trace[1570751078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21917; }","duration":"150.149687ms","start":"2026-04-01T23:30:44.068836Z","end":"2026-04-01T23:30:44.218986Z","steps":["trace[1570751078] 'agreement among raft nodes before linearized reading' (duration: 150.095316ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:30:44.219283Z","caller":"traceutil/trace.go:171","msg":"trace[241353454] transaction","detail":"{read_only:false; response_revision:21917; number_of_response:1; }","duration":"282.115314ms","start":"2026-04-01T23:30:43.937153Z","end":"2026-04-01T23:30:44.219268Z","steps":["trace[241353454] 'process raft request' (duration: 103.728455ms)","trace[241353454] 'compare' (duration: 177.614591ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:30:44.729496Z","caller":"traceutil/trace.go:171","msg":"trace[259185462] transaction","detail":"{read_only:false; response_revision:21919; number_of_response:1; }","duration":"336.450616ms","start":"2026-04-01T23:30:44.393018Z","end":"2026-04-01T23:30:44.729469Z","steps":["trace[259185462] 'process raft request' (duration: 336.253011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:30:44.729665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:30:44.392997Z","time spent":"336.569669ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:30:44.729914Z","caller":"traceutil/trace.go:171","msg":"trace[1935807994] linearizableReadLoop","detail":"{readStateIndex:22680; appliedIndex:22676; }","duration":"148.687703ms","start":"2026-04-01T23:30:44.581199Z","end":"2026-04-01T23:30:44.729886Z","steps":["trace[1935807994] 'read index received' (duration: 148.005566ms)","trace[1935807994] 'applied index is now lower than readState.Index' (duration: 678.827µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:30:44.730077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.865968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:30:44.730122Z","caller":"traceutil/trace.go:171","msg":"trace[1251153038] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:21922; }","duration":"148.98689ms","start":"2026-04-01T23:30:44.581122Z","end":"2026-04-01T23:30:44.730109Z","steps":["trace[1251153038] 'agreement among raft nodes before linearized reading' (duration: 148.867068ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:30:44.730324Z","caller":"traceutil/trace.go:171","msg":"trace[13757659] transaction","detail":"{read_only:false; response_revision:21922; number_of_response:1; }","duration":"334.506959ms","start":"2026-04-01T23:30:44.395804Z","end":"2026-04-01T23:30:44.730311Z","steps":["trace[13757659] 'process raft request' (duration: 334.032408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:30:44.730436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:30:44.395779Z","time spent":"334.617442ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:30:44.730532Z","caller":"traceutil/trace.go:171","msg":"trace[712252779] transaction","detail":"{read_only:false; response_revision:21920; number_of_response:1; }","duration":"337.409378ms","start":"2026-04-01T23:30:44.393109Z","end":"2026-04-01T23:30:44.730518Z","steps":["trace[712252779] 'process raft request' (duration: 336.314252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:30:44.730631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:30:44.393103Z","time spent":"337.46866ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:30:44.729968Z","caller":"traceutil/trace.go:171","msg":"trace[150617152] transaction","detail":"{read_only:false; response_revision:21921; number_of_response:1; }","duration":"336.746082ms","start":"2026-04-01T23:30:44.393153Z","end":"2026-04-01T23:30:44.7299Z","steps":["trace[150617152] 'process raft request' (duration: 336.560748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:30:44.732682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:30:44.393146Z","time spent":"339.348075ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:33:04.971031Z","caller":"traceutil/trace.go:171","msg":"trace[1225097106] transaction","detail":"{read_only:false; response_revision:22964; number_of_response:1; }","duration":"115.590058ms","start":"2026-04-01T23:33:04.855411Z","end":"2026-04-01T23:33:04.971001Z","steps":["trace[1225097106] 'process raft request' (duration: 115.419704ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:27.680075Z","caller":"traceutil/trace.go:171","msg":"trace[2002694066] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"174.136184ms","start":"2026-04-01T23:33:27.505909Z","end":"2026-04-01T23:33:27.680046Z","steps":["trace[2002694066] 'process raft request' (duration: 173.98368ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:27.684222Z","caller":"traceutil/trace.go:171","msg":"trace[1868066055] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"154.092751ms","start":"2026-04-01T23:33:27.530104Z","end":"2026-04-01T23:33:27.684197Z","steps":["trace[1868066055] 'process raft request' (duration: 153.803424ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:27.68447Z","caller":"traceutil/trace.go:171","msg":"trace[248048574] linearizableReadLoop","detail":"{readStateIndex:24301; appliedIndex:24300; }","duration":"149.005258ms","start":"2026-04-01T23:33:27.535434Z","end":"2026-04-01T23:33:27.68444Z","steps":["trace[248048574] 'read index received' (duration: 144.626962ms)","trace[248048574] 'applied index is now lower than readState.Index' (duration: 4.376856ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:27.684556Z","caller":"traceutil/trace.go:171","msg":"trace[759797506] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"110.181593ms","start":"2026-04-01T23:33:27.574365Z","end":"2026-04-01T23:33:27.684547Z","steps":["trace[759797506] 'process raft request' (duration: 109.672051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:27.68509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.612183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-04-01T23:33:27.685119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.467544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-04-01T23:33:27.685237Z","caller":"traceutil/trace.go:171","msg":"trace[707747673] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23496; }","duration":"128.651318ms","start":"2026-04-01T23:33:27.556558Z","end":"2026-04-01T23:33:27.68521Z","steps":["trace[707747673] 'agreement among raft nodes before linearized reading' (duration: 128.176707ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:27.68523Z","caller":"traceutil/trace.go:171","msg":"trace[1914245172] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23496; }","duration":"149.829878ms","start":"2026-04-01T23:33:27.535368Z","end":"2026-04-01T23:33:27.685198Z","steps":["trace[1914245172] 'agreement among raft nodes before linearized reading' (duration: 149.268595ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:29.34497Z","caller":"traceutil/trace.go:171","msg":"trace[243793022] linearizableReadLoop","detail":"{readStateIndex:24381; appliedIndex:24380; }","duration":"106.134776ms","start":"2026-04-01T23:33:29.238801Z","end":"2026-04-01T23:33:29.344936Z","steps":["trace[243793022] 'read index received' (duration: 105.571022ms)","trace[243793022] 'applied index is now lower than readState.Index' (duration: 562.904µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:33:29.345166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.090105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:33:29.34521Z","caller":"traceutil/trace.go:171","msg":"trace[1981910077] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23575; }","duration":"106.175458ms","start":"2026-04-01T23:33:29.239022Z","end":"2026-04-01T23:33:29.345198Z","steps":["trace[1981910077] 'agreement among raft nodes before linearized reading' (duration: 106.072485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:29.345195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.348291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:33:29.345452Z","caller":"traceutil/trace.go:171","msg":"trace[702855277] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23575; }","duration":"106.680999ms","start":"2026-04-01T23:33:29.23875Z","end":"2026-04-01T23:33:29.345431Z","steps":["trace[702855277] 'agreement among raft nodes before linearized reading' (duration: 106.28531ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:29.345159Z","caller":"traceutil/trace.go:171","msg":"trace[1408344030] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"106.676079ms","start":"2026-04-01T23:33:29.238337Z","end":"2026-04-01T23:33:29.345013Z","steps":["trace[1408344030] 'process raft request' (duration: 106.328121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:29.346076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.240195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:33:29.346163Z","caller":"traceutil/trace.go:171","msg":"trace[1449494677] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23575; }","duration":"100.369307ms","start":"2026-04-01T23:33:29.245776Z","end":"2026-04-01T23:33:29.346145Z","steps":["trace[1449494677] 'agreement among raft nodes before linearized reading' (duration: 100.198143ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:32.549181Z","caller":"traceutil/trace.go:171","msg":"trace[1523659967] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"125.387999ms","start":"2026-04-01T23:33:32.423751Z","end":"2026-04-01T23:33:32.549139Z","steps":["trace[1523659967] 'process raft request' (duration: 125.120173ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:39.910505Z","caller":"traceutil/trace.go:171","msg":"trace[691570105] linearizableReadLoop","detail":"{readStateIndex:24553; appliedIndex:24552; }","duration":"109.62538ms","start":"2026-04-01T23:33:39.800864Z","end":"2026-04-01T23:33:39.910489Z","steps":["trace[691570105] 'read index received' (duration: 109.319453ms)","trace[691570105] 'applied index is now lower than readState.Index' (duration: 304.537µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:39.910501Z","caller":"traceutil/trace.go:171","msg":"trace[9332024] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"128.29532ms","start":"2026-04-01T23:33:39.782172Z","end":"2026-04-01T23:33:39.910467Z","steps":["trace[9332024] 'process raft request' (duration: 128.078595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:39.910737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.425521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:33:39.9108Z","caller":"traceutil/trace.go:171","msg":"trace[1570066084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23745; }","duration":"108.536573ms","start":"2026-04-01T23:33:39.802241Z","end":"2026-04-01T23:33:39.910778Z","steps":["trace[1570066084] 'agreement among raft nodes before linearized reading' (duration: 108.370309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:39.910823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.938997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T23:33:39.91092Z","caller":"traceutil/trace.go:171","msg":"trace[2015779399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23745; }","duration":"110.089361ms","start":"2026-04-01T23:33:39.800808Z","end":"2026-04-01T23:33:39.910897Z","steps":["trace[2015779399] 'agreement among raft nodes before linearized reading' (duration: 109.770893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:40.95917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.874968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:33:40.959261Z","caller":"traceutil/trace.go:171","msg":"trace[1059487587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23748; }","duration":"889.014981ms","start":"2026-04-01T23:33:40.070223Z","end":"2026-04-01T23:33:40.959238Z","steps":["trace[1059487587] 'range keys from in-memory index tree' (duration: 888.793326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:40.959307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.070203Z","time spent":"889.092424ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:33:40.959497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.077549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-01T23:33:40.959606Z","caller":"traceutil/trace.go:171","msg":"trace[2053620366] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23748; }","duration":"800.186951ms","start":"2026-04-01T23:33:40.15939Z","end":"2026-04-01T23:33:40.959577Z","steps":["trace[2053620366] 'range keys from in-memory index tree' (duration: 799.802902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:40.959656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.159322Z","time spent":"800.324725ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T23:33:40.959702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.879024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-01T23:33:40.959785Z","caller":"traceutil/trace.go:171","msg":"trace[1277862050] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23748; }","duration":"800.000997ms","start":"2026-04-01T23:33:40.159754Z","end":"2026-04-01T23:33:40.959755Z","steps":["trace[1277862050] 'range keys from in-memory index tree' (duration: 799.669289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:40.959844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.159742Z","time spent":"800.090719ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-01T23:33:40.959868Z","caller":"traceutil/trace.go:171","msg":"trace[2081864535] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"423.093179ms","start":"2026-04-01T23:33:40.536662Z","end":"2026-04-01T23:33:40.959755Z","steps":["trace[2081864535] 'process raft request' (duration: 353.265537ms)","trace[2081864535] 'compare' (duration: 68.993123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:33:40.96117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.536635Z","time spent":"424.36207ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:33:41.983749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093764041s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:33:41.98496Z","caller":"traceutil/trace.go:171","msg":"trace[255332604] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"1.447406058s","start":"2026-04-01T23:33:40.537532Z","end":"2026-04-01T23:33:41.984938Z","steps":["trace[255332604] 'process raft request' (duration: 1.446536217s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:41.985111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.537493Z","time spent":"1.447527491s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:33:41.985376Z","caller":"traceutil/trace.go:171","msg":"trace[1864797802] linearizableReadLoop","detail":"{readStateIndex:24562; appliedIndex:24556; }","duration":"1.155022256s","start":"2026-04-01T23:33:40.830279Z","end":"2026-04-01T23:33:41.985301Z","steps":["trace[1864797802] 'read index received' (duration: 59.663836ms)","trace[1864797802] 'applied index is now lower than readState.Index' (duration: 1.09535718s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:41.98551Z","caller":"traceutil/trace.go:171","msg":"trace[413916463] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"1.407561718s","start":"2026-04-01T23:33:40.577935Z","end":"2026-04-01T23:33:41.985496Z","steps":["trace[413916463] 'process raft request' (duration: 1.406947914s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:41.985588Z","caller":"traceutil/trace.go:171","msg":"trace[1656362004] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"1.294798253s","start":"2026-04-01T23:33:40.690725Z","end":"2026-04-01T23:33:41.985523Z","steps":["trace[1656362004] 'process raft request' (duration: 1.294489536s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:41.985664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.577907Z","time spent":"1.407637731s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:33:41.985886Z","caller":"traceutil/trace.go:171","msg":"trace[1548618393] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"1.284244348s","start":"2026-04-01T23:33:40.701629Z","end":"2026-04-01T23:33:41.985873Z","steps":["trace[1548618393] 'process raft request' (duration: 1.283624764s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:41.985955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.701617Z","time spent":"1.284302459s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:33:41.986005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155731603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:33:41.98607Z","caller":"traceutil/trace.go:171","msg":"trace[385726153] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23754; }","duration":"1.155873967s","start":"2026-04-01T23:33:40.830176Z","end":"2026-04-01T23:33:41.98605Z","steps":["trace[385726153] 'agreement among raft nodes before linearized reading' (duration: 1.155760324s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:41.986131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.830156Z","time spent":"1.155956278s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:33:41.986213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.6907Z","time spent":"1.294988747s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:33:41.986516Z","caller":"traceutil/trace.go:171","msg":"trace[2057675289] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"1.347060262s","start":"2026-04-01T23:33:40.639428Z","end":"2026-04-01T23:33:41.986488Z","steps":["trace[2057675289] 'process raft request' (duration: 1.345661529s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:41.987338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.639392Z","time spent":"1.347906163s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:33:42.485894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788854274,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:33:42.737196Z","caller":"traceutil/trace.go:171","msg":"trace[956499578] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"1.772553418s","start":"2026-04-01T23:33:40.964614Z","end":"2026-04-01T23:33:42.737167Z","steps":["trace[956499578] 'process raft request' (duration: 1.772357293s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:42.737379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.964593Z","time spent":"1.772692091s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:33:42.737544Z","caller":"traceutil/trace.go:171","msg":"trace[922558777] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"1.772099057s","start":"2026-04-01T23:33:40.965404Z","end":"2026-04-01T23:33:42.737503Z","steps":["trace[922558777] 'process raft request' (duration: 1.771718138s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:42.737697Z","caller":"traceutil/trace.go:171","msg":"trace[528576853] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"1.700285857s","start":"2026-04-01T23:33:41.037388Z","end":"2026-04-01T23:33:42.737673Z","steps":["trace[528576853] 'process raft request' (duration: 1.699980369s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:42.737737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.965386Z","time spent":"1.772271831s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:33:42.737791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:41.037354Z","time spent":"1.700391669s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:33:42.737925Z","caller":"traceutil/trace.go:171","msg":"trace[1159178310] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"1.413556553s","start":"2026-04-01T23:33:41.324357Z","end":"2026-04-01T23:33:42.737913Z","steps":["trace[1159178310] 'process raft request' (duration: 1.413294936s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:42.737929Z","caller":"traceutil/trace.go:171","msg":"trace[1610068764] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"1.572932711s","start":"2026-04-01T23:33:41.164983Z","end":"2026-04-01T23:33:42.737916Z","steps":["trace[1610068764] 'process raft request' (duration: 1.572551871s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:42.737987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:41.32433Z","time spent":"1.413627765s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:33:42.737994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:41.16496Z","time spent":"1.573002773s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:33:42.738083Z","caller":"traceutil/trace.go:171","msg":"trace[1517440694] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"1.199310834s","start":"2026-04-01T23:33:41.538763Z","end":"2026-04-01T23:33:42.738074Z","steps":["trace[1517440694] 'process raft request' (duration: 1.199014226s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:42.738204Z","caller":"traceutil/trace.go:171","msg":"trace[767951141] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"1.348413335s","start":"2026-04-01T23:33:41.389651Z","end":"2026-04-01T23:33:42.738065Z","steps":["trace[767951141] 'process raft request' (duration: 1.348049075s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:42.738271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:41.389607Z","time spent":"1.34863226s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:33:42.738274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:41.538731Z","time spent":"1.199498879s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:33:42.740516Z","caller":"traceutil/trace.go:171","msg":"trace[814698296] linearizableReadLoop","detail":"{readStateIndex:24571; appliedIndex:24562; }","duration":"755.015722ms","start":"2026-04-01T23:33:41.985461Z","end":"2026-04-01T23:33:42.740477Z","steps":["trace[814698296] 'read index received' (duration: 751.475507ms)","trace[814698296] 'applied index is now lower than readState.Index' (duration: 3.539075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:33:42.740654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.510021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T23:33:42.740718Z","caller":"traceutil/trace.go:171","msg":"trace[1516067692] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"822.876407ms","start":"2026-04-01T23:33:41.917823Z","end":"2026-04-01T23:33:42.7407Z","steps":["trace[1516067692] 'process raft request' (duration: 822.464717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:42.741071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:41.917805Z","time spent":"823.216106ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:33:42.740723Z","caller":"traceutil/trace.go:171","msg":"trace[736011344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23762; }","duration":"825.581323ms","start":"2026-04-01T23:33:41.915128Z","end":"2026-04-01T23:33:42.740709Z","steps":["trace[736011344] 'agreement among raft nodes before linearized reading' (duration: 825.382667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:42.741166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:41.915054Z","time spent":"826.093705ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:33:42.740659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.988352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T23:33:42.741397Z","caller":"traceutil/trace.go:171","msg":"trace[2144886652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23762; }","duration":"789.75472ms","start":"2026-04-01T23:33:41.951606Z","end":"2026-04-01T23:33:42.74136Z","steps":["trace[2144886652] 'agreement among raft nodes before linearized reading' (duration: 788.923429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:42.741529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:41.951586Z","time spent":"789.918173ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:33:42.740684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778407429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:33:42.741655Z","caller":"traceutil/trace.go:171","msg":"trace[565825255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23762; }","duration":"1.779446225s","start":"2026-04-01T23:33:40.962192Z","end":"2026-04-01T23:33:42.741639Z","steps":["trace[565825255] 'agreement among raft nodes before linearized reading' (duration: 1.77842075s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:42.74171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:40.96217Z","time spent":"1.779527116s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:33:42.740752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.192906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T23:33:42.741819Z","caller":"traceutil/trace.go:171","msg":"trace[383892833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23762; }","duration":"790.252161ms","start":"2026-04-01T23:33:41.951543Z","end":"2026-04-01T23:33:42.741795Z","steps":["trace[383892833] 'agreement among raft nodes before linearized reading' (duration: 789.060333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:42.741893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:41.9515Z","time spent":"790.373764ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:33:42.740841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.089498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:33:42.741956Z","caller":"traceutil/trace.go:171","msg":"trace[154250650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23762; }","duration":"808.247866ms","start":"2026-04-01T23:33:41.933691Z","end":"2026-04-01T23:33:42.741938Z","steps":["trace[154250650] 'agreement among raft nodes before linearized reading' (duration: 807.061708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:42.742004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:41.933668Z","time spent":"808.324568ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:33:42.740901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.616113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-8667947dd7-6tkx5.18a25f505a8a0226\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-01T23:33:42.7421Z","caller":"traceutil/trace.go:171","msg":"trace[1937510579] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-8667947dd7-6tkx5.18a25f505a8a0226; range_end:; response_count:1; response_revision:23762; }","duration":"880.918114ms","start":"2026-04-01T23:33:41.86117Z","end":"2026-04-01T23:33:42.742088Z","steps":["trace[1937510579] 'agreement among raft nodes before linearized reading' (duration: 879.600903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:42.742131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:41.861142Z","time spent":"880.980046ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-8667947dd7-6tkx5.18a25f505a8a0226\" "} {"level":"warn","ts":"2026-04-01T23:33:42.741959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698383722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-01T23:33:42.74094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282946998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T23:33:42.742261Z","caller":"traceutil/trace.go:171","msg":"trace[171267319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23762; }","duration":"1.284378021s","start":"2026-04-01T23:33:41.45787Z","end":"2026-04-01T23:33:42.742248Z","steps":["trace[171267319] 'agreement among raft nodes before linearized reading' (duration: 1.282797114s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:42.742337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:41.457844Z","time spent":"1.284480074s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:33:42.742425Z","caller":"traceutil/trace.go:171","msg":"trace[1379509329] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23762; }","duration":"1.698676198s","start":"2026-04-01T23:33:41.043505Z","end":"2026-04-01T23:33:42.742182Z","steps":["trace[1379509329] 'agreement among raft nodes before linearized reading' (duration: 1.697243234s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:42.743373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:41.04349Z","time spent":"1.699867487s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:33:42.742536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.064173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T23:33:42.743614Z","caller":"traceutil/trace.go:171","msg":"trace[327616611] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23762; }","duration":"959.224072ms","start":"2026-04-01T23:33:41.784369Z","end":"2026-04-01T23:33:42.743593Z","steps":["trace[327616611] 'agreement among raft nodes before linearized reading' (duration: 956.198558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:33:42.743677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:33:41.784344Z","time spent":"959.317204ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2480,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:33:46.16198Z","caller":"traceutil/trace.go:171","msg":"trace[1842955442] transaction","detail":"{read_only:false; response_revision:23807; number_of_response:1; }","duration":"165.813263ms","start":"2026-04-01T23:33:45.996136Z","end":"2026-04-01T23:33:46.16195Z","steps":["trace[1842955442] 'process raft request' (duration: 134.171661ms)","trace[1842955442] 'compare' (duration: 31.472368ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:33:46.162252Z","caller":"traceutil/trace.go:171","msg":"trace[18552625] transaction","detail":"{read_only:false; response_revision:23808; number_of_response:1; }","duration":"164.637205ms","start":"2026-04-01T23:33:45.997582Z","end":"2026-04-01T23:33:46.162219Z","steps":["trace[18552625] 'process raft request' (duration: 164.321028ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:46.162428Z","caller":"traceutil/trace.go:171","msg":"trace[1546038720] transaction","detail":"{read_only:false; response_revision:23809; number_of_response:1; }","duration":"162.075663ms","start":"2026-04-01T23:33:46.000336Z","end":"2026-04-01T23:33:46.162412Z","steps":["trace[1546038720] 'process raft request' (duration: 161.786946ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:46.162533Z","caller":"traceutil/trace.go:171","msg":"trace[1605190900] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"161.686204ms","start":"2026-04-01T23:33:46.000833Z","end":"2026-04-01T23:33:46.16252Z","steps":["trace[1605190900] 'process raft request' (duration: 161.51469ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:46.163876Z","caller":"traceutil/trace.go:171","msg":"trace[2034459782] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"139.793986ms","start":"2026-04-01T23:33:46.024064Z","end":"2026-04-01T23:33:46.163858Z","steps":["trace[2034459782] 'process raft request' (duration: 139.52109ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:33:46.163997Z","caller":"traceutil/trace.go:171","msg":"trace[857480693] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"139.566071ms","start":"2026-04-01T23:33:46.024411Z","end":"2026-04-01T23:33:46.163977Z","steps":["trace[857480693] 'process raft request' (duration: 139.338224ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:58.662173Z","caller":"traceutil/trace.go:171","msg":"trace[2012328789] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"191.962573ms","start":"2026-04-01T23:34:58.47018Z","end":"2026-04-01T23:34:58.662142Z","steps":["trace[2012328789] 'process raft request' (duration: 191.612805ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:58.737457Z","caller":"traceutil/trace.go:171","msg":"trace[188020112] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"246.141048ms","start":"2026-04-01T23:34:58.49129Z","end":"2026-04-01T23:34:58.737431Z","steps":["trace[188020112] 'process raft request' (duration: 216.76489ms)","trace[188020112] 'compare' (duration: 29.145453ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:58.737874Z","caller":"traceutil/trace.go:171","msg":"trace[1153454281] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"245.858611ms","start":"2026-04-01T23:34:58.491986Z","end":"2026-04-01T23:34:58.737845Z","steps":["trace[1153454281] 'process raft request' (duration: 245.3913ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:34:59.223929Z","caller":"traceutil/trace.go:171","msg":"trace[925789619] linearizableReadLoop","detail":"{readStateIndex:25436; appliedIndex:25435; }","duration":"123.666379ms","start":"2026-04-01T23:34:59.100213Z","end":"2026-04-01T23:34:59.22388Z","steps":["trace[925789619] 'read index received' (duration: 26.820447ms)","trace[925789619] 'applied index is now lower than readState.Index' (duration: 96.843672ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:34:59.224043Z","caller":"traceutil/trace.go:171","msg":"trace[1436160566] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"201.968154ms","start":"2026-04-01T23:34:59.022036Z","end":"2026-04-01T23:34:59.224004Z","steps":["trace[1436160566] 'process raft request' (duration: 105.04847ms)","trace[1436160566] 'compare' (duration: 96.558555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:34:59.224323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.087169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:34:59.224406Z","caller":"traceutil/trace.go:171","msg":"trace[1541165118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24606; }","duration":"124.232383ms","start":"2026-04-01T23:34:59.100157Z","end":"2026-04-01T23:34:59.224389Z","steps":["trace[1541165118] 'agreement among raft nodes before linearized reading' (duration: 123.970846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:59.224614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.38859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T23:34:59.224651Z","caller":"traceutil/trace.go:171","msg":"trace[1838252649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24606; }","duration":"103.453422ms","start":"2026-04-01T23:34:59.121189Z","end":"2026-04-01T23:34:59.224642Z","steps":["trace[1838252649] 'agreement among raft nodes before linearized reading' (duration: 103.116344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:59.224661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.872404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T23:34:59.224766Z","caller":"traceutil/trace.go:171","msg":"trace[1550378690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24606; }","duration":"112.048488ms","start":"2026-04-01T23:34:59.112698Z","end":"2026-04-01T23:34:59.224746Z","steps":["trace[1550378690] 'agreement among raft nodes before linearized reading' (duration: 111.663849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:34:59.224616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.411094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T23:34:59.225432Z","caller":"traceutil/trace.go:171","msg":"trace[2044281539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24606; }","duration":"122.247165ms","start":"2026-04-01T23:34:59.103154Z","end":"2026-04-01T23:34:59.225401Z","steps":["trace[2044281539] 'agreement among raft nodes before linearized reading' (duration: 121.152489ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:35:23.3072Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21803} {"level":"info","ts":"2026-04-01T23:35:23.417719Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21803,"took":"105.768757ms","hash":1082555649,"current-db-size-bytes":55025664,"current-db-size":"55 MB","current-db-size-in-use-bytes":42221568,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-01T23:35:23.417775Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1082555649,"revision":21803,"compact-revision":19630} {"level":"info","ts":"2026-04-01T23:36:52.1506Z","caller":"traceutil/trace.go:171","msg":"trace[1433161300] linearizableReadLoop","detail":"{readStateIndex:26583; appliedIndex:26582; }","duration":"330.320493ms","start":"2026-04-01T23:36:51.820254Z","end":"2026-04-01T23:36:52.150574Z","steps":["trace[1433161300] 'read index received' (duration: 330.078387ms)","trace[1433161300] 'applied index is now lower than readState.Index' (duration: 241.236µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:52.150673Z","caller":"traceutil/trace.go:171","msg":"trace[164028785] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"343.401683ms","start":"2026-04-01T23:36:51.807234Z","end":"2026-04-01T23:36:52.150635Z","steps":["trace[164028785] 'process raft request' (duration: 343.154377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:52.150791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.068747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T23:36:52.150839Z","caller":"traceutil/trace.go:171","msg":"trace[1180721889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25722; }","duration":"330.17894ms","start":"2026-04-01T23:36:51.820646Z","end":"2026-04-01T23:36:52.150824Z","steps":["trace[1180721889] 'agreement among raft nodes before linearized reading' (duration: 330.081128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:52.15086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:51.807219Z","time spent":"343.542696ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:52.150867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.593949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-01T23:36:52.150935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.54603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:36:52.150947Z","caller":"traceutil/trace.go:171","msg":"trace[1112999385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25722; }","duration":"330.726163ms","start":"2026-04-01T23:36:51.820203Z","end":"2026-04-01T23:36:52.150929Z","steps":["trace[1112999385] 'agreement among raft nodes before linearized reading' (duration: 330.497737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:52.150876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:51.820623Z","time spent":"330.245001ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:36:52.150989Z","caller":"traceutil/trace.go:171","msg":"trace[222746613] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25722; }","duration":"308.620921ms","start":"2026-04-01T23:36:51.84234Z","end":"2026-04-01T23:36:52.150961Z","steps":["trace[222746613] 'agreement among raft nodes before linearized reading' (duration: 308.56444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:52.151018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:51.842325Z","time spent":"308.687094ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:36:52.151035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.565101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:36:52.150979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.458109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:36:52.151079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.739652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:36:52.151058Z","caller":"traceutil/trace.go:171","msg":"trace[1740582397] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25722; }","duration":"194.631653ms","start":"2026-04-01T23:36:51.956417Z","end":"2026-04-01T23:36:52.151049Z","steps":["trace[1740582397] 'agreement among raft nodes before linearized reading' (duration: 194.587442ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:52.151135Z","caller":"traceutil/trace.go:171","msg":"trace[581700569] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25722; }","duration":"270.690554ms","start":"2026-04-01T23:36:51.880413Z","end":"2026-04-01T23:36:52.151103Z","steps":["trace[581700569] 'agreement among raft nodes before linearized reading' (duration: 270.388156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:52.151182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.092191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-01T23:36:52.150982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:51.820184Z","time spent":"330.792785ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:36:52.151286Z","caller":"traceutil/trace.go:171","msg":"trace[598513216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25722; }","duration":"324.240665ms","start":"2026-04-01T23:36:51.827021Z","end":"2026-04-01T23:36:52.151262Z","steps":["trace[598513216] 'agreement among raft nodes before linearized reading' (duration: 323.926307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:52.15133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:51.827009Z","time spent":"324.313166ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:36:52.150936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.237689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:36:52.15157Z","caller":"traceutil/trace.go:171","msg":"trace[1646341023] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25722; }","duration":"135.926416ms","start":"2026-04-01T23:36:52.015612Z","end":"2026-04-01T23:36:52.151539Z","steps":["trace[1646341023] 'agreement among raft nodes before linearized reading' (duration: 135.221699ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:52.152063Z","caller":"traceutil/trace.go:171","msg":"trace[1052596372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25722; }","duration":"324.784937ms","start":"2026-04-01T23:36:51.82725Z","end":"2026-04-01T23:36:52.152035Z","steps":["trace[1052596372] 'agreement among raft nodes before linearized reading' (duration: 323.66702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:52.152975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:51.827236Z","time spent":"324.879379ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:36:52.658564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788858925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:36:53.025734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.347003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:36:53.025862Z","caller":"traceutil/trace.go:171","msg":"trace[146413185] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"870.047179ms","start":"2026-04-01T23:36:52.155787Z","end":"2026-04-01T23:36:53.025834Z","steps":["trace[146413185] 'process raft request' (duration: 754.505062ms)","trace[146413185] 'compare' (duration: 115.028924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:36:53.025928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:52.155749Z","time spent":"870.149751ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:53.369874Z","caller":"traceutil/trace.go:171","msg":"trace[202628280] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"1.213513374s","start":"2026-04-01T23:36:52.156318Z","end":"2026-04-01T23:36:53.369832Z","steps":["trace[202628280] 'process raft request' (duration: 1.213226987s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:53.370006Z","caller":"traceutil/trace.go:171","msg":"trace[252084273] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"739.527296ms","start":"2026-04-01T23:36:52.630464Z","end":"2026-04-01T23:36:53.369991Z","steps":["trace[252084273] 'process raft request' (duration: 739.133036ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:53.370038Z","caller":"traceutil/trace.go:171","msg":"trace[810668729] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"1.214130969s","start":"2026-04-01T23:36:52.155866Z","end":"2026-04-01T23:36:53.369997Z","steps":["trace[810668729] 'process raft request' (duration: 1.149257172s)","trace[810668729] 'compare' (duration: 64.17097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:36:53.370086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:52.15631Z","time spent":"1.213669927s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:53.370177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:52.63044Z","time spent":"739.651858ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:36:53.370214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:52.155847Z","time spent":"1.214272032s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:53.370341Z","caller":"traceutil/trace.go:171","msg":"trace[1456878906] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"490.498022ms","start":"2026-04-01T23:36:52.879834Z","end":"2026-04-01T23:36:53.370332Z","steps":["trace[1456878906] 'process raft request' (duration: 490.355149ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:53.370288Z","caller":"traceutil/trace.go:171","msg":"trace[1008922061] linearizableReadLoop","detail":"{readStateIndex:26588; appliedIndex:26583; }","duration":"1.212098329s","start":"2026-04-01T23:36:52.15815Z","end":"2026-04-01T23:36:53.370248Z","steps":["trace[1008922061] 'read index received' (duration: 752.168015ms)","trace[1008922061] 'applied index is now lower than readState.Index' (duration: 459.928774ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:53.370334Z","caller":"traceutil/trace.go:171","msg":"trace[455274124] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"666.354836ms","start":"2026-04-01T23:36:52.703958Z","end":"2026-04-01T23:36:53.370313Z","steps":["trace[455274124] 'process raft request' (duration: 665.999207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:53.370384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:52.879804Z","time spent":"490.553164ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:53.36977Z","caller":"traceutil/trace.go:171","msg":"trace[369284274] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"1.213819171s","start":"2026-04-01T23:36:52.155919Z","end":"2026-04-01T23:36:53.369739Z","steps":["trace[369284274] 'process raft request' (duration: 1.213552064s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:53.37045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:52.703931Z","time spent":"666.462447ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:53.370541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:52.155887Z","time spent":"1.214580499s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:53.370612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212428838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:36:53.370718Z","caller":"traceutil/trace.go:171","msg":"trace[726159839] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25729; }","duration":"1.212572761s","start":"2026-04-01T23:36:52.158131Z","end":"2026-04-01T23:36:53.370703Z","steps":["trace[726159839] 'agreement among raft nodes before linearized reading' (duration: 1.212281394s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:53.370761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:52.158122Z","time spent":"1.212629242s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:36:53.970368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.969331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:36:53.970727Z","caller":"traceutil/trace.go:171","msg":"trace[2025309886] linearizableReadLoop","detail":"{readStateIndex:26594; appliedIndex:26590; }","duration":"600.328619ms","start":"2026-04-01T23:36:53.370374Z","end":"2026-04-01T23:36:53.970703Z","steps":["trace[2025309886] 'read index received' (duration: 443.02703ms)","trace[2025309886] 'applied index is now lower than readState.Index' (duration: 157.300309ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:53.970847Z","caller":"traceutil/trace.go:171","msg":"trace[1060437317] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"798.710043ms","start":"2026-04-01T23:36:53.172122Z","end":"2026-04-01T23:36:53.970832Z","steps":["trace[1060437317] 'process raft request' (duration: 798.460457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:53.970947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:53.172099Z","time spent":"798.793416ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:53.971006Z","caller":"traceutil/trace.go:171","msg":"trace[1471972399] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"819.797489ms","start":"2026-04-01T23:36:53.151173Z","end":"2026-04-01T23:36:53.970971Z","steps":["trace[1471972399] 'process raft request' (duration: 819.323867ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:53.971035Z","caller":"traceutil/trace.go:171","msg":"trace[1230689439] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"763.38297ms","start":"2026-04-01T23:36:53.207626Z","end":"2026-04-01T23:36:53.971009Z","steps":["trace[1230689439] 'process raft request' (duration: 763.0165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:53.971155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:53.207601Z","time spent":"763.491783ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:53.971148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.993343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:36:53.971149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.646649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:36:53.971158Z","caller":"traceutil/trace.go:171","msg":"trace[996354847] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"858.981279ms","start":"2026-04-01T23:36:53.112136Z","end":"2026-04-01T23:36:53.971117Z","steps":["trace[996354847] 'process raft request' (duration: 701.250539ms)","trace[996354847] 'compare' (duration: 156.752246ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:53.971235Z","caller":"traceutil/trace.go:171","msg":"trace[28399066] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25733; }","duration":"909.126546ms","start":"2026-04-01T23:36:53.062088Z","end":"2026-04-01T23:36:53.971215Z","steps":["trace[28399066] 'agreement among raft nodes before linearized reading' (duration: 908.943431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:53.971197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407094501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:36:53.971305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:53.062066Z","time spent":"909.225768ms","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:36:53.971327Z","caller":"traceutil/trace.go:171","msg":"trace[211935575] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25733; }","duration":"1.407302797s","start":"2026-04-01T23:36:52.563995Z","end":"2026-04-01T23:36:53.971298Z","steps":["trace[211935575] 'agreement among raft nodes before linearized reading' (duration: 1.40704232s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:53.971349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:53.112104Z","time spent":"859.156563ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:53.971161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:53.151144Z","time spent":"819.929613ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:53.9714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:52.563971Z","time spent":"1.407415169s","remote":"127.0.0.1:58260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:36:53.971245Z","caller":"traceutil/trace.go:171","msg":"trace[1953168756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25733; }","duration":"898.797043ms","start":"2026-04-01T23:36:53.072426Z","end":"2026-04-01T23:36:53.971223Z","steps":["trace[1953168756] 'agreement among raft nodes before linearized reading' (duration: 898.566057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:53.971539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:53.072401Z","time spent":"899.117751ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:36:54.938064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.886602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:36:54.938288Z","caller":"traceutil/trace.go:171","msg":"trace[1719736057] linearizableReadLoop","detail":"{readStateIndex:26596; appliedIndex:26594; }","duration":"967.489725ms","start":"2026-04-01T23:36:53.970781Z","end":"2026-04-01T23:36:54.93827Z","steps":["trace[1719736057] 'read index received' (duration: 145.272385ms)","trace[1719736057] 'applied index is now lower than readState.Index' (duration: 822.21612ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:54.93839Z","caller":"traceutil/trace.go:171","msg":"trace[43264862] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"1.476193961s","start":"2026-04-01T23:36:53.462184Z","end":"2026-04-01T23:36:54.938378Z","steps":["trace[43264862] 'process raft request' (duration: 653.91067ms)","trace[43264862] 'compare' (duration: 821.488562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:36:54.93846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:53.462156Z","time spent":"1.476266803s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:54.938783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396111621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:36:54.93886Z","caller":"traceutil/trace.go:171","msg":"trace[1368746632] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25735; }","duration":"1.396233824s","start":"2026-04-01T23:36:53.542605Z","end":"2026-04-01T23:36:54.938839Z","steps":["trace[1368746632] 'agreement among raft nodes before linearized reading' (duration: 1.396087091s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:54.939134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:53.542585Z","time spent":"1.39643723s","remote":"127.0.0.1:58526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:36:54.93943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.713035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:36:54.939477Z","caller":"traceutil/trace.go:171","msg":"trace[1436183190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25735; }","duration":"966.805618ms","start":"2026-04-01T23:36:53.972659Z","end":"2026-04-01T23:36:54.939465Z","steps":["trace[1436183190] 'agreement among raft nodes before linearized reading' (duration: 966.712075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:54.939508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:53.97264Z","time spent":"966.861288ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:36:54.939496Z","caller":"traceutil/trace.go:171","msg":"trace[1972101611] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"1.300259377s","start":"2026-04-01T23:36:53.639215Z","end":"2026-04-01T23:36:54.939475Z","steps":["trace[1972101611] 'process raft request' (duration: 1.298970046s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:54.939772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567512426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-04-01T23:36:54.939772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:53.639187Z","time spent":"1.300352588s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:54.939833Z","caller":"traceutil/trace.go:171","msg":"trace[1818569474] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25735; }","duration":"1.567613458s","start":"2026-04-01T23:36:53.37221Z","end":"2026-04-01T23:36:54.939823Z","steps":["trace[1818569474] 'agreement among raft nodes before linearized reading' (duration: 1.567439434s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:54.939862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:53.372182Z","time spent":"1.56767448s","remote":"127.0.0.1:47126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T23:36:54.939875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.682555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-04-01T23:36:54.939752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162285471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:36:54.939939Z","caller":"traceutil/trace.go:171","msg":"trace[1340859867] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25735; }","duration":"832.782998ms","start":"2026-04-01T23:36:54.107136Z","end":"2026-04-01T23:36:54.939919Z","steps":["trace[1340859867] 'agreement among raft nodes before linearized reading' (duration: 832.577403ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:54.939976Z","caller":"traceutil/trace.go:171","msg":"trace[1602315067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25735; }","duration":"1.162567008s","start":"2026-04-01T23:36:53.777397Z","end":"2026-04-01T23:36:54.939964Z","steps":["trace[1602315067] 'agreement among raft nodes before linearized reading' (duration: 1.162278071s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:54.939986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:54.107115Z","time spent":"832.858809ms","remote":"127.0.0.1:47174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-04-01T23:36:54.939964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124490895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:36:54.940016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:53.777375Z","time spent":"1.162627779s","remote":"127.0.0.1:57168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:36:54.940005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.139718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T23:36:54.940048Z","caller":"traceutil/trace.go:171","msg":"trace[621384115] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25735; }","duration":"1.124633139s","start":"2026-04-01T23:36:53.815393Z","end":"2026-04-01T23:36:54.940026Z","steps":["trace[621384115] 'agreement among raft nodes before linearized reading' (duration: 1.124356842s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:54.940082Z","caller":"traceutil/trace.go:171","msg":"trace[1023641777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25735; }","duration":"784.272441ms","start":"2026-04-01T23:36:54.155791Z","end":"2026-04-01T23:36:54.940063Z","steps":["trace[1023641777] 'agreement among raft nodes before linearized reading' (duration: 783.971264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:54.940095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:53.815373Z","time spent":"1.124712251s","remote":"127.0.0.1:41668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:36:54.940136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:54.155766Z","time spent":"784.359053ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:36:55.447521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788858943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:36:55.948544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788858943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:36:56.070143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124157298s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:36:56.072884Z","caller":"traceutil/trace.go:171","msg":"trace[391028302] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"1.127012998s","start":"2026-04-01T23:36:54.945841Z","end":"2026-04-01T23:36:56.072854Z","steps":["trace[391028302] 'process raft request' (duration: 1.124776653s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.073095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:54.945803Z","time spent":"1.127198313s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:56.741124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:56.417543Z","time spent":"323.574197ms","remote":"127.0.0.1:43600","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:36:56.748608Z","caller":"traceutil/trace.go:171","msg":"trace[1348176656] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"1.370553647s","start":"2026-04-01T23:36:55.378033Z","end":"2026-04-01T23:36:56.748587Z","steps":["trace[1348176656] 'process raft request' (duration: 1.370472005s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:56.748691Z","caller":"traceutil/trace.go:171","msg":"trace[85842135] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"1.373106259s","start":"2026-04-01T23:36:55.375543Z","end":"2026-04-01T23:36:56.74865Z","steps":["trace[85842135] 'process raft request' (duration: 1.372804602s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.748755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:55.378015Z","time spent":"1.370664469s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:56.748893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:55.375529Z","time spent":"1.373248402s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:56.748927Z","caller":"traceutil/trace.go:171","msg":"trace[1377208337] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"772.322669ms","start":"2026-04-01T23:36:55.97657Z","end":"2026-04-01T23:36:56.748892Z","steps":["trace[1377208337] 'process raft request' (duration: 771.983491ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:56.749011Z","caller":"traceutil/trace.go:171","msg":"trace[1268420511] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"600.3737ms","start":"2026-04-01T23:36:56.14862Z","end":"2026-04-01T23:36:56.748993Z","steps":["trace[1268420511] 'process raft request' (duration: 600.326739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.749052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:55.976551Z","time spent":"772.431531ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:56.749082Z","caller":"traceutil/trace.go:171","msg":"trace[1054640911] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"771.242201ms","start":"2026-04-01T23:36:55.977828Z","end":"2026-04-01T23:36:56.74907Z","steps":["trace[1054640911] 'process raft request' (duration: 771.050947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.749114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:56.148591Z","time spent":"600.467023ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:56.749136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:55.977804Z","time spent":"771.305423ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:56.749102Z","caller":"traceutil/trace.go:171","msg":"trace[1480164618] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"583.565999ms","start":"2026-04-01T23:36:56.165505Z","end":"2026-04-01T23:36:56.749071Z","steps":["trace[1480164618] 'process raft request' (duration: 583.462427ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:36:56.74922Z","caller":"traceutil/trace.go:171","msg":"trace[208905374] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"771.383625ms","start":"2026-04-01T23:36:55.977829Z","end":"2026-04-01T23:36:56.749213Z","steps":["trace[208905374] 'process raft request' (duration: 771.077777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.749251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:55.977806Z","time spent":"771.426256ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:56.749253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:56.165492Z","time spent":"583.687492ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:36:56.749288Z","caller":"traceutil/trace.go:171","msg":"trace[29014413] linearizableReadLoop","detail":"{readStateIndex:26599; appliedIndex:26596; }","duration":"1.80185118s","start":"2026-04-01T23:36:54.947426Z","end":"2026-04-01T23:36:56.749278Z","steps":["trace[29014413] 'read index received' (duration: 1.123100522s)","trace[29014413] 'applied index is now lower than readState.Index' (duration: 678.749548ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:36:56.749317Z","caller":"traceutil/trace.go:171","msg":"trace[1026212057] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"771.516918ms","start":"2026-04-01T23:36:55.977794Z","end":"2026-04-01T23:36:56.749311Z","steps":["trace[1026212057] 'process raft request' (duration: 770.982775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.749346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:55.977766Z","time spent":"771.56575ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:36:56.749382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801959253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:36:56.749407Z","caller":"traceutil/trace.go:171","msg":"trace[1797220271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25744; }","duration":"1.802004223s","start":"2026-04-01T23:36:54.947396Z","end":"2026-04-01T23:36:56.7494Z","steps":["trace[1797220271] 'agreement among raft nodes before linearized reading' (duration: 1.801945392s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.749425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:54.947385Z","time spent":"1.802035025s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:36:56.749482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797229996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T23:36:56.749516Z","caller":"traceutil/trace.go:171","msg":"trace[1071748019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25744; }","duration":"1.797281208s","start":"2026-04-01T23:36:54.95223Z","end":"2026-04-01T23:36:56.749511Z","steps":["trace[1071748019] 'agreement among raft nodes before linearized reading' (duration: 1.797161525s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.749532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:54.952222Z","time spent":"1.797306598s","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:36:56.749579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265109755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:36:56.749599Z","caller":"traceutil/trace.go:171","msg":"trace[766101427] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25744; }","duration":"1.265182588s","start":"2026-04-01T23:36:55.484408Z","end":"2026-04-01T23:36:56.749591Z","steps":["trace[766101427] 'agreement among raft nodes before linearized reading' (duration: 1.265146527s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.749617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:55.484385Z","time spent":"1.265227988s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T23:36:56.749626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375261281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T23:36:56.749667Z","caller":"traceutil/trace.go:171","msg":"trace[245444212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25744; }","duration":"1.375341674s","start":"2026-04-01T23:36:55.374309Z","end":"2026-04-01T23:36:56.749651Z","steps":["trace[245444212] 'agreement among raft nodes before linearized reading' (duration: 1.375219511s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.749683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375409626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T23:36:56.749695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:55.374276Z","time spent":"1.375409415s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:36:56.749703Z","caller":"traceutil/trace.go:171","msg":"trace[1049463715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25744; }","duration":"1.375472427s","start":"2026-04-01T23:36:55.374225Z","end":"2026-04-01T23:36:56.749697Z","steps":["trace[1049463715] 'agreement among raft nodes before linearized reading' (duration: 1.375419426s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.749718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:55.374204Z","time spent":"1.375511408s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:36:56.749715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.065569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:36:56.749749Z","caller":"traceutil/trace.go:171","msg":"trace[2029470698] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25744; }","duration":"201.150311ms","start":"2026-04-01T23:36:56.548588Z","end":"2026-04-01T23:36:56.749738Z","steps":["trace[2029470698] 'agreement among raft nodes before linearized reading' (duration: 201.09756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.749781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39156442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:36:56.749798Z","caller":"traceutil/trace.go:171","msg":"trace[1905887175] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25744; }","duration":"1.391617122s","start":"2026-04-01T23:36:55.358176Z","end":"2026-04-01T23:36:56.749793Z","steps":["trace[1905887175] 'agreement among raft nodes before linearized reading' (duration: 1.391585661s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.749797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375179179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:36:56.749824Z","caller":"traceutil/trace.go:171","msg":"trace[936202516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25744; }","duration":"1.37522381s","start":"2026-04-01T23:36:55.374593Z","end":"2026-04-01T23:36:56.749817Z","steps":["trace[936202516] 'agreement among raft nodes before linearized reading' (duration: 1.375153089s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.749847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:55.374581Z","time spent":"1.375260031s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:36:56.749858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720779516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T23:36:56.749879Z","caller":"traceutil/trace.go:171","msg":"trace[103935252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25744; }","duration":"1.720841408s","start":"2026-04-01T23:36:55.029032Z","end":"2026-04-01T23:36:56.749873Z","steps":["trace[103935252] 'agreement among raft nodes before linearized reading' (duration: 1.720738345s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.749893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:55.029015Z","time spent":"1.720875358s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:36:56.749828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:55.358156Z","time spent":"1.391651422s","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:36:56.749967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.745755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-01T23:36:56.750002Z","caller":"traceutil/trace.go:171","msg":"trace[1085583953] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:25744; }","duration":"299.840128ms","start":"2026-04-01T23:36:56.450155Z","end":"2026-04-01T23:36:56.749996Z","steps":["trace[1085583953] 'agreement among raft nodes before linearized reading' (duration: 299.718214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.749473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.729585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:36:56.750145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.013696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:36:56.750167Z","caller":"traceutil/trace.go:171","msg":"trace[1121187817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25744; }","duration":"630.083888ms","start":"2026-04-01T23:36:56.120078Z","end":"2026-04-01T23:36:56.750162Z","steps":["trace[1121187817] 'agreement among raft nodes before linearized reading' (duration: 630.047157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.750182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:56.12005Z","time spent":"630.128649ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:36:56.750176Z","caller":"traceutil/trace.go:171","msg":"trace[1699085665] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25744; }","duration":"996.468794ms","start":"2026-04-01T23:36:55.753694Z","end":"2026-04-01T23:36:56.750162Z","steps":["trace[1699085665] 'agreement among raft nodes before linearized reading' (duration: 995.730925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.750211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:55.753677Z","time spent":"996.522625ms","remote":"127.0.0.1:37542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:36:56.750279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.788966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276024"} {"level":"info","ts":"2026-04-01T23:36:56.750302Z","caller":"traceutil/trace.go:171","msg":"trace[1198106702] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25744; }","duration":"713.865798ms","start":"2026-04-01T23:36:56.03643Z","end":"2026-04-01T23:36:56.750295Z","steps":["trace[1198106702] 'agreement among raft nodes before linearized reading' (duration: 713.54369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:36:56.750326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:36:56.036396Z","time spent":"713.922209ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276047,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-01T23:37:03.743255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.742401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:03.743327Z","caller":"traceutil/trace.go:171","msg":"trace[199350408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25803; }","duration":"672.887125ms","start":"2026-04-01T23:37:03.070425Z","end":"2026-04-01T23:37:03.743312Z","steps":["trace[199350408] 'range keys from in-memory index tree' (duration: 672.644889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:03.743358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:03.070404Z","time spent":"672.948166ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:37:04.585071Z","caller":"traceutil/trace.go:171","msg":"trace[432052771] linearizableReadLoop","detail":"{readStateIndex:26667; appliedIndex:26666; }","duration":"374.434722ms","start":"2026-04-01T23:37:04.210616Z","end":"2026-04-01T23:37:04.585051Z","steps":["trace[432052771] 'read index received' (duration: 374.37556ms)","trace[432052771] 'applied index is now lower than readState.Index' (duration: 58.232µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:04.585199Z","caller":"traceutil/trace.go:171","msg":"trace[1766519183] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"477.041933ms","start":"2026-04-01T23:37:04.108134Z","end":"2026-04-01T23:37:04.585176Z","steps":["trace[1766519183] 'process raft request' (duration: 476.760606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:04.585261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.631416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:04.585296Z","caller":"traceutil/trace.go:171","msg":"trace[1961407521] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25804; }","duration":"374.717548ms","start":"2026-04-01T23:37:04.210569Z","end":"2026-04-01T23:37:04.585286Z","steps":["trace[1961407521] 'agreement among raft nodes before linearized reading' (duration: 374.570885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:04.585322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.21055Z","time spent":"374.763579ms","remote":"127.0.0.1:52956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:04.58561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.108103Z","time spent":"477.148136ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:05.115162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:07.071191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999886366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:07.071295Z","caller":"traceutil/trace.go:171","msg":"trace[521565737] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00005769s","start":"2026-04-01T23:37:05.071215Z","end":"2026-04-01T23:37:07.071273Z","steps":["trace[521565737] 'agreement among raft nodes before linearized reading' (duration: 1.999932577s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:07.071349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:05.071191Z","time spent":"2.000147952s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:07.27124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.923195439s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:37:07.27544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927430133s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-01T23:37:07.275278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.222899ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:07.275549Z","caller":"traceutil/trace.go:171","msg":"trace[267291111] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25804; }","duration":"473.503186ms","start":"2026-04-01T23:37:06.802016Z","end":"2026-04-01T23:37:07.27552Z","steps":["trace[267291111] 'range keys from in-memory index tree' (duration: 473.202599ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:07.275592Z","caller":"traceutil/trace.go:171","msg":"trace[962233582] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"2.492292495s","start":"2026-04-01T23:37:04.78329Z","end":"2026-04-01T23:37:07.275582Z","steps":["trace[962233582] 'process raft request' (duration: 2.492218933s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:07.27564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.783261Z","time spent":"2.492355727s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:07.275625Z","caller":"traceutil/trace.go:171","msg":"trace[219699424] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"3.017963119s","start":"2026-04-01T23:37:04.257614Z","end":"2026-04-01T23:37:07.275577Z","steps":["trace[219699424] 'process raft request' (duration: 1.090333511s)","trace[219699424] 'compare' (duration: 1.925816923s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:07.275811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.257596Z","time spent":"3.018115342s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:07.276123Z","caller":"traceutil/trace.go:171","msg":"trace[1838493156] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"2.489083656s","start":"2026-04-01T23:37:04.787016Z","end":"2026-04-01T23:37:07.2761Z","steps":["trace[1838493156] 'process raft request' (duration: 2.488991834s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:07.276183Z","caller":"traceutil/trace.go:171","msg":"trace[831704447] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"2.490769297s","start":"2026-04-01T23:37:04.785357Z","end":"2026-04-01T23:37:07.276126Z","steps":["trace[831704447] 'process raft request' (duration: 2.490391928s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:07.276247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.787003Z","time spent":"2.489182129s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:07.276349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.785321Z","time spent":"2.490948451s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:07.276339Z","caller":"traceutil/trace.go:171","msg":"trace[1427277578] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"2.30487991s","start":"2026-04-01T23:37:04.971443Z","end":"2026-04-01T23:37:07.276323Z","steps":["trace[1427277578] 'process raft request' (duration: 2.304612563s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:07.276379Z","caller":"traceutil/trace.go:171","msg":"trace[1655065908] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"2.490621344s","start":"2026-04-01T23:37:04.785742Z","end":"2026-04-01T23:37:07.276364Z","steps":["trace[1655065908] 'process raft request' (duration: 2.490142242s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:07.276422Z","caller":"traceutil/trace.go:171","msg":"trace[1268992313] linearizableReadLoop","detail":"{readStateIndex:26676; appliedIndex:26667; }","duration":"2.662122019s","start":"2026-04-01T23:37:04.614283Z","end":"2026-04-01T23:37:07.276405Z","steps":["trace[1268992313] 'read index received' (duration: 733.832266ms)","trace[1268992313] 'applied index is now lower than readState.Index' (duration: 1.928288203s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:07.276461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.785727Z","time spent":"2.490689965s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:07.276441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.971403Z","time spent":"2.305000582s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:07.276495Z","caller":"traceutil/trace.go:171","msg":"trace[565386376] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"2.491136185s","start":"2026-04-01T23:37:04.78535Z","end":"2026-04-01T23:37:07.276486Z","steps":["trace[565386376] 'process raft request' (duration: 2.490206143s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:07.276529Z","caller":"traceutil/trace.go:171","msg":"trace[54777366] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"2.287880903s","start":"2026-04-01T23:37:04.988634Z","end":"2026-04-01T23:37:07.276515Z","steps":["trace[54777366] 'process raft request' (duration: 2.287606027s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:07.276575Z","caller":"traceutil/trace.go:171","msg":"trace[1892520215] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"2.490298505s","start":"2026-04-01T23:37:04.786264Z","end":"2026-04-01T23:37:07.276562Z","steps":["trace[1892520215] 'process raft request' (duration: 2.48968081s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:07.276624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.98859Z","time spent":"2.287983166s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:07.276664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.786248Z","time spent":"2.490374338s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:07.276703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662423627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:07.276779Z","caller":"traceutil/trace.go:171","msg":"trace[133560617] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25813; }","duration":"2.66253863s","start":"2026-04-01T23:37:04.614224Z","end":"2026-04-01T23:37:07.276762Z","steps":["trace[133560617] 'agreement among raft nodes before linearized reading' (duration: 2.662352956s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:07.276842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.614201Z","time spent":"2.662628912s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:07.276542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.785319Z","time spent":"2.491197877s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:07.777625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:08.117353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000569972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:37:08.117489Z","caller":"traceutil/trace.go:171","msg":"trace[627308218] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000731016s","start":"2026-04-01T23:37:06.116731Z","end":"2026-04-01T23:37:08.117462Z","steps":["trace[627308218] 'agreement among raft nodes before linearized reading' (duration: 2.000570792s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:08.117554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:06.11664Z","time spent":"2.00089928s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:08.745016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.526706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:37:08.745258Z","caller":"traceutil/trace.go:171","msg":"trace[1339458922] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"1.477623286s","start":"2026-04-01T23:37:07.267616Z","end":"2026-04-01T23:37:08.745239Z","steps":["trace[1339458922] 'process raft request' (duration: 1.477510114s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:08.745261Z","caller":"traceutil/trace.go:171","msg":"trace[1406707887] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"1.97760428s","start":"2026-04-01T23:37:06.767631Z","end":"2026-04-01T23:37:08.745235Z","steps":["trace[1406707887] 'process raft request' (duration: 1.342705115s)","trace[1406707887] 'compare' (duration: 634.340322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:08.745337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:07.267589Z","time spent":"1.477714238s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:08.745381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:06.767603Z","time spent":"1.977709603s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:09.072106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000275016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:09.072202Z","caller":"traceutil/trace.go:171","msg":"trace[128429013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000696676s","start":"2026-04-01T23:37:07.071484Z","end":"2026-04-01T23:37:09.072181Z","steps":["trace[128429013] 'agreement among raft nodes before linearized reading' (duration: 2.000558862s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:09.072255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:07.071461Z","time spent":"2.000781867s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:09.797457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999369202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:37:09.797582Z","caller":"traceutil/trace.go:171","msg":"trace[1907293585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999546956s","start":"2026-04-01T23:37:04.798003Z","end":"2026-04-01T23:37:09.79755Z","steps":["trace[1907293585] 'agreement among raft nodes before linearized reading' (duration: 4.999403243s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:09.797658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.797991Z","time spent":"4.999650818s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:37:09.806765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999654738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:37:09.806852Z","caller":"traceutil/trace.go:171","msg":"trace[1580703654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999819811s","start":"2026-04-01T23:37:04.807018Z","end":"2026-04-01T23:37:09.806838Z","steps":["trace[1580703654] 'agreement among raft nodes before linearized reading' (duration: 4.999671907s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:09.806922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.807006Z","time spent":"4.999877882s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/01 23:37:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:10.236229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.067012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:37:10.236337Z","caller":"traceutil/trace.go:171","msg":"trace[906197503] linearizableReadLoop","detail":"{readStateIndex:26679; appliedIndex:26676; }","duration":"2.959846646s","start":"2026-04-01T23:37:07.276474Z","end":"2026-04-01T23:37:10.236321Z","steps":["trace[906197503] 'read index received' (duration: 833.856584ms)","trace[906197503] 'applied index is now lower than readState.Index' (duration: 2.125988392s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:10.236481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.812797906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:10.236539Z","caller":"traceutil/trace.go:171","msg":"trace[1786086410] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25816; }","duration":"4.812897498s","start":"2026-04-01T23:37:05.423625Z","end":"2026-04-01T23:37:10.236522Z","steps":["trace[1786086410] 'agreement among raft nodes before linearized reading' (duration: 4.812783825s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.236519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.446552975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:10.23651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.397660978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:10.236588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91551987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-01T23:37:10.236592Z","caller":"traceutil/trace.go:171","msg":"trace[1069376975] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25816; }","duration":"3.446646017s","start":"2026-04-01T23:37:06.789927Z","end":"2026-04-01T23:37:10.236573Z","steps":["trace[1069376975] 'agreement among raft nodes before linearized reading' (duration: 3.446456502s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.236571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.646813105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T23:37:10.236624Z","caller":"traceutil/trace.go:171","msg":"trace[1692265980] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25816; }","duration":"3.915600522s","start":"2026-04-01T23:37:06.321011Z","end":"2026-04-01T23:37:10.236611Z","steps":["trace[1692265980] 'agreement among raft nodes before linearized reading' (duration: 3.915378856s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.236632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.638362118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:10.236643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:06.789911Z","time spent":"3.446724549s","remote":"127.0.0.1:58434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-01T23:37:10.236638Z","caller":"traceutil/trace.go:171","msg":"trace[181690231] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25816; }","duration":"3.397849523s","start":"2026-04-01T23:37:06.838761Z","end":"2026-04-01T23:37:10.23661Z","steps":["trace[181690231] 'agreement among raft nodes before linearized reading' (duration: 3.397643118s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:10.236658Z","caller":"traceutil/trace.go:171","msg":"trace[1306986776] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"2.559826047s","start":"2026-04-01T23:37:07.676819Z","end":"2026-04-01T23:37:10.236645Z","steps":["trace[1306986776] 'process raft request' (duration: 1.769259573s)","trace[1306986776] 'compare' (duration: 788.548355ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:10.236661Z","caller":"traceutil/trace.go:171","msg":"trace[1032964822] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25816; }","duration":"4.63843545s","start":"2026-04-01T23:37:05.598217Z","end":"2026-04-01T23:37:10.236652Z","steps":["trace[1032964822] 'agreement among raft nodes before linearized reading' (duration: 4.638386448s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.236591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.368001312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-01T23:37:10.236707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:06.838738Z","time spent":"3.397951956s","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:10.236762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:07.676791Z","time spent":"2.559899179s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:10.236568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.785506069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-01T23:37:10.236734Z","caller":"traceutil/trace.go:171","msg":"trace[1193074807] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25816; }","duration":"3.368215918s","start":"2026-04-01T23:37:06.868505Z","end":"2026-04-01T23:37:10.236721Z","steps":["trace[1193074807] 'agreement among raft nodes before linearized reading' (duration: 3.36787674s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.236857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:06.868482Z","time spent":"3.368365392s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:37:10.236819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.436646351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:37:10.236994Z","caller":"traceutil/trace.go:171","msg":"trace[273293304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25816; }","duration":"5.436861986s","start":"2026-04-01T23:37:04.800103Z","end":"2026-04-01T23:37:10.236965Z","steps":["trace[273293304] 'agreement among raft nodes before linearized reading' (duration: 5.436376865s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.237055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.800092Z","time spent":"5.436943148s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:10.237032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.206272385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-04-01T23:37:10.236701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:05.598185Z","time spent":"4.638507521s","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:10.236846Z","caller":"traceutil/trace.go:171","msg":"trace[1567944146] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:25816; }","duration":"3.785812386s","start":"2026-04-01T23:37:06.450997Z","end":"2026-04-01T23:37:10.23681Z","steps":["trace[1567944146] 'agreement among raft nodes before linearized reading' (duration: 3.785381616s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:10.237195Z","caller":"traceutil/trace.go:171","msg":"trace[554522524] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25816; }","duration":"4.206535211s","start":"2026-04-01T23:37:06.030634Z","end":"2026-04-01T23:37:10.237169Z","steps":["trace[554522524] 'agreement among raft nodes before linearized reading' (duration: 4.205871485s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.237249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.445051187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T23:37:10.237293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:06.030606Z","time spent":"4.206672624s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-01T23:37:10.23723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:06.45097Z","time spent":"3.786249057s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-04-01T23:37:10.237358Z","caller":"traceutil/trace.go:171","msg":"trace[1288831424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25816; }","duration":"3.646905857s","start":"2026-04-01T23:37:06.58973Z","end":"2026-04-01T23:37:10.236636Z","steps":["trace[1288831424] 'agreement among raft nodes before linearized reading' (duration: 3.646662261s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.237418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:06.589636Z","time spent":"3.647769658s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:37:10.236659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:06.320986Z","time spent":"3.915664414s","remote":"127.0.0.1:47024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-01T23:37:10.236583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:05.423605Z","time spent":"4.81296701s","remote":"127.0.0.1:58434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:10.23809Z","caller":"traceutil/trace.go:171","msg":"trace[682430315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25816; }","duration":"5.445132649s","start":"2026-04-01T23:37:04.792151Z","end":"2026-04-01T23:37:10.237283Z","steps":["trace[682430315] 'agreement among raft nodes before linearized reading' (duration: 5.444448822s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.238153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:04.792137Z","time spent":"5.445985039s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:10.736881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:10.877095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.429681453s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:37:10.949052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.378591Z","time spent":"570.444119ms","remote":"127.0.0.1:53060","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:37:10.950191Z","caller":"traceutil/trace.go:171","msg":"trace[286197316] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"1.665550285s","start":"2026-04-01T23:37:09.284618Z","end":"2026-04-01T23:37:10.950168Z","steps":["trace[286197316] 'process raft request' (duration: 1.66536379s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:10.950212Z","caller":"traceutil/trace.go:171","msg":"trace[790547907] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"1.665552745s","start":"2026-04-01T23:37:09.284616Z","end":"2026-04-01T23:37:10.950169Z","steps":["trace[790547907] 'process raft request' (duration: 1.665201256s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:10.950243Z","caller":"traceutil/trace.go:171","msg":"trace[303433219] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"1.665720659s","start":"2026-04-01T23:37:09.284487Z","end":"2026-04-01T23:37:10.950208Z","steps":["trace[303433219] 'process raft request' (duration: 1.592844536s)","trace[303433219] 'compare' (duration: 71.54782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:10.950309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:09.284606Z","time spent":"1.665634817s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:10.950297Z","caller":"traceutil/trace.go:171","msg":"trace[832412614] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"1.665281349s","start":"2026-04-01T23:37:09.284984Z","end":"2026-04-01T23:37:10.950265Z","steps":["trace[832412614] 'process raft request' (duration: 1.665175246s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.950355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:09.284606Z","time spent":"1.665668928s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:10.950385Z","caller":"traceutil/trace.go:171","msg":"trace[789645303] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"1.665507035s","start":"2026-04-01T23:37:09.284805Z","end":"2026-04-01T23:37:10.950312Z","steps":["trace[789645303] 'process raft request' (duration: 1.665232697s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.950409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:09.284397Z","time spent":"1.665923144s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:10.950435Z","caller":"traceutil/trace.go:171","msg":"trace[40621659] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"1.665518675s","start":"2026-04-01T23:37:09.284871Z","end":"2026-04-01T23:37:10.95039Z","steps":["trace[40621659] 'process raft request' (duration: 1.665227517s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.950487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:09.284973Z","time spent":"1.665414602s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:10.950553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:09.284765Z","time spent":"1.665684308s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:10.950618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:09.284862Z","time spent":"1.665656728s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:10.950666Z","caller":"traceutil/trace.go:171","msg":"trace[1091342378] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"1.665380581s","start":"2026-04-01T23:37:09.285273Z","end":"2026-04-01T23:37:10.950654Z","steps":["trace[1091342378] 'process raft request' (duration: 1.665288769s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:10.950692Z","caller":"traceutil/trace.go:171","msg":"trace[575120208] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"1.665646308s","start":"2026-04-01T23:37:09.28503Z","end":"2026-04-01T23:37:10.950677Z","steps":["trace[575120208] 'process raft request' (duration: 1.665183196s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:10.950722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:09.285265Z","time spent":"1.665429792s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:10.95076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:09.285018Z","time spent":"1.665706949s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:11.078344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000584233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:11.078432Z","caller":"traceutil/trace.go:171","msg":"trace[2028998744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000720776s","start":"2026-04-01T23:37:09.077695Z","end":"2026-04-01T23:37:11.078416Z","steps":["trace[2028998744] 'agreement among raft nodes before linearized reading' (duration: 2.000607533s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.078475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:09.077682Z","time spent":"2.000784328s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T23:37:11.57213Z","caller":"traceutil/trace.go:171","msg":"trace[1402187741] linearizableReadLoop","detail":"{readStateIndex:26691; appliedIndex:26679; }","duration":"1.335737815s","start":"2026-04-01T23:37:10.236362Z","end":"2026-04-01T23:37:11.5721Z","steps":["trace[1402187741] 'read index received' (duration: 640.988994ms)","trace[1402187741] 'applied index is now lower than readState.Index' (duration: 694.747561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:11.572246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.238344Z","time spent":"1.33389355s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:37:11.572309Z","caller":"traceutil/trace.go:171","msg":"trace[1685015529] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"1.330744872s","start":"2026-04-01T23:37:10.241529Z","end":"2026-04-01T23:37:11.572274Z","steps":["trace[1685015529] 'process raft request' (duration: 1.330413323s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.572327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.392599474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:11.572396Z","caller":"traceutil/trace.go:171","msg":"trace[841328355] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25827; }","duration":"3.392720307s","start":"2026-04-01T23:37:08.179654Z","end":"2026-04-01T23:37:11.572374Z","steps":["trace[841328355] 'agreement among raft nodes before linearized reading' (duration: 3.392587114s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.572411Z","caller":"traceutil/trace.go:171","msg":"trace[1731240386] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"1.33024246s","start":"2026-04-01T23:37:10.242153Z","end":"2026-04-01T23:37:11.572395Z","steps":["trace[1731240386] 'process raft request' (duration: 1.32988302s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.572445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.241508Z","time spent":"1.330863955s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:11.572362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452899511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-01T23:37:11.572522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.242127Z","time spent":"1.330320992s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:11.572541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663926614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:11.572516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4520639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d99c2e19878\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-01T23:37:11.572571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.387419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:11.57259Z","caller":"traceutil/trace.go:171","msg":"trace[653689561] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25827; }","duration":"2.664023607s","start":"2026-04-01T23:37:08.90855Z","end":"2026-04-01T23:37:11.572574Z","steps":["trace[653689561] 'agreement among raft nodes before linearized reading' (duration: 2.663942685s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.572615Z","caller":"traceutil/trace.go:171","msg":"trace[512096595] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25827; }","duration":"747.482871ms","start":"2026-04-01T23:37:10.825118Z","end":"2026-04-01T23:37:11.572601Z","steps":["trace[512096595] 'agreement among raft nodes before linearized reading' (duration: 747.404759ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.572614Z","caller":"traceutil/trace.go:171","msg":"trace[791127563] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25d99c2e19878; range_end:; response_count:1; response_revision:25827; }","duration":"3.452217063s","start":"2026-04-01T23:37:08.120373Z","end":"2026-04-01T23:37:11.57259Z","steps":["trace[791127563] 'agreement among raft nodes before linearized reading' (duration: 3.451928216s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.572642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:08.908527Z","time spent":"2.664101928s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:11.572656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.936337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:11.572714Z","caller":"traceutil/trace.go:171","msg":"trace[1586091665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25827; }","duration":"494.025369ms","start":"2026-04-01T23:37:11.078671Z","end":"2026-04-01T23:37:11.572696Z","steps":["trace[1586091665] 'agreement among raft nodes before linearized reading' (duration: 493.913646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.57273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.479431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:11.572706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716344729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:37:11.572765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.897505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:37:11.572652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.825097Z","time spent":"747.546782ms","remote":"127.0.0.1:57952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:11.572737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33225793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:37:11.572797Z","caller":"traceutil/trace.go:171","msg":"trace[284267020] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25827; }","duration":"607.968526ms","start":"2026-04-01T23:37:10.964821Z","end":"2026-04-01T23:37:11.57279Z","steps":["trace[284267020] 'agreement among raft nodes before linearized reading' (duration: 607.846693ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.572801Z","caller":"traceutil/trace.go:171","msg":"trace[416191312] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25827; }","duration":"1.716477851s","start":"2026-04-01T23:37:09.856307Z","end":"2026-04-01T23:37:11.572785Z","steps":["trace[416191312] 'agreement among raft nodes before linearized reading' (duration: 1.716269216s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.572825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114725197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:11.57284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326801936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-04-01T23:37:11.572869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:09.85628Z","time spent":"1.716572494s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:11.572333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.292081625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:11.572944Z","caller":"traceutil/trace.go:171","msg":"trace[1339141772] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25827; }","duration":"1.326885969s","start":"2026-04-01T23:37:10.24601Z","end":"2026-04-01T23:37:11.572896Z","steps":["trace[1339141772] 'agreement among raft nodes before linearized reading' (duration: 1.326674944s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:11.572996Z","caller":"traceutil/trace.go:171","msg":"trace[233769779] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25827; }","duration":"4.292754001s","start":"2026-04-01T23:37:07.280231Z","end":"2026-04-01T23:37:11.572985Z","steps":["trace[233769779] 'agreement among raft nodes before linearized reading' (duration: 4.292053554s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.573013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.246005Z","time spent":"1.326993751s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-01T23:37:11.572756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.078656Z","time spent":"494.0928ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:37:11.572844Z","caller":"traceutil/trace.go:171","msg":"trace[1658660697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25827; }","duration":"1.332384923s","start":"2026-04-01T23:37:10.24043Z","end":"2026-04-01T23:37:11.572814Z","steps":["trace[1658660697] 'agreement among raft nodes before linearized reading' (duration: 1.331928152s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.57303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:07.280214Z","time spent":"4.292803653s","remote":"127.0.0.1:58436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:11.57282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.964803Z","time spent":"608.011388ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:11.573249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.240415Z","time spent":"1.332772702s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:37:11.572665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:08.120353Z","time spent":"3.452299016s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d99c2e19878\" "} {"level":"warn","ts":"2026-04-01T23:37:11.572461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:08.179637Z","time spent":"3.39280677s","remote":"127.0.0.1:58004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:11.572535Z","caller":"traceutil/trace.go:171","msg":"trace[146219666] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25827; }","duration":"2.453133616s","start":"2026-04-01T23:37:09.11937Z","end":"2026-04-01T23:37:11.572504Z","steps":["trace[146219666] 'agreement among raft nodes before linearized reading' (duration: 2.452750307s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.573452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:09.119345Z","time spent":"2.45408501s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-01T23:37:11.572747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330040335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:11.573389Z","caller":"traceutil/trace.go:171","msg":"trace[994460652] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"1.331521992s","start":"2026-04-01T23:37:10.241201Z","end":"2026-04-01T23:37:11.572723Z","steps":["trace[994460652] 'process raft request' (duration: 1.330539737s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.573725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.241181Z","time spent":"1.332445694s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:11.573567Z","caller":"traceutil/trace.go:171","msg":"trace[1995003910] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25827; }","duration":"1.330859255s","start":"2026-04-01T23:37:10.242671Z","end":"2026-04-01T23:37:11.57353Z","steps":["trace[1995003910] 'agreement among raft nodes before linearized reading' (duration: 1.330026975s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.57482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.242661Z","time spent":"1.332133396s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-01T23:37:11.57286Z","caller":"traceutil/trace.go:171","msg":"trace[2037554318] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25827; }","duration":"1.114802959s","start":"2026-04-01T23:37:10.458048Z","end":"2026-04-01T23:37:11.572851Z","steps":["trace[2037554318] 'agreement among raft nodes before linearized reading' (duration: 1.114735767s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.575024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:10.458027Z","time spent":"1.116967621s","remote":"127.0.0.1:58076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:11.572799Z","caller":"traceutil/trace.go:171","msg":"trace[186840447] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25827; }","duration":"190.566213ms","start":"2026-04-01T23:37:11.382198Z","end":"2026-04-01T23:37:11.572764Z","steps":["trace[186840447] 'agreement among raft nodes before linearized reading' (duration: 190.482911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.573875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.748448212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T23:37:11.575215Z","caller":"traceutil/trace.go:171","msg":"trace[553257433] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25827; }","duration":"3.749832826s","start":"2026-04-01T23:37:07.82536Z","end":"2026-04-01T23:37:11.575193Z","steps":["trace[553257433] 'agreement among raft nodes before linearized reading' (duration: 3.746898564s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:11.575305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:07.825337Z","time spent":"3.749945409s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2659,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:12.120115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:13.47046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226130643s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:37:13.471956Z","caller":"traceutil/trace.go:171","msg":"trace[1070723529] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"1.896068076s","start":"2026-04-01T23:37:11.575867Z","end":"2026-04-01T23:37:13.471935Z","steps":["trace[1070723529] 'process raft request' (duration: 668.377755ms)","trace[1070723529] 'compare' (duration: 1.22519902s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:13.472059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.575841Z","time spent":"1.896160038s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:13.58123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000110561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:13.581323Z","caller":"traceutil/trace.go:171","msg":"trace[241309447] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240945s","start":"2026-04-01T23:37:11.581059Z","end":"2026-04-01T23:37:13.5813Z","steps":["trace[241309447] 'agreement among raft nodes before linearized reading' (duration: 2.000125882s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.581377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.581049Z","time spent":"2.000318357s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:13.726144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.569974ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T23:37:13.726396Z","caller":"traceutil/trace.go:171","msg":"trace[611350526] linearizableReadLoop","detail":"{readStateIndex:26694; appliedIndex:26692; }","duration":"2.107059559s","start":"2026-04-01T23:37:11.619317Z","end":"2026-04-01T23:37:13.726376Z","steps":["trace[611350526] 'read index received' (duration: 624.947362ms)","trace[611350526] 'applied index is now lower than readState.Index' (duration: 1.482111177s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:13.726503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146366021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:13.726539Z","caller":"traceutil/trace.go:171","msg":"trace[1146944264] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25829; }","duration":"2.146431913s","start":"2026-04-01T23:37:11.580096Z","end":"2026-04-01T23:37:13.726527Z","steps":["trace[1146944264] 'agreement among raft nodes before linearized reading' (duration: 2.146365451s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.726579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.580083Z","time spent":"2.146486674s","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T23:37:13.726797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148592804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dd06c345-34b0-4e90-bccc-95d4c4f00144\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-01T23:37:13.726896Z","caller":"traceutil/trace.go:171","msg":"trace[763963984] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dd06c345-34b0-4e90-bccc-95d4c4f00144; range_end:; response_count:1; response_revision:25829; }","duration":"2.148725708s","start":"2026-04-01T23:37:11.578145Z","end":"2026-04-01T23:37:13.726871Z","steps":["trace[763963984] 'agreement among raft nodes before linearized reading' (duration: 2.14837701s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.726956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.578133Z","time spent":"2.14880913s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-dd06c345-34b0-4e90-bccc-95d4c4f00144\" "} {"level":"info","ts":"2026-04-01T23:37:13.726794Z","caller":"traceutil/trace.go:171","msg":"trace[327960907] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"770.400871ms","start":"2026-04-01T23:37:12.956362Z","end":"2026-04-01T23:37:13.726763Z","steps":["trace[327960907] 'process raft request' (duration: 769.894758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:13.72746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.956336Z","time spent":"771.031066ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:14.227534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859126,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:37:14.439587Z","caller":"traceutil/trace.go:171","msg":"trace[1445710508] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"1.482377672s","start":"2026-04-01T23:37:12.95717Z","end":"2026-04-01T23:37:14.439548Z","steps":["trace[1445710508] 'process raft request' (duration: 1.430909653s)","trace[1445710508] 'compare' (duration: 50.985468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:14.439731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.957146Z","time spent":"1.482507776s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:14.439853Z","caller":"traceutil/trace.go:171","msg":"trace[1761239104] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"1.482564568s","start":"2026-04-01T23:37:12.957243Z","end":"2026-04-01T23:37:14.439807Z","steps":["trace[1761239104] 'process raft request' (duration: 1.482150218s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:14.439935Z","caller":"traceutil/trace.go:171","msg":"trace[1930202553] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"1.482555707s","start":"2026-04-01T23:37:12.957355Z","end":"2026-04-01T23:37:14.439911Z","steps":["trace[1930202553] 'process raft request' (duration: 1.482196499s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:14.440007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.957237Z","time spent":"1.482691081s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:14.440092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.957348Z","time spent":"1.48266183s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:14.440356Z","caller":"traceutil/trace.go:171","msg":"trace[985216261] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"1.482797473s","start":"2026-04-01T23:37:12.957547Z","end":"2026-04-01T23:37:14.440344Z","steps":["trace[985216261] 'process raft request' (duration: 1.482320391s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:14.44043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.957541Z","time spent":"1.482841714s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:14.440461Z","caller":"traceutil/trace.go:171","msg":"trace[1234800302] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"1.481989353s","start":"2026-04-01T23:37:12.958454Z","end":"2026-04-01T23:37:14.440443Z","steps":["trace[1234800302] 'process raft request' (duration: 1.481788008s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:14.440539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.958443Z","time spent":"1.482059125s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:14.44054Z","caller":"traceutil/trace.go:171","msg":"trace[1465370057] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"1.481735856s","start":"2026-04-01T23:37:12.958787Z","end":"2026-04-01T23:37:14.440523Z","steps":["trace[1465370057] 'process raft request' (duration: 1.481593702s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:14.440554Z","caller":"traceutil/trace.go:171","msg":"trace[141764462] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"1.481324976s","start":"2026-04-01T23:37:12.959207Z","end":"2026-04-01T23:37:14.440532Z","steps":["trace[141764462] 'process raft request' (duration: 1.481226654s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:14.44061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.958761Z","time spent":"1.481811968s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:14.440698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.959201Z","time spent":"1.481421408s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:14.798236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997522827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:14.798312Z","caller":"traceutil/trace.go:171","msg":"trace[544123125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997676211s","start":"2026-04-01T23:37:11.800616Z","end":"2026-04-01T23:37:14.798293Z","steps":["trace[544123125] 'agreement among raft nodes before linearized reading' (duration: 2.997581429s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:14.798347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.800592Z","time spent":"2.997748743s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/01 23:37:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:14.807502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997283031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:14.807626Z","caller":"traceutil/trace.go:171","msg":"trace[829212614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997496747s","start":"2026-04-01T23:37:11.810101Z","end":"2026-04-01T23:37:14.807598Z","steps":["trace[829212614] 'agreement among raft nodes before linearized reading' (duration: 2.997331483s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:14.807701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.810066Z","time spent":"2.99761422s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/01 23:37:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:15.581955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000564433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:15.582055Z","caller":"traceutil/trace.go:171","msg":"trace[1655596081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000693525s","start":"2026-04-01T23:37:13.581341Z","end":"2026-04-01T23:37:15.582035Z","steps":["trace[1655596081] 'agreement among raft nodes before linearized reading' (duration: 2.000574792s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.582124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.581334Z","time spent":"2.000779547s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:15.687988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.299766695s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:37:15.688519Z","caller":"traceutil/trace.go:171","msg":"trace[1700250234] linearizableReadLoop","detail":"{readStateIndex:26703; appliedIndex:26695; }","duration":"1.962055339s","start":"2026-04-01T23:37:13.726435Z","end":"2026-04-01T23:37:15.688491Z","steps":["trace[1700250234] 'read index received' (duration: 661.643429ms)","trace[1700250234] 'applied index is now lower than readState.Index' (duration: 1.30041043s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:15.688996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790678555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-01T23:37:15.689095Z","caller":"traceutil/trace.go:171","msg":"trace[1842865500] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25838; }","duration":"2.790832599s","start":"2026-04-01T23:37:12.898238Z","end":"2026-04-01T23:37:15.68907Z","steps":["trace[1842865500] 'agreement among raft nodes before linearized reading' (duration: 2.790525992s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.689116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363153224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-01T23:37:15.689198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791942456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-01T23:37:15.689277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111885076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T23:37:15.68933Z","caller":"traceutil/trace.go:171","msg":"trace[84117112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25838; }","duration":"2.111978668s","start":"2026-04-01T23:37:13.577339Z","end":"2026-04-01T23:37:15.689317Z","steps":["trace[84117112] 'agreement among raft nodes before linearized reading' (duration: 2.111847105s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.689374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.577314Z","time spent":"2.11205082s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:37:15.689312Z","caller":"traceutil/trace.go:171","msg":"trace[486063548] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25838; }","duration":"2.792160101s","start":"2026-04-01T23:37:12.897133Z","end":"2026-04-01T23:37:15.689293Z","steps":["trace[486063548] 'agreement among raft nodes before linearized reading' (duration: 2.79168175s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.689411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229727049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T23:37:15.689465Z","caller":"traceutil/trace.go:171","msg":"trace[446062940] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25838; }","duration":"3.22978372s","start":"2026-04-01T23:37:12.459669Z","end":"2026-04-01T23:37:15.689452Z","steps":["trace[446062940] 'agreement among raft nodes before linearized reading' (duration: 3.229581115s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.689485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.897104Z","time spent":"2.792361947s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T23:37:15.689604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.999909775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:15.689656Z","caller":"traceutil/trace.go:171","msg":"trace[1425166449] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25838; }","duration":"4.000008547s","start":"2026-04-01T23:37:11.689635Z","end":"2026-04-01T23:37:15.689644Z","steps":["trace[1425166449] 'agreement among raft nodes before linearized reading' (duration: 3.999928315s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.689158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.898207Z","time spent":"2.790937492s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:37:15.689702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.689613Z","time spent":"4.000079139s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-01T23:37:15.689756Z","caller":"traceutil/trace.go:171","msg":"trace[1714772739] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"1.937853347s","start":"2026-04-01T23:37:13.751887Z","end":"2026-04-01T23:37:15.68974Z","steps":["trace[1714772739] 'process raft request' (duration: 1.936384362s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.689771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214196469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-01T23:37:15.689832Z","caller":"traceutil/trace.go:171","msg":"trace[1809221745] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040; range_end:; response_count:1; response_revision:25838; }","duration":"2.214286311s","start":"2026-04-01T23:37:13.475529Z","end":"2026-04-01T23:37:15.689815Z","steps":["trace[1809221745] 'agreement among raft nodes before linearized reading' (duration: 2.214128617s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.689856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.751859Z","time spent":"1.937936769s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:15.689846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.068602475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-01T23:37:15.689222Z","caller":"traceutil/trace.go:171","msg":"trace[1145075832] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25838; }","duration":"3.363304057s","start":"2026-04-01T23:37:12.325894Z","end":"2026-04-01T23:37:15.689198Z","steps":["trace[1145075832] 'agreement among raft nodes before linearized reading' (duration: 3.362925638s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.689907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111352322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:37:15.689513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.459589Z","time spent":"3.229911023s","remote":"127.0.0.1:47332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:15.689885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.475512Z","time spent":"2.214358263s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040\" "} {"level":"warn","ts":"2026-04-01T23:37:15.689965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:12.325872Z","time spent":"3.364073835s","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:15.689936Z","caller":"traceutil/trace.go:171","msg":"trace[812042348] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25838; }","duration":"4.068728998s","start":"2026-04-01T23:37:11.621188Z","end":"2026-04-01T23:37:15.689917Z","steps":["trace[812042348] 'agreement among raft nodes before linearized reading' (duration: 4.068443092s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.6897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111279371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T23:37:15.690037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:11.62117Z","time spent":"4.068853251s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-01T23:37:15.690079Z","caller":"traceutil/trace.go:171","msg":"trace[336575289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25838; }","duration":"2.111687621s","start":"2026-04-01T23:37:13.578372Z","end":"2026-04-01T23:37:15.690059Z","steps":["trace[336575289] 'agreement among raft nodes before linearized reading' (duration: 2.111208429s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:15.689978Z","caller":"traceutil/trace.go:171","msg":"trace[794857975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25838; }","duration":"2.111469016s","start":"2026-04-01T23:37:13.578492Z","end":"2026-04-01T23:37:15.689961Z","steps":["trace[794857975] 'agreement among raft nodes before linearized reading' (duration: 2.111310072s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:15.690146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.57836Z","time spent":"2.111768874s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:15.69022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.57847Z","time spent":"2.111699812s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:16.188875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:16.795912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.738897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:37:16.79622Z","caller":"traceutil/trace.go:171","msg":"trace[1418269761] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"2.014112204s","start":"2026-04-01T23:37:14.782069Z","end":"2026-04-01T23:37:16.796181Z","steps":["trace[1418269761] 'process raft request' (duration: 1.437996138s)","trace[1418269761] 'compare' (duration: 574.544878ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:16.796293Z","caller":"traceutil/trace.go:171","msg":"trace[1093306942] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"1.995847826s","start":"2026-04-01T23:37:14.800419Z","end":"2026-04-01T23:37:16.796267Z","steps":["trace[1093306942] 'process raft request' (duration: 1.995656142s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.796395Z","caller":"traceutil/trace.go:171","msg":"trace[1355280423] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"1.985571385s","start":"2026-04-01T23:37:14.810813Z","end":"2026-04-01T23:37:16.796385Z","steps":["trace[1355280423] 'process raft request' (duration: 1.9853747s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.796402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.800398Z","time spent":"1.995953589s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:16.796455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.810773Z","time spent":"1.985653347s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:16.796439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.782041Z","time spent":"2.014291658s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:16.79748Z","caller":"traceutil/trace.go:171","msg":"trace[486379778] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"1.101423301s","start":"2026-04-01T23:37:15.696038Z","end":"2026-04-01T23:37:16.797461Z","steps":["trace[486379778] 'process raft request' (duration: 1.101289428s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.797535Z","caller":"traceutil/trace.go:171","msg":"trace[391049317] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"1.102836986s","start":"2026-04-01T23:37:15.694637Z","end":"2026-04-01T23:37:16.797474Z","steps":["trace[391049317] 'process raft request' (duration: 1.102522899s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.797768Z","caller":"traceutil/trace.go:171","msg":"trace[2147459456] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"1.098886048s","start":"2026-04-01T23:37:15.69887Z","end":"2026-04-01T23:37:16.797756Z","steps":["trace[2147459456] 'process raft request' (duration: 1.09853873s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.797827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.698855Z","time spent":"1.09894568s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:16.797828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.694625Z","time spent":"1.103065902s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:16.797835Z","caller":"traceutil/trace.go:171","msg":"trace[459182135] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"1.098608542s","start":"2026-04-01T23:37:15.699205Z","end":"2026-04-01T23:37:16.797814Z","steps":["trace[459182135] 'process raft request' (duration: 1.098405987s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.797617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.696018Z","time spent":"1.101542173s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:16.797998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.699181Z","time spent":"1.098747285s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:16.798141Z","caller":"traceutil/trace.go:171","msg":"trace[1236535082] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"1.098591722s","start":"2026-04-01T23:37:15.699532Z","end":"2026-04-01T23:37:16.798124Z","steps":["trace[1236535082] 'process raft request' (duration: 1.098451029s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.798139Z","caller":"traceutil/trace.go:171","msg":"trace[720305569] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"1.098634543s","start":"2026-04-01T23:37:15.699479Z","end":"2026-04-01T23:37:16.798113Z","steps":["trace[720305569] 'process raft request' (duration: 1.098250163s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.798232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.064721441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:16.798243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.699462Z","time spent":"1.098726325s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:16.798227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.699514Z","time spent":"1.098661553s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:16.79829Z","caller":"traceutil/trace.go:171","msg":"trace[1129521382] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25848; }","duration":"3.064816324s","start":"2026-04-01T23:37:13.733455Z","end":"2026-04-01T23:37:16.798271Z","steps":["trace[1129521382] 'agreement among raft nodes before linearized reading' (duration: 3.064727131s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.798146Z","caller":"traceutil/trace.go:171","msg":"trace[1956288228] linearizableReadLoop","detail":"{readStateIndex:26713; appliedIndex:26703; }","duration":"1.109406876s","start":"2026-04-01T23:37:15.68872Z","end":"2026-04-01T23:37:16.798126Z","steps":["trace[1956288228] 'read index received' (duration: 531.323321ms)","trace[1956288228] 'applied index is now lower than readState.Index' (duration: 578.082335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:16.798338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.733439Z","time spent":"3.064886716s","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T23:37:16.798361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910100659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:16.798376Z","caller":"traceutil/trace.go:171","msg":"trace[186159420] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"1.065565394s","start":"2026-04-01T23:37:15.732795Z","end":"2026-04-01T23:37:16.79836Z","steps":["trace[186159420] 'process raft request' (duration: 1.065267496s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.798324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309810729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:16.798396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209087125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:16.798424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208558622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-01T23:37:16.798443Z","caller":"traceutil/trace.go:171","msg":"trace[1218775782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25848; }","duration":"1.209133336s","start":"2026-04-01T23:37:15.589296Z","end":"2026-04-01T23:37:16.798429Z","steps":["trace[1218775782] 'agreement among raft nodes before linearized reading' (duration: 1.209027634s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.79844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550562991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:16.798439Z","caller":"traceutil/trace.go:171","msg":"trace[69263715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25848; }","duration":"1.910199441s","start":"2026-04-01T23:37:14.888188Z","end":"2026-04-01T23:37:16.798388Z","steps":["trace[69263715] 'agreement among raft nodes before linearized reading' (duration: 1.91012463s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:16.798449Z","caller":"traceutil/trace.go:171","msg":"trace[42391872] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25848; }","duration":"1.310017494s","start":"2026-04-01T23:37:15.488405Z","end":"2026-04-01T23:37:16.798423Z","steps":["trace[42391872] 'agreement among raft nodes before linearized reading' (duration: 1.309789449s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.79846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.732769Z","time spent":"1.065643875s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:16.798477Z","caller":"traceutil/trace.go:171","msg":"trace[640332699] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25848; }","duration":"1.208663685s","start":"2026-04-01T23:37:15.589799Z","end":"2026-04-01T23:37:16.798462Z","steps":["trace[640332699] 'agreement among raft nodes before linearized reading' (duration: 1.20845407s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.798482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.589224Z","time spent":"1.209251458s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:37:16.798495Z","caller":"traceutil/trace.go:171","msg":"trace[397547475] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25848; }","duration":"1.550661522s","start":"2026-04-01T23:37:15.247816Z","end":"2026-04-01T23:37:16.798477Z","steps":["trace[397547475] 'agreement among raft nodes before linearized reading' (duration: 1.55056927s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.798503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:14.888161Z","time spent":"1.910326345s","remote":"127.0.0.1:57348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:16.798516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.589775Z","time spent":"1.208729486s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-01T23:37:16.798516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.488386Z","time spent":"1.310112197s","remote":"127.0.0.1:58146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:16.798525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.964235062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-01T23:37:16.798541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.247798Z","time spent":"1.550728805s","remote":"127.0.0.1:34136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:16.798574Z","caller":"traceutil/trace.go:171","msg":"trace[799534090] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25848; }","duration":"2.964339155s","start":"2026-04-01T23:37:13.834223Z","end":"2026-04-01T23:37:16.798562Z","steps":["trace[799534090] 'agreement among raft nodes before linearized reading' (duration: 2.964106729s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:16.798602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:13.834201Z","time spent":"2.964393856s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-01T23:37:17.298737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859146,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:37:17.759262Z","caller":"traceutil/trace.go:171","msg":"trace[1724680228] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"1.312382493s","start":"2026-04-01T23:37:16.446848Z","end":"2026-04-01T23:37:17.75923Z","steps":["trace[1724680228] 'process raft request' (duration: 1.312320491s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.759386Z","caller":"traceutil/trace.go:171","msg":"trace[1179909352] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"1.313323716s","start":"2026-04-01T23:37:16.446009Z","end":"2026-04-01T23:37:17.759333Z","steps":["trace[1179909352] 'process raft request' (duration: 1.312953247s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.759439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.446838Z","time spent":"1.312514326s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:17.759431Z","caller":"traceutil/trace.go:171","msg":"trace[1105730092] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"1.312815393s","start":"2026-04-01T23:37:16.446571Z","end":"2026-04-01T23:37:17.759386Z","steps":["trace[1105730092] 'process raft request' (duration: 1.312504686s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.759619Z","caller":"traceutil/trace.go:171","msg":"trace[589662025] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"1.314136995s","start":"2026-04-01T23:37:16.445462Z","end":"2026-04-01T23:37:17.759599Z","steps":["trace[589662025] 'process raft request' (duration: 1.263482816s)","trace[589662025] 'compare' (duration: 49.609944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:17.759632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.446551Z","time spent":"1.312980007s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:17.759693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.445435Z","time spent":"1.314222188s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:17.759467Z","caller":"traceutil/trace.go:171","msg":"trace[782867760] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"1.312809843s","start":"2026-04-01T23:37:16.446627Z","end":"2026-04-01T23:37:17.759437Z","steps":["trace[782867760] 'process raft request' (duration: 1.312496095s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.759686Z","caller":"traceutil/trace.go:171","msg":"trace[605664075] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"1.313363517s","start":"2026-04-01T23:37:16.446261Z","end":"2026-04-01T23:37:17.759624Z","steps":["trace[605664075] 'process raft request' (duration: 1.312757752s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:17.759846Z","caller":"traceutil/trace.go:171","msg":"trace[378767641] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"1.314232658s","start":"2026-04-01T23:37:16.445588Z","end":"2026-04-01T23:37:17.759821Z","steps":["trace[378767641] 'process raft request' (duration: 1.313255024s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:17.759849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.44661Z","time spent":"1.313135181s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:17.759895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.446243Z","time spent":"1.313553002s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:17.759542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.445994Z","time spent":"1.31346194s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:17.759972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.445555Z","time spent":"1.314356171s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:18.792214Z","caller":"traceutil/trace.go:171","msg":"trace[158217340] linearizableReadLoop","detail":"{readStateIndex:26721; appliedIndex:26713; }","duration":"1.993833778s","start":"2026-04-01T23:37:16.798351Z","end":"2026-04-01T23:37:18.792185Z","steps":["trace[158217340] 'read index received' (duration: 910.5383ms)","trace[158217340] 'applied index is now lower than readState.Index' (duration: 1.083294038s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:18.792302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761165154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:37:18.792336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414630744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:18.792362Z","caller":"traceutil/trace.go:171","msg":"trace[2132408783] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25856; }","duration":"2.761289797s","start":"2026-04-01T23:37:16.031059Z","end":"2026-04-01T23:37:18.792349Z","steps":["trace[2132408783] 'agreement among raft nodes before linearized reading' (duration: 2.761149684s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:18.792373Z","caller":"traceutil/trace.go:171","msg":"trace[1882331490] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25856; }","duration":"2.414725096s","start":"2026-04-01T23:37:16.377637Z","end":"2026-04-01T23:37:18.792362Z","steps":["trace[1882331490] 'agreement among raft nodes before linearized reading' (duration: 2.414652065s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:18.792366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09815698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:18.792399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.031038Z","time spent":"2.761352448s","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:18.79241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.377614Z","time spent":"2.414784478s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:18.792442Z","caller":"traceutil/trace.go:171","msg":"trace[855074303] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25856; }","duration":"3.098260122s","start":"2026-04-01T23:37:15.694162Z","end":"2026-04-01T23:37:18.792422Z","steps":["trace[855074303] 'agreement among raft nodes before linearized reading' (duration: 3.098136759s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:18.792487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.694149Z","time spent":"3.098327653s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:37:18.792491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991605803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:18.792562Z","caller":"traceutil/trace.go:171","msg":"trace[370521461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25856; }","duration":"1.991703326s","start":"2026-04-01T23:37:16.800841Z","end":"2026-04-01T23:37:18.792545Z","steps":["trace[370521461] 'agreement among raft nodes before linearized reading' (duration: 1.991586063s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:18.79262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.800825Z","time spent":"1.991787348s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:37:18.792224Z","caller":"traceutil/trace.go:171","msg":"trace[1256967359] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"1.985223007s","start":"2026-04-01T23:37:16.806967Z","end":"2026-04-01T23:37:18.79219Z","steps":["trace[1256967359] 'process raft request' (duration: 1.895074212s)","trace[1256967359] 'compare' (duration: 89.382107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:18.792837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.80695Z","time spent":"1.985828391s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:18.792868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.248716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:37:18.792732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10019273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-01T23:37:18.793003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991196764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-449e4d1b-c67e-4106-84c7-fafd46660368\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-01T23:37:18.793035Z","caller":"traceutil/trace.go:171","msg":"trace[1521107502] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25856; }","duration":"3.100776593s","start":"2026-04-01T23:37:15.692246Z","end":"2026-04-01T23:37:18.793023Z","steps":["trace[1521107502] 'agreement among raft nodes before linearized reading' (duration: 3.100089727s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:18.793062Z","caller":"traceutil/trace.go:171","msg":"trace[971652007] range","detail":"{range_begin:/registry/persistentvolumes/pvc-449e4d1b-c67e-4106-84c7-fafd46660368; range_end:; response_count:1; response_revision:25856; }","duration":"1.991259225s","start":"2026-04-01T23:37:16.801777Z","end":"2026-04-01T23:37:18.793036Z","steps":["trace[971652007] 'agreement among raft nodes before linearized reading' (duration: 1.991035619s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:18.793054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.975086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:37:18.793104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.80177Z","time spent":"1.991326566s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-449e4d1b-c67e-4106-84c7-fafd46660368\" "} {"level":"info","ts":"2026-04-01T23:37:18.793119Z","caller":"traceutil/trace.go:171","msg":"trace[1794430294] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25856; }","duration":"261.094268ms","start":"2026-04-01T23:37:18.532012Z","end":"2026-04-01T23:37:18.793106Z","steps":["trace[1794430294] 'agreement among raft nodes before linearized reading' (duration: 260.721869ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:18.79316Z","caller":"traceutil/trace.go:171","msg":"trace[311405538] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25856; }","duration":"150.420901ms","start":"2026-04-01T23:37:18.642568Z","end":"2026-04-01T23:37:18.792989Z","steps":["trace[311405538] 'agreement among raft nodes before linearized reading' (duration: 150.212966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:18.793081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:15.692225Z","time spent":"3.100840905s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-01T23:37:18.793368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.719324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:18.793406Z","caller":"traceutil/trace.go:171","msg":"trace[1924636525] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25856; }","duration":"749.792186ms","start":"2026-04-01T23:37:18.043602Z","end":"2026-04-01T23:37:18.793394Z","steps":["trace[1924636525] 'agreement among raft nodes before linearized reading' (duration: 749.728825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:18.793438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.043585Z","time spent":"749.845737ms","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:18.793706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989737207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-01T23:37:18.793775Z","caller":"traceutil/trace.go:171","msg":"trace[421165221] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040; range_end:; response_count:1; response_revision:25856; }","duration":"1.990620718s","start":"2026-04-01T23:37:16.803136Z","end":"2026-04-01T23:37:18.793757Z","steps":["trace[421165221] 'agreement among raft nodes before linearized reading' (duration: 1.989647685s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:18.79381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:16.803119Z","time spent":"1.990682539s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040\" "} {"level":"warn","ts":"2026-04-01T23:37:20.070742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.906338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:37:20.070867Z","caller":"traceutil/trace.go:171","msg":"trace[480851767] transaction","detail":"{read_only:false; response_revision:25860; number_of_response:1; }","duration":"1.264789218s","start":"2026-04-01T23:37:18.806053Z","end":"2026-04-01T23:37:20.070842Z","steps":["trace[480851767] 'process raft request' (duration: 275.692465ms)","trace[480851767] 'compare' (duration: 988.262033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:20.070941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.806029Z","time spent":"1.26487932s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:20.071454Z","caller":"traceutil/trace.go:171","msg":"trace[235062632] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"1.262547334s","start":"2026-04-01T23:37:18.808888Z","end":"2026-04-01T23:37:20.071435Z","steps":["trace[235062632] 'process raft request' (duration: 1.262442091s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:20.071466Z","caller":"traceutil/trace.go:171","msg":"trace[1950948089] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"1.264381148s","start":"2026-04-01T23:37:18.807036Z","end":"2026-04-01T23:37:20.071417Z","steps":["trace[1950948089] 'process raft request' (duration: 1.264202273s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:20.071604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.80888Z","time spent":"1.262648636s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:20.071664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.807001Z","time spent":"1.264551103s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:20.07184Z","caller":"traceutil/trace.go:171","msg":"trace[933693815] linearizableReadLoop","detail":"{readStateIndex:26727; appliedIndex:26725; }","duration":"1.264308397s","start":"2026-04-01T23:37:18.807503Z","end":"2026-04-01T23:37:20.071811Z","steps":["trace[933693815] 'read index received' (duration: 274.22229ms)","trace[933693815] 'applied index is now lower than readState.Index' (duration: 990.084617ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:20.07197Z","caller":"traceutil/trace.go:171","msg":"trace[1795545176] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"1.2623704s","start":"2026-04-01T23:37:18.809588Z","end":"2026-04-01T23:37:20.071959Z","steps":["trace[1795545176] 'process raft request' (duration: 1.261805685s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:20.072076Z","caller":"traceutil/trace.go:171","msg":"trace[902933681] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"1.158439146s","start":"2026-04-01T23:37:18.913619Z","end":"2026-04-01T23:37:20.072058Z","steps":["trace[902933681] 'process raft request' (duration: 1.158123209s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:20.072147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264645005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:20.07216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.913587Z","time spent":"1.158531369s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:20.072194Z","caller":"traceutil/trace.go:171","msg":"trace[63400974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25865; }","duration":"1.264686836s","start":"2026-04-01T23:37:18.807495Z","end":"2026-04-01T23:37:20.072182Z","steps":["trace[63400974] 'agreement among raft nodes before linearized reading' (duration: 1.264618204s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:20.072228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.807422Z","time spent":"1.264800759s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:37:20.072236Z","caller":"traceutil/trace.go:171","msg":"trace[1054466542] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"1.261736684s","start":"2026-04-01T23:37:18.810444Z","end":"2026-04-01T23:37:20.072181Z","steps":["trace[1054466542] 'process raft request' (duration: 1.26114153s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:20.072084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.809581Z","time spent":"1.262417771s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:20.072603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.810438Z","time spent":"1.261911738s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:20.572245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859176,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:37:20.891291Z","caller":"traceutil/trace.go:171","msg":"trace[718766145] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"1.125409088s","start":"2026-04-01T23:37:19.765845Z","end":"2026-04-01T23:37:20.891254Z","steps":["trace[718766145] 'process raft request' (duration: 1.123910772s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:20.891492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.765825Z","time spent":"1.125544522s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:20.891868Z","caller":"traceutil/trace.go:171","msg":"trace[102827938] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"1.124717171s","start":"2026-04-01T23:37:19.767126Z","end":"2026-04-01T23:37:20.891844Z","steps":["trace[102827938] 'process raft request' (duration: 1.124153227s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:20.891872Z","caller":"traceutil/trace.go:171","msg":"trace[664509617] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"1.125636742s","start":"2026-04-01T23:37:19.766179Z","end":"2026-04-01T23:37:20.891815Z","steps":["trace[664509617] 'process raft request' (duration: 1.124864104s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:20.89189Z","caller":"traceutil/trace.go:171","msg":"trace[1250757202] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"1.125395666s","start":"2026-04-01T23:37:19.766468Z","end":"2026-04-01T23:37:20.891863Z","steps":["trace[1250757202] 'process raft request' (duration: 1.124782762s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:20.891876Z","caller":"traceutil/trace.go:171","msg":"trace[1395049383] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"1.125398617s","start":"2026-04-01T23:37:19.766407Z","end":"2026-04-01T23:37:20.891806Z","steps":["trace[1395049383] 'process raft request' (duration: 1.124810903s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:20.891904Z","caller":"traceutil/trace.go:171","msg":"trace[1536372708] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"1.125541351s","start":"2026-04-01T23:37:19.766328Z","end":"2026-04-01T23:37:20.891869Z","steps":["trace[1536372708] 'process raft request' (duration: 1.124853574s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:20.891961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.767118Z","time spent":"1.124787653s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:20.892018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.766151Z","time spent":"1.125783826s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:20.89202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.766459Z","time spent":"1.125486809s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:20.892063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.766321Z","time spent":"1.125661543s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:20.892063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.766401Z","time spent":"1.125559851s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:20.892207Z","caller":"traceutil/trace.go:171","msg":"trace[2038305924] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"1.123129362s","start":"2026-04-01T23:37:19.768228Z","end":"2026-04-01T23:37:20.891357Z","steps":["trace[2038305924] 'process raft request' (duration: 1.123088951s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:20.892324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.76822Z","time spent":"1.124071696s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:22.073967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:22.074039Z","caller":"traceutil/trace.go:171","msg":"trace[1422616552] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000319776s","start":"2026-04-01T23:37:20.073703Z","end":"2026-04-01T23:37:22.074023Z","steps":["trace[1422616552] 'agreement among raft nodes before linearized reading' (duration: 2.000229514s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.074076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.073681Z","time spent":"2.000388278s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:22.214332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324438227s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:37:22.34583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.252681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:37:22.346046Z","caller":"traceutil/trace.go:171","msg":"trace[1185982916] linearizableReadLoop","detail":"{readStateIndex:26739; appliedIndex:26731; }","duration":"2.274116145s","start":"2026-04-01T23:37:20.071921Z","end":"2026-04-01T23:37:22.346037Z","steps":["trace[1185982916] 'read index received' (duration: 817.948634ms)","trace[1185982916] 'applied index is now lower than readState.Index' (duration: 1.456166651s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:22.346047Z","caller":"traceutil/trace.go:171","msg":"trace[342363388] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"1.895349927s","start":"2026-04-01T23:37:20.450665Z","end":"2026-04-01T23:37:22.346014Z","steps":["trace[342363388] 'process raft request' (duration: 1.76383495s)","trace[342363388] 'compare' (duration: 131.091897ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:22.346092Z","caller":"traceutil/trace.go:171","msg":"trace[1890822791] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"1.533415501s","start":"2026-04-01T23:37:20.812653Z","end":"2026-04-01T23:37:22.346068Z","steps":["trace[1890822791] 'process raft request' (duration: 1.533344879s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.346155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.450635Z","time spent":"1.895466269s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:22.346214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889927135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:37:22.346218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.812623Z","time spent":"1.533530145s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:22.346236Z","caller":"traceutil/trace.go:171","msg":"trace[1011708372] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25875; }","duration":"2.889991707s","start":"2026-04-01T23:37:19.456238Z","end":"2026-04-01T23:37:22.346229Z","steps":["trace[1011708372] 'agreement among raft nodes before linearized reading' (duration: 2.889876793s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:22.34625Z","caller":"traceutil/trace.go:171","msg":"trace[1803756425] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"1.646361565s","start":"2026-04-01T23:37:20.699864Z","end":"2026-04-01T23:37:22.346226Z","steps":["trace[1803756425] 'process raft request' (duration: 1.646048867s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.34633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913935593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:22.346344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981879306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:22.346357Z","caller":"traceutil/trace.go:171","msg":"trace[1923941983] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25875; }","duration":"1.914005184s","start":"2026-04-01T23:37:20.432346Z","end":"2026-04-01T23:37:22.346351Z","steps":["trace[1923941983] 'agreement among raft nodes before linearized reading' (duration: 1.913951743s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.346342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105194384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:22.346349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527071755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T23:37:22.346409Z","caller":"traceutil/trace.go:171","msg":"trace[542990762] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25875; }","duration":"1.105313916s","start":"2026-04-01T23:37:21.24108Z","end":"2026-04-01T23:37:22.346394Z","steps":["trace[542990762] 'agreement among raft nodes before linearized reading' (duration: 1.105162203s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.346417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.461033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:22.346416Z","caller":"traceutil/trace.go:171","msg":"trace[961334795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25875; }","duration":"3.527180948s","start":"2026-04-01T23:37:18.819221Z","end":"2026-04-01T23:37:22.346402Z","steps":["trace[961334795] 'agreement among raft nodes before linearized reading' (duration: 3.527004673s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:22.34644Z","caller":"traceutil/trace.go:171","msg":"trace[1098662713] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25875; }","duration":"479.526984ms","start":"2026-04-01T23:37:21.866907Z","end":"2026-04-01T23:37:22.346434Z","steps":["trace[1098662713] 'agreement among raft nodes before linearized reading' (duration: 479.488214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.346436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.178919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:22.346445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000010259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:22.346438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268842247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-01T23:37:22.346467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534839316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:37:22.346464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.336311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T23:37:22.346493Z","caller":"traceutil/trace.go:171","msg":"trace[1855409341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25875; }","duration":"1.534914068s","start":"2026-04-01T23:37:20.811573Z","end":"2026-04-01T23:37:22.346487Z","steps":["trace[1855409341] 'agreement among raft nodes before linearized reading' (duration: 1.534820675s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.346497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.056607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:22.346485Z","caller":"traceutil/trace.go:171","msg":"trace[1035349536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25875; }","duration":"265.262551ms","start":"2026-04-01T23:37:22.081206Z","end":"2026-04-01T23:37:22.346469Z","steps":["trace[1035349536] 'agreement among raft nodes before linearized reading' (duration: 265.19998ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:22.346487Z","caller":"traceutil/trace.go:171","msg":"trace[1729374318] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25875; }","duration":"1.00005125s","start":"2026-04-01T23:37:21.346423Z","end":"2026-04-01T23:37:22.346474Z","steps":["trace[1729374318] 'agreement among raft nodes before linearized reading' (duration: 999.980059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.346445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.819202Z","time spent":"3.52723789s","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T23:37:22.346523Z","caller":"traceutil/trace.go:171","msg":"trace[798283198] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25875; }","duration":"518.129938ms","start":"2026-04-01T23:37:21.828385Z","end":"2026-04-01T23:37:22.346515Z","steps":["trace[798283198] 'agreement among raft nodes before linearized reading' (duration: 518.089527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.346529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.755082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T23:37:22.346522Z","caller":"traceutil/trace.go:171","msg":"trace[257532711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25875; }","duration":"269.397773ms","start":"2026-04-01T23:37:22.077107Z","end":"2026-04-01T23:37:22.346505Z","steps":["trace[257532711] 'agreement among raft nodes before linearized reading' (duration: 269.291031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.346477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092045081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:22.346518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.811549Z","time spent":"1.534964129s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:22.346441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.241059Z","time spent":"1.105376718s","remote":"127.0.0.1:58194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:22.346687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.346371Z","time spent":"1.000205364s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:22.346679Z","caller":"traceutil/trace.go:171","msg":"trace[143721637] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25875; }","duration":"1.092202105s","start":"2026-04-01T23:37:21.254377Z","end":"2026-04-01T23:37:22.346579Z","steps":["trace[143721637] 'agreement among raft nodes before linearized reading' (duration: 1.092080862s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.346739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10545859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T23:37:22.346498Z","caller":"traceutil/trace.go:171","msg":"trace[1217029944] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040; range_end:; response_count:1; response_revision:25875; }","duration":"2.2689417s","start":"2026-04-01T23:37:20.077541Z","end":"2026-04-01T23:37:22.346483Z","steps":["trace[1217029944] 'agreement among raft nodes before linearized reading' (duration: 2.268774416s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:22.346762Z","caller":"traceutil/trace.go:171","msg":"trace[649940673] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25875; }","duration":"2.1054862s","start":"2026-04-01T23:37:20.24127Z","end":"2026-04-01T23:37:22.346756Z","steps":["trace[649940673] 'agreement among raft nodes before linearized reading' (duration: 2.105298646s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.346275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:19.456219Z","time spent":"2.890035587s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:22.346811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.254352Z","time spent":"1.092416481s","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:22.346378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.432326Z","time spent":"1.914046356s","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:22.346468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.866888Z","time spent":"479.574965ms","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:22.346543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:21.82836Z","time spent":"518.178439ms","remote":"127.0.0.1:58562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:22.346551Z","caller":"traceutil/trace.go:171","msg":"trace[918120745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25875; }","duration":"269.807212ms","start":"2026-04-01T23:37:22.076738Z","end":"2026-04-01T23:37:22.346545Z","steps":["trace[918120745] 'agreement among raft nodes before linearized reading' (duration: 269.746241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.346943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261363503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-04-01T23:37:22.346351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:22.346373Z","caller":"traceutil/trace.go:171","msg":"trace[926275064] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25875; }","duration":"1.981934277s","start":"2026-04-01T23:37:20.364429Z","end":"2026-04-01T23:37:22.346364Z","steps":["trace[926275064] 'agreement among raft nodes before linearized reading' (duration: 1.981879605s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:22.347067Z","caller":"traceutil/trace.go:171","msg":"trace[1569343788] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25875; }","duration":"2.055173489s","start":"2026-04-01T23:37:20.291883Z","end":"2026-04-01T23:37:22.347056Z","steps":["trace[1569343788] 'agreement among raft nodes before linearized reading' (duration: 2.05439071s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.347103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.291863Z","time spent":"2.05522717s","remote":"127.0.0.1:41608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:22.346365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.699837Z","time spent":"1.646473628s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:22.346338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.538411053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-63c26069-1614-4a65-9db7-c555a40314bb\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-04-01T23:37:22.34711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.364414Z","time spent":"1.982669504s","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:22.346781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.077524Z","time spent":"2.269248247s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040\" "} {"level":"info","ts":"2026-04-01T23:37:22.347188Z","caller":"traceutil/trace.go:171","msg":"trace[463062664] range","detail":"{range_begin:/registry/persistentvolumes/pvc-63c26069-1614-4a65-9db7-c555a40314bb; range_end:; response_count:1; response_revision:25875; }","duration":"3.539281864s","start":"2026-04-01T23:37:18.807883Z","end":"2026-04-01T23:37:22.347165Z","steps":["trace[463062664] 'agreement among raft nodes before linearized reading' (duration: 3.538248188s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:22.347141Z","caller":"traceutil/trace.go:171","msg":"trace[750679415] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25875; }","duration":"2.261495247s","start":"2026-04-01T23:37:20.085543Z","end":"2026-04-01T23:37:22.347038Z","steps":["trace[750679415] 'agreement among raft nodes before linearized reading' (duration: 2.260745729s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.347305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.085534Z","time spent":"2.261757953s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-01T23:37:22.347257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:18.807874Z","time spent":"3.539365126s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-63c26069-1614-4a65-9db7-c555a40314bb\" "} {"level":"warn","ts":"2026-04-01T23:37:22.346784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.241195Z","time spent":"2.105583433s","remote":"127.0.0.1:41770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:22.348249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274342662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-01T23:37:22.348382Z","caller":"traceutil/trace.go:171","msg":"trace[1226753965] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25875; }","duration":"2.274423724s","start":"2026-04-01T23:37:20.073878Z","end":"2026-04-01T23:37:22.348302Z","steps":["trace[1226753965] 'agreement among raft nodes before linearized reading' (duration: 2.272360694s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:22.34861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:20.073841Z","time spent":"2.27466362s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T23:37:22.851426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859182,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:37:23.046547Z","caller":"traceutil/trace.go:171","msg":"trace[1047318974] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"696.184325ms","start":"2026-04-01T23:37:22.350341Z","end":"2026-04-01T23:37:23.046525Z","steps":["trace[1047318974] 'process raft request' (duration: 693.431708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:23.046676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.350328Z","time spent":"696.283347ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:24.401344Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.357891567s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:37:24.402091Z","caller":"traceutil/trace.go:171","msg":"trace[973227756] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"2.050111494s","start":"2026-04-01T23:37:22.351921Z","end":"2026-04-01T23:37:24.402033Z","steps":["trace[973227756] 'process raft request' (duration: 2.049719764s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:24.402144Z","caller":"traceutil/trace.go:171","msg":"trace[294279075] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"1.504024122s","start":"2026-04-01T23:37:22.898089Z","end":"2026-04-01T23:37:24.402113Z","steps":["trace[294279075] 'process raft request' (duration: 1.50395343s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:24.402237Z","caller":"traceutil/trace.go:171","msg":"trace[1733198504] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"2.050103843s","start":"2026-04-01T23:37:22.352122Z","end":"2026-04-01T23:37:24.402226Z","steps":["trace[1733198504] 'process raft request' (duration: 2.049729004s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:24.402212Z","caller":"traceutil/trace.go:171","msg":"trace[117922025] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"1.504834352s","start":"2026-04-01T23:37:22.897325Z","end":"2026-04-01T23:37:24.402159Z","steps":["trace[117922025] 'process raft request' (duration: 1.504615017s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:24.402284Z","caller":"traceutil/trace.go:171","msg":"trace[896892379] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"1.504612817s","start":"2026-04-01T23:37:22.897637Z","end":"2026-04-01T23:37:24.402249Z","steps":["trace[896892379] 'process raft request' (duration: 1.504356811s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:24.402334Z","caller":"traceutil/trace.go:171","msg":"trace[30892555] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"1.503876348s","start":"2026-04-01T23:37:22.89844Z","end":"2026-04-01T23:37:24.402317Z","steps":["trace[30892555] 'process raft request' (duration: 1.503635742s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:24.402334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.351909Z","time spent":"2.050298918s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:24.402357Z","caller":"traceutil/trace.go:171","msg":"trace[857697444] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"1.503848957s","start":"2026-04-01T23:37:22.898482Z","end":"2026-04-01T23:37:24.402331Z","steps":["trace[857697444] 'process raft request' (duration: 1.503733044s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:24.402403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.352114Z","time spent":"2.050181775s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:24.402404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.897304Z","time spent":"1.505007787s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:24.402426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.898431Z","time spent":"1.503932271s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:24.402401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.897613Z","time spent":"1.504723439s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:24.402478Z","caller":"traceutil/trace.go:171","msg":"trace[1205144191] linearizableReadLoop","detail":"{readStateIndex:26745; appliedIndex:26741; }","duration":"2.051316465s","start":"2026-04-01T23:37:22.351144Z","end":"2026-04-01T23:37:24.40246Z","steps":["trace[1205144191] 'read index received' (duration: 692.642229ms)","trace[1205144191] 'applied index is now lower than readState.Index' (duration: 1.358673026s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:24.402518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.898469Z","time spent":"1.503972432s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:24.402512Z","caller":"traceutil/trace.go:171","msg":"trace[1079491757] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"1.503956961s","start":"2026-04-01T23:37:22.898519Z","end":"2026-04-01T23:37:24.402476Z","steps":["trace[1079491757] 'process raft request' (duration: 1.503766316s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:24.402564Z","caller":"traceutil/trace.go:171","msg":"trace[376765069] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"1.503782306s","start":"2026-04-01T23:37:22.898772Z","end":"2026-04-01T23:37:24.402554Z","steps":["trace[376765069] 'process raft request' (duration: 1.503625003s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:24.40263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.898751Z","time spent":"1.503836098s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:24.402678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05153063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-01T23:37:24.402721Z","caller":"traceutil/trace.go:171","msg":"trace[629005772] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25886; }","duration":"2.051609882s","start":"2026-04-01T23:37:22.351102Z","end":"2026-04-01T23:37:24.402712Z","steps":["trace[629005772] 'agreement among raft nodes before linearized reading' (duration: 2.051458659s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:24.402136Z","caller":"traceutil/trace.go:171","msg":"trace[92849838] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"2.049349685s","start":"2026-04-01T23:37:22.35274Z","end":"2026-04-01T23:37:24.402089Z","steps":["trace[92849838] 'process raft request' (duration: 2.049162771s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:24.40276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.351085Z","time spent":"2.051668233s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-01T23:37:24.402769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.898511Z","time spent":"1.504072694s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:24.402838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.352732Z","time spent":"2.050060514s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:24.403148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.898082Z","time spent":"1.504148645s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:24.903309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859196,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:37:25.024706Z","caller":"traceutil/trace.go:171","msg":"trace[674629412] linearizableReadLoop","detail":"{readStateIndex:26754; appliedIndex:26752; }","duration":"622.163564ms","start":"2026-04-01T23:37:24.402517Z","end":"2026-04-01T23:37:25.024681Z","steps":["trace[674629412] 'read index received' (duration: 534.503899ms)","trace[674629412] 'applied index is now lower than readState.Index' (duration: 87.658465ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:25.024741Z","caller":"traceutil/trace.go:171","msg":"trace[543819348] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"720.983553ms","start":"2026-04-01T23:37:24.303721Z","end":"2026-04-01T23:37:25.024704Z","steps":["trace[543819348] 'process raft request' (duration: 633.365768ms)","trace[543819348] 'compare' (duration: 87.328588ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:25.024839Z","caller":"traceutil/trace.go:171","msg":"trace[93923977] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"671.488661ms","start":"2026-04-01T23:37:24.353336Z","end":"2026-04-01T23:37:25.024824Z","steps":["trace[93923977] 'process raft request' (duration: 671.273256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:25.024896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:24.303682Z","time spent":"721.131067ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:25.024968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:24.353312Z","time spent":"671.554253ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:25.025149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04171881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-01T23:37:25.025234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672652558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-01T23:37:25.025307Z","caller":"traceutil/trace.go:171","msg":"trace[1561119173] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25888; }","duration":"2.67274792s","start":"2026-04-01T23:37:22.352539Z","end":"2026-04-01T23:37:25.025287Z","steps":["trace[1561119173] 'agreement among raft nodes before linearized reading' (duration: 2.672512374s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:25.0253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.99035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-01T23:37:25.025357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.352532Z","time spent":"2.672816072s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-01T23:37:25.025287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570067659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:25.025423Z","caller":"traceutil/trace.go:171","msg":"trace[1880451249] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25888; }","duration":"2.570264833s","start":"2026-04-01T23:37:22.455132Z","end":"2026-04-01T23:37:25.025396Z","steps":["trace[1880451249] 'agreement among raft nodes before linearized reading' (duration: 2.570015677s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:25.025454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473414154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:25.025251Z","caller":"traceutil/trace.go:171","msg":"trace[1686977408] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25888; }","duration":"2.041872574s","start":"2026-04-01T23:37:22.983353Z","end":"2026-04-01T23:37:25.025225Z","steps":["trace[1686977408] 'agreement among raft nodes before linearized reading' (duration: 2.041691909s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:25.025476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.455113Z","time spent":"2.570351165s","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:25.025493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974604318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d99c2e19878\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-04-01T23:37:25.025518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:22.983331Z","time spent":"2.04217698s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-01T23:37:25.025517Z","caller":"traceutil/trace.go:171","msg":"trace[1653995436] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25888; }","duration":"1.473828453s","start":"2026-04-01T23:37:23.551669Z","end":"2026-04-01T23:37:25.025497Z","steps":["trace[1653995436] 'agreement among raft nodes before linearized reading' (duration: 1.473416763s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:25.025548Z","caller":"traceutil/trace.go:171","msg":"trace[1319564160] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25d99c2e19878; range_end:; response_count:1; response_revision:25888; }","duration":"1.97469655s","start":"2026-04-01T23:37:23.050837Z","end":"2026-04-01T23:37:25.025533Z","steps":["trace[1319564160] 'agreement among raft nodes before linearized reading' (duration: 1.974447214s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:25.025611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:23.050823Z","time spent":"1.974773942s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d99c2e19878\" "} {"level":"warn","ts":"2026-04-01T23:37:25.025622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.014188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:25.025515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.096643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:25.025372Z","caller":"traceutil/trace.go:171","msg":"trace[1557177145] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25888; }","duration":"620.093503ms","start":"2026-04-01T23:37:24.405264Z","end":"2026-04-01T23:37:25.025358Z","steps":["trace[1557177145] 'agreement among raft nodes before linearized reading' (duration: 619.917799ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:25.025675Z","caller":"traceutil/trace.go:171","msg":"trace[245364747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25888; }","duration":"957.09782ms","start":"2026-04-01T23:37:24.068565Z","end":"2026-04-01T23:37:25.025663Z","steps":["trace[245364747] 'agreement among raft nodes before linearized reading' (duration: 957.022528ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:25.025695Z","caller":"traceutil/trace.go:171","msg":"trace[743966328] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25888; }","duration":"159.322049ms","start":"2026-04-01T23:37:24.866362Z","end":"2026-04-01T23:37:25.025684Z","steps":["trace[743966328] 'agreement among raft nodes before linearized reading' (duration: 159.114474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:25.025708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:24.068545Z","time spent":"957.155011ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:37:25.025726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:24.405244Z","time spent":"620.450352ms","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T23:37:25.025565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:23.551651Z","time spent":"1.473901445s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:25.568887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:26.069516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:26.570188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:27.014337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.021849ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:27.014423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.417805Z","time spent":"596.609289ms","remote":"127.0.0.1:44628","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:37:27.014518Z","caller":"traceutil/trace.go:171","msg":"trace[1582064096] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25889; }","duration":"212.220603ms","start":"2026-04-01T23:37:26.802269Z","end":"2026-04-01T23:37:27.01449Z","steps":["trace[1582064096] 'range keys from in-memory index tree' (duration: 211.983088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:27.069053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:37:27.069226Z","caller":"traceutil/trace.go:171","msg":"trace[1228455832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00049017s","start":"2026-04-01T23:37:25.068713Z","end":"2026-04-01T23:37:27.069203Z","steps":["trace[1228455832] 'agreement among raft nodes before linearized reading' (duration: 2.000281615s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:27.069307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.068707Z","time spent":"2.000588144s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:37:27.070756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:27.571732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:27.796931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.729194681s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:37:27.797311Z","caller":"traceutil/trace.go:171","msg":"trace[1328205366] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"2.729654272s","start":"2026-04-01T23:37:25.067632Z","end":"2026-04-01T23:37:27.797286Z","steps":["trace[1328205366] 'process raft request' (duration: 2.729481058s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:27.797472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.067619Z","time spent":"2.729769345s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:28.117978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999898986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:28.118067Z","caller":"traceutil/trace.go:171","msg":"trace[1800086500] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055639s","start":"2026-04-01T23:37:26.117991Z","end":"2026-04-01T23:37:28.118047Z","steps":["trace[1800086500] 'agreement among raft nodes before linearized reading' (duration: 1.999945957s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.118118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.117965Z","time spent":"2.000144352s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T23:37:28.615787Z","caller":"traceutil/trace.go:171","msg":"trace[3346970] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"3.548029918s","start":"2026-04-01T23:37:25.067708Z","end":"2026-04-01T23:37:28.615738Z","steps":["trace[3346970] 'process raft request' (duration: 3.547713539s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:28.615826Z","caller":"traceutil/trace.go:171","msg":"trace[1977025116] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"3.547749351s","start":"2026-04-01T23:37:25.068046Z","end":"2026-04-01T23:37:28.615795Z","steps":["trace[1977025116] 'process raft request' (duration: 3.547554696s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.615986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.067682Z","time spent":"3.548206843s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:37:28.616004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.068037Z","time spent":"3.547865294s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:28.616084Z","caller":"traceutil/trace.go:171","msg":"trace[1491306792] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"2.20316375s","start":"2026-04-01T23:37:26.412894Z","end":"2026-04-01T23:37:28.616058Z","steps":["trace[1491306792] 'process raft request' (duration: 2.202834272s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:28.616207Z","caller":"traceutil/trace.go:171","msg":"trace[1053878651] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"2.203189941s","start":"2026-04-01T23:37:26.413002Z","end":"2026-04-01T23:37:28.616192Z","steps":["trace[1053878651] 'process raft request' (duration: 2.202988626s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:28.616247Z","caller":"traceutil/trace.go:171","msg":"trace[712594794] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"2.203104219s","start":"2026-04-01T23:37:26.413116Z","end":"2026-04-01T23:37:28.616221Z","steps":["trace[712594794] 'process raft request' (duration: 2.203015396s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.616422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.4131Z","time spent":"2.203232461s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:28.616545Z","caller":"traceutil/trace.go:171","msg":"trace[691777914] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"2.203194991s","start":"2026-04-01T23:37:26.413317Z","end":"2026-04-01T23:37:28.616512Z","steps":["trace[691777914] 'process raft request' (duration: 2.202860792s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.616284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.412995Z","time spent":"2.203259982s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:28.616221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.41288Z","time spent":"2.203264533s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:28.616732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.413309Z","time spent":"2.203335794s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:28.616593Z","caller":"traceutil/trace.go:171","msg":"trace[410913039] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"2.203209331s","start":"2026-04-01T23:37:26.413373Z","end":"2026-04-01T23:37:28.616582Z","steps":["trace[410913039] 'process raft request' (duration: 2.203054137s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.616867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.41336Z","time spent":"2.203476927s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:28.617004Z","caller":"traceutil/trace.go:171","msg":"trace[1442692055] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"2.203520979s","start":"2026-04-01T23:37:26.413471Z","end":"2026-04-01T23:37:28.616992Z","steps":["trace[1442692055] 'process raft request' (duration: 2.203278833s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:28.617073Z","caller":"traceutil/trace.go:171","msg":"trace[1029148140] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"2.203595681s","start":"2026-04-01T23:37:26.413468Z","end":"2026-04-01T23:37:28.617064Z","steps":["trace[1029148140] 'process raft request' (duration: 2.203063278s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:28.617088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.413439Z","time spent":"2.203622981s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:28.617118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.413444Z","time spent":"2.203650922s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:29.06986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:29.069932Z","caller":"traceutil/trace.go:171","msg":"trace[1436052942] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000106831s","start":"2026-04-01T23:37:27.06981Z","end":"2026-04-01T23:37:29.069916Z","steps":["trace[1436052942] 'agreement among raft nodes before linearized reading' (duration: 2.000010089s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:29.069968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:27.069774Z","time spent":"2.000187223s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:30.384891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767885949s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T23:37:30.386585Z","caller":"traceutil/trace.go:171","msg":"trace[292315071] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"3.356834139s","start":"2026-04-01T23:37:27.029721Z","end":"2026-04-01T23:37:30.386555Z","steps":["trace[292315071] 'process raft request' (duration: 3.355337932s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:30.386754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:27.029701Z","time spent":"3.356965663s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:31.075668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998988424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:31.075762Z","caller":"traceutil/trace.go:171","msg":"trace[1409727589] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999145858s","start":"2026-04-01T23:37:29.076594Z","end":"2026-04-01T23:37:31.07574Z","steps":["trace[1409727589] 'agreement among raft nodes before linearized reading' (duration: 1.999028895s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:31.075813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:29.076554Z","time spent":"1.999249571s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:31.303263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.618909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:37:31.303829Z","caller":"traceutil/trace.go:171","msg":"trace[1358379887] linearizableReadLoop","detail":"{readStateIndex:26768; appliedIndex:26755; }","duration":"6.235869627s","start":"2026-04-01T23:37:25.067906Z","end":"2026-04-01T23:37:31.303775Z","steps":["trace[1358379887] 'read index received' (duration: 2.729286053s)","trace[1358379887] 'applied index is now lower than readState.Index' (duration: 3.506580524s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:31.303883Z","caller":"traceutil/trace.go:171","msg":"trace[1831055598] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"1.114183264s","start":"2026-04-01T23:37:30.189678Z","end":"2026-04-01T23:37:31.303861Z","steps":["trace[1831055598] 'process raft request' (duration: 1.113774214s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:31.303884Z","caller":"traceutil/trace.go:171","msg":"trace[740676940] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"2.683571775s","start":"2026-04-01T23:37:28.620283Z","end":"2026-04-01T23:37:31.303854Z","steps":["trace[740676940] 'process raft request' (duration: 2.683104503s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:31.303839Z","caller":"traceutil/trace.go:171","msg":"trace[1040791948] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"3.950482035s","start":"2026-04-01T23:37:27.353277Z","end":"2026-04-01T23:37:31.303759Z","steps":["trace[1040791948] 'process raft request' (duration: 3.033255072s)","trace[1040791948] 'compare' (duration: 916.483635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:31.303991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:28.620257Z","time spent":"2.683687798s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T23:37:31.304134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.236199415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-01T23:37:31.30418Z","caller":"traceutil/trace.go:171","msg":"trace[261166020] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25903; }","duration":"6.236267646s","start":"2026-04-01T23:37:25.0679Z","end":"2026-04-01T23:37:31.304168Z","steps":["trace[261166020] 'agreement among raft nodes before linearized reading' (duration: 6.236035011s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:31.304221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.067864Z","time spent":"6.236345418s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-01T23:37:31.304259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:27.35325Z","time spent":"3.950787272s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:31.305017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:30.189658Z","time spent":"1.114281616s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:31.352881Z","caller":"traceutil/trace.go:171","msg":"trace[1075800719] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"730.570747ms","start":"2026-04-01T23:37:30.622287Z","end":"2026-04-01T23:37:31.352857Z","steps":["trace[1075800719] 'process raft request' (duration: 730.421023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:31.353051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:30.622258Z","time spent":"730.73878ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:31.408946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99602711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:31.409027Z","caller":"traceutil/trace.go:171","msg":"trace[2113230348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.996207464s","start":"2026-04-01T23:37:26.412801Z","end":"2026-04-01T23:37:31.409009Z","steps":["trace[2113230348] 'agreement among raft nodes before linearized reading' (duration: 4.996066741s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:31.409071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.412769Z","time spent":"4.996293905s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/01 23:37:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:32.864878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.885044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:37:32.865126Z","caller":"traceutil/trace.go:171","msg":"trace[395280743] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"2.242137923s","start":"2026-04-01T23:37:30.622953Z","end":"2026-04-01T23:37:32.865091Z","steps":["trace[395280743] 'process raft request' (duration: 1.624952531s)","trace[395280743] 'compare' (duration: 616.770882ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:32.865245Z","caller":"traceutil/trace.go:171","msg":"trace[771358713] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"2.241951039s","start":"2026-04-01T23:37:30.623171Z","end":"2026-04-01T23:37:32.865122Z","steps":["trace[771358713] 'process raft request' (duration: 2.241845926s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.865293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:30.622923Z","time spent":"2.242283617s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:32.865816Z","caller":"traceutil/trace.go:171","msg":"trace[1967425814] linearizableReadLoop","detail":"{readStateIndex:26777; appliedIndex:26770; }","duration":"1.561662863s","start":"2026-04-01T23:37:31.303902Z","end":"2026-04-01T23:37:32.865565Z","steps":["trace[1967425814] 'read index received' (duration: 48.827855ms)","trace[1967425814] 'applied index is now lower than readState.Index' (duration: 1.512833088s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:32.865958Z","caller":"traceutil/trace.go:171","msg":"trace[1998387059] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"2.242604345s","start":"2026-04-01T23:37:30.623338Z","end":"2026-04-01T23:37:32.865942Z","steps":["trace[1998387059] 'process raft request' (duration: 2.241775074s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.866093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:30.623326Z","time spent":"2.242666437s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:32.865407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:30.623128Z","time spent":"2.242196285s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:32.86623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.274084704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:32.866266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.020226682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:32.866288Z","caller":"traceutil/trace.go:171","msg":"trace[147088833] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25910; }","duration":"5.274232337s","start":"2026-04-01T23:37:27.592037Z","end":"2026-04-01T23:37:32.86627Z","steps":["trace[147088833] 'agreement among raft nodes before linearized reading' (duration: 5.274124785s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:32.866309Z","caller":"traceutil/trace.go:171","msg":"trace[594628131] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25910; }","duration":"5.020316844s","start":"2026-04-01T23:37:27.845976Z","end":"2026-04-01T23:37:32.866293Z","steps":["trace[594628131] 'agreement among raft nodes before linearized reading' (duration: 5.020252222s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.866337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:27.84595Z","time spent":"5.020381125s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:32.866343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:27.592013Z","time spent":"5.274317569s","remote":"127.0.0.1:41690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:32.866419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.453462512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:37:32.866416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.51221649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-01T23:37:32.866295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.061649516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-01T23:37:32.866466Z","caller":"traceutil/trace.go:171","msg":"trace[2121470032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25910; }","duration":"6.453500883s","start":"2026-04-01T23:37:26.41295Z","end":"2026-04-01T23:37:32.866451Z","steps":["trace[2121470032] 'agreement among raft nodes before linearized reading' (duration: 6.453362159s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:32.866487Z","caller":"traceutil/trace.go:171","msg":"trace[1756789250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25910; }","duration":"5.512336123s","start":"2026-04-01T23:37:27.35413Z","end":"2026-04-01T23:37:32.866467Z","steps":["trace[1756789250] 'agreement among raft nodes before linearized reading' (duration: 5.512133248s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.866548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:27.354101Z","time spent":"5.512434566s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:37:32.866571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.453741168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T23:37:32.866599Z","caller":"traceutil/trace.go:171","msg":"trace[1123406235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25910; }","duration":"6.45379681s","start":"2026-04-01T23:37:26.412794Z","end":"2026-04-01T23:37:32.866591Z","steps":["trace[1123406235] 'agreement among raft nodes before linearized reading' (duration: 6.453723398s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.866602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06472882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a25fdda9f7e344\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-04-01T23:37:32.866632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.41277Z","time spent":"6.453856191s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:37:32.866643Z","caller":"traceutil/trace.go:171","msg":"trace[1992615633] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a25fdda9f7e344; range_end:; response_count:1; response_revision:25910; }","duration":"5.064803852s","start":"2026-04-01T23:37:27.801826Z","end":"2026-04-01T23:37:32.86663Z","steps":["trace[1992615633] 'agreement among raft nodes before linearized reading' (duration: 5.064687879s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.866606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041060943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:32.866674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:27.801805Z","time spent":"5.064861684s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a25fdda9f7e344\" "} {"level":"info","ts":"2026-04-01T23:37:32.866703Z","caller":"traceutil/trace.go:171","msg":"trace[626016324] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25910; }","duration":"3.041191796s","start":"2026-04-01T23:37:29.825492Z","end":"2026-04-01T23:37:32.866684Z","steps":["trace[626016324] 'agreement among raft nodes before linearized reading' (duration: 3.041043503s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.866692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.379217084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:37:32.866749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.309976274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:37:32.866757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:29.825479Z","time spent":"3.041267088s","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:32.866223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.762115174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:37:32.866464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.61314527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:32.866825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123904259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:32.866823Z","caller":"traceutil/trace.go:171","msg":"trace[257562900] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25910; }","duration":"5.76275406s","start":"2026-04-01T23:37:27.104058Z","end":"2026-04-01T23:37:32.866812Z","steps":["trace[257562900] 'agreement among raft nodes before linearized reading' (duration: 5.762094474s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:32.86684Z","caller":"traceutil/trace.go:171","msg":"trace[572591236] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25910; }","duration":"5.61356466s","start":"2026-04-01T23:37:27.25326Z","end":"2026-04-01T23:37:32.866825Z","steps":["trace[572591236] 'agreement among raft nodes before linearized reading' (duration: 5.613097228s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.86684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.115391389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:32.866859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:27.104044Z","time spent":"5.762803581s","remote":"127.0.0.1:57210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:32.866848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.472160628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:32.866886Z","caller":"traceutil/trace.go:171","msg":"trace[442287201] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25910; }","duration":"7.115472431s","start":"2026-04-01T23:37:25.751403Z","end":"2026-04-01T23:37:32.866876Z","steps":["trace[442287201] 'agreement among raft nodes before linearized reading' (duration: 7.115402149s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.86689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:27.253229Z","time spent":"5.613645952s","remote":"127.0.0.1:57324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:32.866914Z","caller":"traceutil/trace.go:171","msg":"trace[160122651] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25910; }","duration":"7.472294741s","start":"2026-04-01T23:37:25.394608Z","end":"2026-04-01T23:37:32.866903Z","steps":["trace[160122651] 'agreement among raft nodes before linearized reading' (duration: 7.472193219s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.866922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.751385Z","time spent":"7.115528002s","remote":"127.0.0.1:57954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:32.866928Z","caller":"traceutil/trace.go:171","msg":"trace[1672725415] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"2.242896223s","start":"2026-04-01T23:37:30.62401Z","end":"2026-04-01T23:37:32.866906Z","steps":["trace[1672725415] 'process raft request' (duration: 2.241488389s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.866288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.051944167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:32.866983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170271265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:32.867018Z","caller":"traceutil/trace.go:171","msg":"trace[111333427] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25910; }","duration":"6.052711956s","start":"2026-04-01T23:37:26.814289Z","end":"2026-04-01T23:37:32.867001Z","steps":["trace[111333427] 'agreement among raft nodes before linearized reading' (duration: 6.051953398s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.86707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.814266Z","time spent":"6.052792708s","remote":"127.0.0.1:58434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T23:37:32.866858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79080081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:32.867122Z","caller":"traceutil/trace.go:171","msg":"trace[1896596311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25910; }","duration":"1.791112697s","start":"2026-04-01T23:37:31.075996Z","end":"2026-04-01T23:37:32.867109Z","steps":["trace[1896596311] 'agreement among raft nodes before linearized reading' (duration: 1.79079444s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.867163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.140596458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"warn","ts":"2026-04-01T23:37:32.867175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:31.075977Z","time spent":"1.791185759s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:37:32.867203Z","caller":"traceutil/trace.go:171","msg":"trace[1566015970] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25910; }","duration":"3.14068362s","start":"2026-04-01T23:37:29.726509Z","end":"2026-04-01T23:37:32.867192Z","steps":["trace[1566015970] 'agreement among raft nodes before linearized reading' (duration: 3.140358503s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:32.866851Z","caller":"traceutil/trace.go:171","msg":"trace[1202135498] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25910; }","duration":"3.123979452s","start":"2026-04-01T23:37:29.742861Z","end":"2026-04-01T23:37:32.866841Z","steps":["trace[1202135498] 'agreement among raft nodes before linearized reading' (duration: 3.123941931s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.866499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:26.412894Z","time spent":"6.453598915s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:32.867217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.809081366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:32.867232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:29.726486Z","time spent":"3.140740171s","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-01T23:37:32.867257Z","caller":"traceutil/trace.go:171","msg":"trace[1461897467] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25910; }","duration":"3.809152458s","start":"2026-04-01T23:37:29.058091Z","end":"2026-04-01T23:37:32.867244Z","steps":["trace[1461897467] 'agreement among raft nodes before linearized reading' (duration: 3.809052545s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.867303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:29.058073Z","time spent":"3.809219919s","remote":"127.0.0.1:58100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:32.866493Z","caller":"traceutil/trace.go:171","msg":"trace[1362196965] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:25910; }","duration":"4.061924812s","start":"2026-04-01T23:37:28.804558Z","end":"2026-04-01T23:37:32.866482Z","steps":["trace[1362196965] 'agreement among raft nodes before linearized reading' (duration: 4.061501342s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.867404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:28.804529Z","time spent":"4.062865375s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-04-01T23:37:32.867024Z","caller":"traceutil/trace.go:171","msg":"trace[698721026] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25910; }","duration":"2.170342417s","start":"2026-04-01T23:37:30.696672Z","end":"2026-04-01T23:37:32.867014Z","steps":["trace[698721026] 'agreement among raft nodes before linearized reading' (duration: 2.170276716s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.867259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:29.742835Z","time spent":"3.124410162s","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:32.867045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:30.623996Z","time spent":"2.242996305s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:32.866956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.394586Z","time spent":"7.472356802s","remote":"127.0.0.1:58364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:32.866774Z","caller":"traceutil/trace.go:171","msg":"trace[1111597509] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25910; }","duration":"7.379313867s","start":"2026-04-01T23:37:25.487444Z","end":"2026-04-01T23:37:32.866757Z","steps":["trace[1111597509] 'agreement among raft nodes before linearized reading' (duration: 7.379132473s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.867682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372097264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-01T23:37:32.867712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:25.487376Z","time spent":"7.38031266s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:32.867748Z","caller":"traceutil/trace.go:171","msg":"trace[1662623362] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25910; }","duration":"3.372932043s","start":"2026-04-01T23:37:29.494799Z","end":"2026-04-01T23:37:32.867731Z","steps":["trace[1662623362] 'agreement among raft nodes before linearized reading' (duration: 3.37196728s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.867798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:29.494775Z","time spent":"3.373009726s","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:32.865171Z","caller":"traceutil/trace.go:171","msg":"trace[1468953244] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"2.241855406s","start":"2026-04-01T23:37:30.623297Z","end":"2026-04-01T23:37:32.865152Z","steps":["trace[1468953244] 'process raft request' (duration: 2.241772384s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:32.868397Z","caller":"traceutil/trace.go:171","msg":"trace[1574502430] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"2.242958774s","start":"2026-04-01T23:37:30.623415Z","end":"2026-04-01T23:37:32.866374Z","steps":["trace[1574502430] 'process raft request' (duration: 2.241929579s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.868239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:30.623261Z","time spent":"2.244925132s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:32.868566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:30.623376Z","time spent":"2.245100826s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:32.866788Z","caller":"traceutil/trace.go:171","msg":"trace[490299086] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25910; }","duration":"3.310057805s","start":"2026-04-01T23:37:29.556719Z","end":"2026-04-01T23:37:32.866777Z","steps":["trace[490299086] 'agreement among raft nodes before linearized reading' (duration: 3.309987424s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.868903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:29.556697Z","time spent":"3.312183047s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:32.867082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93468964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:37:32.867455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:30.696655Z","time spent":"2.170786248s","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:32.869279Z","caller":"traceutil/trace.go:171","msg":"trace[1571872595] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25910; }","duration":"2.936889863s","start":"2026-04-01T23:37:29.93237Z","end":"2026-04-01T23:37:32.86926Z","steps":["trace[1571872595] 'agreement among raft nodes before linearized reading' (duration: 2.934673189s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:32.869334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:29.932362Z","time spent":"2.936956225s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:33.675569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.959077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:37:33.676328Z","caller":"traceutil/trace.go:171","msg":"trace[82160991] transaction","detail":"{read_only:false; response_revision:25911; number_of_response:1; }","duration":"1.283501667s","start":"2026-04-01T23:37:32.392797Z","end":"2026-04-01T23:37:33.676298Z","steps":["trace[82160991] 'process raft request' (duration: 685.687469ms)","trace[82160991] 'compare' (duration: 596.206928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:33.676546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:32.392767Z","time spent":"1.283641459s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:34.874676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000250045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:34.874759Z","caller":"traceutil/trace.go:171","msg":"trace[553069320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356097s","start":"2026-04-01T23:37:32.874385Z","end":"2026-04-01T23:37:34.874741Z","steps":["trace[553069320] 'agreement among raft nodes before linearized reading' (duration: 2.000261335s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:34.874803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:32.874375Z","time spent":"2.000418168s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:35.216762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.138281032s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:37:35.217783Z","caller":"traceutil/trace.go:171","msg":"trace[2040724821] transaction","detail":"{read_only:false; response_revision:25913; number_of_response:1; }","duration":"2.687761607s","start":"2026-04-01T23:37:32.529988Z","end":"2026-04-01T23:37:35.217749Z","steps":["trace[2040724821] 'process raft request' (duration: 2.687663444s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:35.217772Z","caller":"traceutil/trace.go:171","msg":"trace[570778712] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"2.820322851s","start":"2026-04-01T23:37:32.397407Z","end":"2026-04-01T23:37:35.21773Z","steps":["trace[570778712] 'process raft request' (duration: 2.820066755s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:35.21795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:32.529953Z","time spent":"2.687906531s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:35.21801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:32.397394Z","time spent":"2.820579207s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:35.218083Z","caller":"traceutil/trace.go:171","msg":"trace[1711756651] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"2.345315319s","start":"2026-04-01T23:37:32.872756Z","end":"2026-04-01T23:37:35.218071Z","steps":["trace[1711756651] 'process raft request' (duration: 2.345256957s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:35.218101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:32.868799Z","time spent":"2.349300135s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T23:37:35.21809Z","caller":"traceutil/trace.go:171","msg":"trace[1931746231] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"2.348132587s","start":"2026-04-01T23:37:32.869942Z","end":"2026-04-01T23:37:35.218075Z","steps":["trace[1931746231] 'process raft request' (duration: 2.348003674s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:35.218133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:32.872738Z","time spent":"2.34537035s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:35.218241Z","caller":"traceutil/trace.go:171","msg":"trace[1834995410] linearizableReadLoop","detail":"{readStateIndex:26780; appliedIndex:26777; }","duration":"2.352306899s","start":"2026-04-01T23:37:32.865899Z","end":"2026-04-01T23:37:35.218206Z","steps":["trace[1834995410] 'read index received' (duration: 212.598712ms)","trace[1834995410] 'applied index is now lower than readState.Index' (duration: 2.139707217s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:35.218228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:32.869917Z","time spent":"2.348225239s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:35.218378Z","caller":"traceutil/trace.go:171","msg":"trace[1187797488] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"2.338187403s","start":"2026-04-01T23:37:32.880182Z","end":"2026-04-01T23:37:35.218369Z","steps":["trace[1187797488] 'process raft request' (duration: 2.337864745s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:35.218426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:32.880162Z","time spent":"2.338240985s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:35.218499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667373299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:37:35.218503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413868276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-01T23:37:35.218507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069001567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:35.218557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328761563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:35.21856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.805028567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:35.21856Z","caller":"traceutil/trace.go:171","msg":"trace[92608716] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25916; }","duration":"3.069099089s","start":"2026-04-01T23:37:32.149445Z","end":"2026-04-01T23:37:35.218544Z","steps":["trace[92608716] 'agreement among raft nodes before linearized reading' (duration: 3.069005156s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:35.218577Z","caller":"traceutil/trace.go:171","msg":"trace[993367007] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25916; }","duration":"3.328781264s","start":"2026-04-01T23:37:31.889789Z","end":"2026-04-01T23:37:35.21857Z","steps":["trace[993367007] 'agreement among raft nodes before linearized reading' (duration: 3.328749743s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:35.218581Z","caller":"traceutil/trace.go:171","msg":"trace[1289063845] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25916; }","duration":"3.805081599s","start":"2026-04-01T23:37:31.413492Z","end":"2026-04-01T23:37:35.218574Z","steps":["trace[1289063845] 'agreement among raft nodes before linearized reading' (duration: 3.805048238s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:35.218601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:31.889711Z","time spent":"3.328883046s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:35.218606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:31.413474Z","time spent":"3.805125489s","remote":"127.0.0.1:58162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:35.218608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:32.149427Z","time spent":"3.069167931s","remote":"127.0.0.1:57140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:35.218704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910661622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-01T23:37:35.218753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413947118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-01T23:37:35.21875Z","caller":"traceutil/trace.go:171","msg":"trace[805937350] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040; range_end:; response_count:1; response_revision:25916; }","duration":"3.910745354s","start":"2026-04-01T23:37:31.307989Z","end":"2026-04-01T23:37:35.218734Z","steps":["trace[805937350] 'agreement among raft nodes before linearized reading' (duration: 3.9105762s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:35.218781Z","caller":"traceutil/trace.go:171","msg":"trace[828337700] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25916; }","duration":"3.413996878s","start":"2026-04-01T23:37:31.804774Z","end":"2026-04-01T23:37:35.218771Z","steps":["trace[828337700] 'agreement among raft nodes before linearized reading' (duration: 3.413927457s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:35.218788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:31.307961Z","time spent":"3.910819505s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040\" "} {"level":"warn","ts":"2026-04-01T23:37:35.218803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:31.804762Z","time spent":"3.414035549s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:37:35.21883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991956492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:35.21888Z","caller":"traceutil/trace.go:171","msg":"trace[1128520084] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25916; }","duration":"2.992003313s","start":"2026-04-01T23:37:32.226858Z","end":"2026-04-01T23:37:35.218862Z","steps":["trace[1128520084] 'agreement among raft nodes before linearized reading' (duration: 2.991930431s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:35.218947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:32.226766Z","time spent":"2.992167516s","remote":"127.0.0.1:34042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:35.218754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911061142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bfc27a1c-44b6-43d1-9e60-ec0968ad72a2\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-01T23:37:35.218526Z","caller":"traceutil/trace.go:171","msg":"trace[1526260651] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25916; }","duration":"3.413944247s","start":"2026-04-01T23:37:31.804575Z","end":"2026-04-01T23:37:35.218519Z","steps":["trace[1526260651] 'agreement among raft nodes before linearized reading' (duration: 3.413842554s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:35.219096Z","caller":"traceutil/trace.go:171","msg":"trace[1345238158] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bfc27a1c-44b6-43d1-9e60-ec0968ad72a2; range_end:; response_count:1; response_revision:25916; }","duration":"3.911451781s","start":"2026-04-01T23:37:31.307637Z","end":"2026-04-01T23:37:35.219088Z","steps":["trace[1345238158] 'agreement among raft nodes before linearized reading' (duration: 3.911066542s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:35.219124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:31.307608Z","time spent":"3.911508853s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-bfc27a1c-44b6-43d1-9e60-ec0968ad72a2\" "} {"level":"warn","ts":"2026-04-01T23:37:35.21912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:31.80455Z","time spent":"3.414558443s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-01T23:37:35.218526Z","caller":"traceutil/trace.go:171","msg":"trace[636271905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25916; }","duration":"3.66744813s","start":"2026-04-01T23:37:31.551067Z","end":"2026-04-01T23:37:35.218516Z","steps":["trace[636271905] 'agreement among raft nodes before linearized reading' (duration: 3.667409089s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:35.219248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:31.55104Z","time spent":"3.668199059s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:35.719285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:36.220473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:36.408517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99761687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:36.408614Z","caller":"traceutil/trace.go:171","msg":"trace[2095530261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997789584s","start":"2026-04-01T23:37:33.410797Z","end":"2026-04-01T23:37:36.408587Z","steps":["trace[2095530261] 'agreement among raft nodes before linearized reading' (duration: 2.997676581s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:36.408667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:33.410746Z","time spent":"2.997908916s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/01 23:37:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:36.721365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:36.769743Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.428351751s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:37:36.771251Z","caller":"traceutil/trace.go:171","msg":"trace[1536796271] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"3.537585902s","start":"2026-04-01T23:37:33.23363Z","end":"2026-04-01T23:37:36.771215Z","steps":["trace[1536796271] 'process raft request' (duration: 3.537108481s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:36.771404Z","caller":"traceutil/trace.go:171","msg":"trace[383094527] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"3.411760153s","start":"2026-04-01T23:37:33.359623Z","end":"2026-04-01T23:37:36.771384Z","steps":["trace[383094527] 'process raft request' (duration: 3.411514598s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:36.771519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:33.359601Z","time spent":"3.411860945s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:36.771517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:33.23359Z","time spent":"3.537745746s","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:36.875311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000575312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:37:36.875387Z","caller":"traceutil/trace.go:171","msg":"trace[1741838493] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000693186s","start":"2026-04-01T23:37:34.874677Z","end":"2026-04-01T23:37:36.875371Z","steps":["trace[1741838493] 'agreement among raft nodes before linearized reading' (duration: 2.000589343s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:36.875425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:34.874669Z","time spent":"2.000749497s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:37:37.059564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.216552ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-01T23:37:37.059886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.732963ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:37.060093Z","caller":"traceutil/trace.go:171","msg":"trace[1163247078] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25919; }","duration":"254.974749ms","start":"2026-04-01T23:37:36.805085Z","end":"2026-04-01T23:37:37.06006Z","steps":["trace[1163247078] 'range keys from in-memory index tree' (duration: 254.701463ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:37.060544Z","caller":"traceutil/trace.go:171","msg":"trace[92412847] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"2.188996012s","start":"2026-04-01T23:37:34.871533Z","end":"2026-04-01T23:37:37.060529Z","steps":["trace[92412847] 'process raft request' (duration: 2.188170533s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:37.060683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:34.871506Z","time spent":"2.189087245s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:37.243635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.941156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:37:37.244029Z","caller":"traceutil/trace.go:171","msg":"trace[283569465] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"2.372137044s","start":"2026-04-01T23:37:34.87182Z","end":"2026-04-01T23:37:37.243957Z","steps":["trace[283569465] 'process raft request' (duration: 2.188688245s)","trace[283569465] 'compare' (duration: 182.784132ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:37.244081Z","caller":"traceutil/trace.go:171","msg":"trace[137368966] transaction","detail":"{read_only:false; response_revision:25923; number_of_response:1; }","duration":"2.3699079s","start":"2026-04-01T23:37:34.874147Z","end":"2026-04-01T23:37:37.244055Z","steps":["trace[137368966] 'process raft request' (duration: 2.369781916s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:37.244198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:34.874127Z","time spent":"2.370016513s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:37.244226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:34.8718Z","time spent":"2.372324539s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:37.244256Z","caller":"traceutil/trace.go:171","msg":"trace[1997263765] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"2.37238977s","start":"2026-04-01T23:37:34.871821Z","end":"2026-04-01T23:37:37.244211Z","steps":["trace[1997263765] 'process raft request' (duration: 2.371948629s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:37.244351Z","caller":"traceutil/trace.go:171","msg":"trace[10370766] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"2.368290651s","start":"2026-04-01T23:37:34.876037Z","end":"2026-04-01T23:37:37.244327Z","steps":["trace[10370766] 'process raft request' (duration: 2.368204709s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:37.24437Z","caller":"traceutil/trace.go:171","msg":"trace[1452287618] transaction","detail":"{read_only:false; response_revision:25924; number_of_response:1; }","duration":"2.369134531s","start":"2026-04-01T23:37:34.875196Z","end":"2026-04-01T23:37:37.24433Z","steps":["trace[1452287618] 'process raft request' (duration: 2.368801243s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:37.244424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:34.8718Z","time spent":"2.372531464s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:37.244455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:34.87603Z","time spent":"2.368373023s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:37.24453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:34.875178Z","time spent":"2.369271165s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:38.065345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.295336867s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:37:38.065726Z","caller":"traceutil/trace.go:171","msg":"trace[1960677004] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25925; }","duration":"2.846795848s","start":"2026-04-01T23:37:35.2189Z","end":"2026-04-01T23:37:38.065696Z","steps":["trace[1960677004] 'process raft request' (duration: 2.846592173s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.065866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.218878Z","time spent":"2.846898451s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:38.066768Z","caller":"traceutil/trace.go:171","msg":"trace[2104260173] linearizableReadLoop","detail":"{readStateIndex:26799; appliedIndex:26784; }","duration":"2.848493111s","start":"2026-04-01T23:37:35.21826Z","end":"2026-04-01T23:37:38.066753Z","steps":["trace[2104260173] 'read index received' (duration: 1.551835052s)","trace[2104260173] 'applied index is now lower than readState.Index' (duration: 1.296656729s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:38.066864Z","caller":"traceutil/trace.go:171","msg":"trace[1983761383] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"2.845791094s","start":"2026-04-01T23:37:35.221063Z","end":"2026-04-01T23:37:38.066854Z","steps":["trace[1983761383] 'process raft request' (duration: 2.844496453s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.066932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.221026Z","time spent":"2.845867236s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:38.067192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.192719971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:38.067315Z","caller":"traceutil/trace.go:171","msg":"trace[1182265293] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25930; }","duration":"5.192929207s","start":"2026-04-01T23:37:32.874358Z","end":"2026-04-01T23:37:38.067287Z","steps":["trace[1182265293] 'agreement among raft nodes before linearized reading' (duration: 5.192618509s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.067373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:32.874348Z","time spent":"5.193013828s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T23:37:38.067488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.195850748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:37:38.067507Z","caller":"traceutil/trace.go:171","msg":"trace[653246840] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"1.75774166s","start":"2026-04-01T23:37:36.309735Z","end":"2026-04-01T23:37:38.067477Z","steps":["trace[653246840] 'process raft request' (duration: 1.756976142s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.067534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.525518998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:38.067585Z","caller":"traceutil/trace.go:171","msg":"trace[628510894] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25930; }","duration":"5.195959771s","start":"2026-04-01T23:37:32.871605Z","end":"2026-04-01T23:37:38.067564Z","steps":["trace[628510894] 'agreement among raft nodes before linearized reading' (duration: 5.195685884s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:38.067532Z","caller":"traceutil/trace.go:171","msg":"trace[2008683484] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"2.385399268s","start":"2026-04-01T23:37:35.682038Z","end":"2026-04-01T23:37:38.067437Z","steps":["trace[2008683484] 'process raft request' (duration: 2.3846383s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.067633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:32.871586Z","time spent":"5.196038364s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:37:38.067641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.351700684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:38.067658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041522815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:38.067653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:36.309691Z","time spent":"1.757889135s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:38.067699Z","caller":"traceutil/trace.go:171","msg":"trace[33774954] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25930; }","duration":"1.041559846s","start":"2026-04-01T23:37:37.026126Z","end":"2026-04-01T23:37:38.067686Z","steps":["trace[33774954] 'agreement among raft nodes before linearized reading' (duration: 1.041506395s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.067718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.908581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-04-01T23:37:38.067744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:37.026058Z","time spent":"1.04167775s","remote":"127.0.0.1:41716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:38.06777Z","caller":"traceutil/trace.go:171","msg":"trace[797018806] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25930; }","duration":"973.950612ms","start":"2026-04-01T23:37:37.0938Z","end":"2026-04-01T23:37:38.067751Z","steps":["trace[797018806] 'agreement among raft nodes before linearized reading' (duration: 973.777748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.067787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900890701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-01T23:37:38.067708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.858180797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:38.067848Z","caller":"traceutil/trace.go:171","msg":"trace[1809776944] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25930; }","duration":"4.900999655s","start":"2026-04-01T23:37:33.16683Z","end":"2026-04-01T23:37:38.06783Z","steps":["trace[1809776944] 'agreement among raft nodes before linearized reading' (duration: 4.90080901s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.067877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.163761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:38.067865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.805448676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:38.067885Z","caller":"traceutil/trace.go:171","msg":"trace[548574283] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"2.841504891s","start":"2026-04-01T23:37:35.226368Z","end":"2026-04-01T23:37:38.067873Z","steps":["trace[548574283] 'process raft request' (duration: 2.840202628s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.067895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.682011Z","time spent":"2.385666026s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:38.067922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:33.166807Z","time spent":"4.901103177s","remote":"127.0.0.1:47024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-01T23:37:38.067921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.917945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:38.067931Z","caller":"traceutil/trace.go:171","msg":"trace[719329103] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25930; }","duration":"4.805518298s","start":"2026-04-01T23:37:33.262398Z","end":"2026-04-01T23:37:38.067916Z","steps":["trace[719329103] 'agreement among raft nodes before linearized reading' (duration: 4.805422536s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.067975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:33.262374Z","time spent":"4.80559176s","remote":"127.0.0.1:41748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:38.067976Z","caller":"traceutil/trace.go:171","msg":"trace[1998517929] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25930; }","duration":"740.001727ms","start":"2026-04-01T23:37:37.327954Z","end":"2026-04-01T23:37:38.067956Z","steps":["trace[1998517929] 'agreement among raft nodes before linearized reading' (duration: 739.935195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.067518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183300955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:38.067602Z","caller":"traceutil/trace.go:171","msg":"trace[392784373] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25930; }","duration":"3.525671341s","start":"2026-04-01T23:37:34.54191Z","end":"2026-04-01T23:37:38.067581Z","steps":["trace[392784373] 'agreement among raft nodes before linearized reading' (duration: 3.525512316s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.068004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736707245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-01T23:37:38.068025Z","caller":"traceutil/trace.go:171","msg":"trace[968190173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25930; }","duration":"1.183837488s","start":"2026-04-01T23:37:36.884178Z","end":"2026-04-01T23:37:38.068016Z","steps":["trace[968190173] 'agreement among raft nodes before linearized reading' (duration: 1.183254933s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:38.068033Z","caller":"traceutil/trace.go:171","msg":"trace[109164626] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25930; }","duration":"2.736811598s","start":"2026-04-01T23:37:35.331213Z","end":"2026-04-01T23:37:38.068024Z","steps":["trace[109164626] 'agreement among raft nodes before linearized reading' (duration: 2.736743756s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:38.067699Z","caller":"traceutil/trace.go:171","msg":"trace[672242641] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25930; }","duration":"4.351808456s","start":"2026-04-01T23:37:33.715876Z","end":"2026-04-01T23:37:38.067684Z","steps":["trace[672242641] 'agreement among raft nodes before linearized reading' (duration: 4.351719064s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.06783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.226322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:38.068058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:36.884173Z","time spent":"1.183880099s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:37:38.06806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.761071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:37:38.068067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.331176Z","time spent":"2.736884209s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-01T23:37:38.068038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186861672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-01T23:37:38.068165Z","caller":"traceutil/trace.go:171","msg":"trace[1638123369] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25930; }","duration":"1.187032546s","start":"2026-04-01T23:37:36.881113Z","end":"2026-04-01T23:37:38.068145Z","steps":["trace[1638123369] 'agreement among raft nodes before linearized reading' (duration: 1.186523894s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.068225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:36.881098Z","time spent":"1.187113888s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-01T23:37:38.067984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.226349Z","time spent":"2.841576962s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:38.067891Z","caller":"traceutil/trace.go:171","msg":"trace[1111192721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25930; }","duration":"4.858554156s","start":"2026-04-01T23:37:33.209319Z","end":"2026-04-01T23:37:38.067874Z","steps":["trace[1111192721] 'agreement among raft nodes before linearized reading' (duration: 4.858181887s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.068526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:33.209297Z","time spent":"4.859198702s","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:38.067625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.890154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T23:37:38.06884Z","caller":"traceutil/trace.go:171","msg":"trace[560622426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25930; }","duration":"846.175195ms","start":"2026-04-01T23:37:37.222649Z","end":"2026-04-01T23:37:38.068824Z","steps":["trace[560622426] 'agreement among raft nodes before linearized reading' (duration: 844.753289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.068078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:33.715853Z","time spent":"4.352216176s","remote":"127.0.0.1:41632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:38.068897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:37.222623Z","time spent":"846.259477ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:38.067823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:37.093716Z","time spent":"974.099315ms","remote":"127.0.0.1:47126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T23:37:38.067825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948923259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:38.069246Z","caller":"traceutil/trace.go:171","msg":"trace[1260409546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25930; }","duration":"1.950343994s","start":"2026-04-01T23:37:36.118885Z","end":"2026-04-01T23:37:38.069229Z","steps":["trace[1260409546] 'agreement among raft nodes before linearized reading' (duration: 1.948883318s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.069304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:36.118814Z","time spent":"1.950473097s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:37:38.067923Z","caller":"traceutil/trace.go:171","msg":"trace[1851781611] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25930; }","duration":"102.219992ms","start":"2026-04-01T23:37:37.96569Z","end":"2026-04-01T23:37:38.06791Z","steps":["trace[1851781611] 'agreement among raft nodes before linearized reading' (duration: 102.16368ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:38.067923Z","caller":"traceutil/trace.go:171","msg":"trace[985566077] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"2.84105431s","start":"2026-04-01T23:37:35.226851Z","end":"2026-04-01T23:37:38.067905Z","steps":["trace[985566077] 'process raft request' (duration: 2.839788728s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.069726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.22684Z","time spent":"2.842795571s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:38.068024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:37.327935Z","time spent":"740.079019ms","remote":"127.0.0.1:57358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:38.068039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:34.54188Z","time spent":"3.526146993s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:38.06808Z","caller":"traceutil/trace.go:171","msg":"trace[245966076] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25930; }","duration":"102.476668ms","start":"2026-04-01T23:37:37.965592Z","end":"2026-04-01T23:37:38.068069Z","steps":["trace[245966076] 'agreement among raft nodes before linearized reading' (duration: 102.186481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.067198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.702123277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:38.070443Z","caller":"traceutil/trace.go:171","msg":"trace[315552096] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25930; }","duration":"4.705412708s","start":"2026-04-01T23:37:33.365013Z","end":"2026-04-01T23:37:38.070426Z","steps":["trace[315552096] 'agreement among raft nodes before linearized reading' (duration: 4.701960283s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.070499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:33.364987Z","time spent":"4.705494471s","remote":"127.0.0.1:58380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:38.067551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839504501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a25fdd153c279d\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-01T23:37:38.070679Z","caller":"traceutil/trace.go:171","msg":"trace[707481810] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a25fdd153c279d; range_end:; response_count:1; response_revision:25930; }","duration":"2.842680899s","start":"2026-04-01T23:37:35.227984Z","end":"2026-04-01T23:37:38.070665Z","steps":["trace[707481810] 'agreement among raft nodes before linearized reading' (duration: 2.839327426s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.070722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:35.227977Z","time spent":"2.84273607s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18a25fdd153c279d\" "} {"level":"info","ts":"2026-04-01T23:37:38.068092Z","caller":"traceutil/trace.go:171","msg":"trace[244396104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25930; }","duration":"844.852673ms","start":"2026-04-01T23:37:37.223231Z","end":"2026-04-01T23:37:38.068083Z","steps":["trace[244396104] 'agreement among raft nodes before linearized reading' (duration: 844.72835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.07082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:37.223205Z","time spent":"847.600941ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:37:38.229457Z","caller":"traceutil/trace.go:171","msg":"trace[801968404] linearizableReadLoop","detail":"{readStateIndex:26800; appliedIndex:26799; }","duration":"157.546724ms","start":"2026-04-01T23:37:38.071883Z","end":"2026-04-01T23:37:38.229429Z","steps":["trace[801968404] 'read index received' (duration: 157.328099ms)","trace[801968404] 'applied index is now lower than readState.Index' (duration: 216.335µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:38.231573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.655287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-01T23:37:38.23167Z","caller":"traceutil/trace.go:171","msg":"trace[480211022] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25930; }","duration":"159.80108ms","start":"2026-04-01T23:37:38.071847Z","end":"2026-04-01T23:37:38.231649Z","steps":["trace[480211022] 'agreement among raft nodes before linearized reading' (duration: 157.732759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:38.730251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:39.230444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:39.349559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.115637869s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:37:39.350044Z","caller":"traceutil/trace.go:171","msg":"trace[679032348] transaction","detail":"{read_only:false; response_revision:25934; number_of_response:1; }","duration":"1.273718716s","start":"2026-04-01T23:37:38.076307Z","end":"2026-04-01T23:37:39.350026Z","steps":["trace[679032348] 'process raft request' (duration: 1.273668365s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:39.350155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:38.076299Z","time spent":"1.273778728s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:39.350371Z","caller":"traceutil/trace.go:171","msg":"trace[1175106354] transaction","detail":"{read_only:false; response_revision:25933; number_of_response:1; }","duration":"1.274627049s","start":"2026-04-01T23:37:38.075736Z","end":"2026-04-01T23:37:39.350363Z","steps":["trace[1175106354] 'process raft request' (duration: 1.27421978s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:39.350404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:38.075729Z","time spent":"1.27465426s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:39.350402Z","caller":"traceutil/trace.go:171","msg":"trace[849658178] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"1.276283449s","start":"2026-04-01T23:37:38.074072Z","end":"2026-04-01T23:37:39.350355Z","steps":["trace[849658178] 'process raft request' (duration: 1.275840499s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:39.35064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:38.074059Z","time spent":"1.276466894s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:39.350805Z","caller":"traceutil/trace.go:171","msg":"trace[680161061] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"1.2770927s","start":"2026-04-01T23:37:38.073705Z","end":"2026-04-01T23:37:39.350798Z","steps":["trace[680161061] 'process raft request' (duration: 1.276059834s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:39.35084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:38.07368Z","time spent":"1.2771404s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:40.077337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:37:40.077427Z","caller":"traceutil/trace.go:171","msg":"trace[912460368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183833s","start":"2026-04-01T23:37:38.077225Z","end":"2026-04-01T23:37:40.077408Z","steps":["trace[912460368] 'agreement among raft nodes before linearized reading' (duration: 2.000078671s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.077474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:38.07722Z","time spent":"2.000244195s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:37:40.097514Z","caller":"traceutil/trace.go:171","msg":"trace[1159018071] linearizableReadLoop","detail":"{readStateIndex:26807; appliedIndex:26800; }","duration":"1.867964508s","start":"2026-04-01T23:37:38.229533Z","end":"2026-04-01T23:37:40.097498Z","steps":["trace[1159018071] 'read index received' (duration: 1.120272712s)","trace[1159018071] 'applied index is now lower than readState.Index' (duration: 747.690856ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:40.097597Z","caller":"traceutil/trace.go:171","msg":"trace[26481438] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"1.867015854s","start":"2026-04-01T23:37:38.230572Z","end":"2026-04-01T23:37:40.097588Z","steps":["trace[26481438] 'process raft request' (duration: 1.866542072s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.097682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:38.23054Z","time spent":"1.867079346s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:40.098013Z","caller":"traceutil/trace.go:171","msg":"trace[1033497203] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"1.321404503s","start":"2026-04-01T23:37:38.776598Z","end":"2026-04-01T23:37:40.098002Z","steps":["trace[1033497203] 'process raft request' (duration: 1.320639234s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.098071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:38.776569Z","time spent":"1.321469795s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:40.098261Z","caller":"traceutil/trace.go:171","msg":"trace[1254522315] transaction","detail":"{read_only:false; response_revision:25937; number_of_response:1; }","duration":"1.033067858s","start":"2026-04-01T23:37:39.065183Z","end":"2026-04-01T23:37:40.098251Z","steps":["trace[1254522315] 'process raft request' (duration: 1.032116675s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.098314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:39.065157Z","time spent":"1.033127799s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:40.098443Z","caller":"traceutil/trace.go:171","msg":"trace[1186894442] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"847.919857ms","start":"2026-04-01T23:37:39.250514Z","end":"2026-04-01T23:37:40.098434Z","steps":["trace[1186894442] 'process raft request' (duration: 846.821321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.098512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:39.25048Z","time spent":"848.0045ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:40.098642Z","caller":"traceutil/trace.go:171","msg":"trace[1731436169] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"847.546139ms","start":"2026-04-01T23:37:39.251087Z","end":"2026-04-01T23:37:40.098634Z","steps":["trace[1731436169] 'process raft request' (duration: 846.277337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.09869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:39.251064Z","time spent":"847.599161ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:40.098805Z","caller":"traceutil/trace.go:171","msg":"trace[432248832] transaction","detail":"{read_only:false; response_revision:25940; number_of_response:1; }","duration":"847.110719ms","start":"2026-04-01T23:37:39.251686Z","end":"2026-04-01T23:37:40.098797Z","steps":["trace[432248832] 'process raft request' (duration: 845.712044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.098854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:39.251677Z","time spent":"847.1485ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:40.09897Z","caller":"traceutil/trace.go:171","msg":"trace[318764372] transaction","detail":"{read_only:false; response_revision:25941; number_of_response:1; }","duration":"845.757625ms","start":"2026-04-01T23:37:39.253204Z","end":"2026-04-01T23:37:40.098961Z","steps":["trace[318764372] 'process raft request' (duration: 844.225967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.099013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:39.253192Z","time spent":"845.797656ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:40.09913Z","caller":"traceutil/trace.go:171","msg":"trace[1068129709] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"845.53348ms","start":"2026-04-01T23:37:39.253588Z","end":"2026-04-01T23:37:40.099121Z","steps":["trace[1068129709] 'process raft request' (duration: 843.872839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.099177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:39.253567Z","time spent":"845.586011ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:40.099318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02255122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:40.099351Z","caller":"traceutil/trace.go:171","msg":"trace[38193933] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25942; }","duration":"2.022590801s","start":"2026-04-01T23:37:38.076749Z","end":"2026-04-01T23:37:40.09934Z","steps":["trace[38193933] 'agreement among raft nodes before linearized reading' (duration: 2.02253568s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.099379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:38.076744Z","time spent":"2.022628352s","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T23:37:40.099588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025131154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-04-01T23:37:40.100678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026699181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-10d9ad41-8dce-4494-8039-15ff4c17d862\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-01T23:37:40.100728Z","caller":"traceutil/trace.go:171","msg":"trace[1816947766] range","detail":"{range_begin:/registry/persistentvolumes/pvc-10d9ad41-8dce-4494-8039-15ff4c17d862; range_end:; response_count:1; response_revision:25942; }","duration":"2.026760813s","start":"2026-04-01T23:37:38.073954Z","end":"2026-04-01T23:37:40.100715Z","steps":["trace[1816947766] 'agreement among raft nodes before linearized reading' (duration: 2.026664731s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.100758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:38.073948Z","time spent":"2.026802654s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-10d9ad41-8dce-4494-8039-15ff4c17d862\" "} {"level":"warn","ts":"2026-04-01T23:37:40.101497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027872241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7c5dff8b56-xh8gl.18a25fde8f3797f9\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-01T23:37:40.101622Z","caller":"traceutil/trace.go:171","msg":"trace[867369155] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7c5dff8b56-xh8gl.18a25fde8f3797f9; range_end:; response_count:1; response_revision:25942; }","duration":"2.028099937s","start":"2026-04-01T23:37:38.073489Z","end":"2026-04-01T23:37:40.101589Z","steps":["trace[867369155] 'agreement among raft nodes before linearized reading' (duration: 2.027726497s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.103105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:38.073475Z","time spent":"2.029616603s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":855,"request content":"key:\"/registry/events/openstack/magnum-api-7c5dff8b56-xh8gl.18a25fde8f3797f9\" "} {"level":"info","ts":"2026-04-01T23:37:40.10476Z","caller":"traceutil/trace.go:171","msg":"trace[621083325] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25942; }","duration":"2.025168085s","start":"2026-04-01T23:37:38.074439Z","end":"2026-04-01T23:37:40.099607Z","steps":["trace[621083325] 'agreement among raft nodes before linearized reading' (duration: 2.025056492s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.104866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:38.074434Z","time spent":"2.030405933s","remote":"127.0.0.1:47126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T23:37:40.159251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857453281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:40.159336Z","caller":"traceutil/trace.go:171","msg":"trace[504972181] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25943; }","duration":"1.857552693s","start":"2026-04-01T23:37:38.301764Z","end":"2026-04-01T23:37:40.159317Z","steps":["trace[504972181] 'agreement among raft nodes before linearized reading' (duration: 1.85742438s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.159381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:38.301705Z","time spent":"1.857665306s","remote":"127.0.0.1:37476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:40.159565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861182681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:40.159596Z","caller":"traceutil/trace.go:171","msg":"trace[342244146] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25943; }","duration":"1.861251983s","start":"2026-04-01T23:37:38.298332Z","end":"2026-04-01T23:37:40.159584Z","steps":["trace[342244146] 'agreement among raft nodes before linearized reading' (duration: 1.861206152s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.159621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:38.298308Z","time spent":"1.861307665s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:37:40.16024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.539323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-01T23:37:40.16432Z","caller":"traceutil/trace.go:171","msg":"trace[1515030192] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25943; }","duration":"789.768726ms","start":"2026-04-01T23:37:39.374536Z","end":"2026-04-01T23:37:40.164305Z","steps":["trace[1515030192] 'agreement among raft nodes before linearized reading' (duration: 784.66009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.164357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:39.374517Z","time spent":"789.829377ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-01T23:37:40.660233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859271,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:37:40.876838Z","caller":"traceutil/trace.go:171","msg":"trace[500294105] linearizableReadLoop","detail":"{readStateIndex:26814; appliedIndex:26813; }","duration":"717.6409ms","start":"2026-04-01T23:37:40.159162Z","end":"2026-04-01T23:37:40.876803Z","steps":["trace[500294105] 'read index received' (duration: 717.215289ms)","trace[500294105] 'applied index is now lower than readState.Index' (duration: 423.711µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:40.876969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.537431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:40.877051Z","caller":"traceutil/trace.go:171","msg":"trace[1566936516] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25944; }","duration":"767.676995ms","start":"2026-04-01T23:37:40.109352Z","end":"2026-04-01T23:37:40.877029Z","steps":["trace[1566936516] 'agreement among raft nodes before linearized reading' (duration: 767.514091ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:40.877074Z","caller":"traceutil/trace.go:171","msg":"trace[185221186] transaction","detail":"{read_only:false; response_revision:25944; number_of_response:1; }","duration":"770.297709ms","start":"2026-04-01T23:37:40.106757Z","end":"2026-04-01T23:37:40.877055Z","steps":["trace[185221186] 'process raft request' (duration: 769.682394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.877109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:40.109345Z","time spent":"767.753557ms","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T23:37:40.877133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.042887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-01T23:37:40.877239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:40.10674Z","time spent":"770.37884ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:40.877271Z","caller":"traceutil/trace.go:171","msg":"trace[1014521933] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25944; }","duration":"771.221191ms","start":"2026-04-01T23:37:40.10602Z","end":"2026-04-01T23:37:40.877241Z","steps":["trace[1014521933] 'agreement among raft nodes before linearized reading' (duration: 770.852352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.877339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:40.106009Z","time spent":"771.311744ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-01T23:37:40.877365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.649896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-01T23:37:40.877417Z","caller":"traceutil/trace.go:171","msg":"trace[573916287] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25944; }","duration":"772.741899ms","start":"2026-04-01T23:37:40.104656Z","end":"2026-04-01T23:37:40.877398Z","steps":["trace[573916287] 'agreement among raft nodes before linearized reading' (duration: 772.569994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.877473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:40.104634Z","time spent":"772.830561ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T23:37:40.877156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.552598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:40.877658Z","caller":"traceutil/trace.go:171","msg":"trace[1288118729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25944; }","duration":"709.105992ms","start":"2026-04-01T23:37:40.168534Z","end":"2026-04-01T23:37:40.87764Z","steps":["trace[1288118729] 'agreement among raft nodes before linearized reading' (duration: 708.517897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.877717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:40.168516Z","time spent":"709.186643ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:37:40.877984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.843089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-01T23:37:40.878058Z","caller":"traceutil/trace.go:171","msg":"trace[458079951] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25944; }","duration":"145.959652ms","start":"2026-04-01T23:37:40.732081Z","end":"2026-04-01T23:37:40.878041Z","steps":["trace[458079951] 'agreement among raft nodes before linearized reading' (duration: 145.663084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.878638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.482977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:40.878674Z","caller":"traceutil/trace.go:171","msg":"trace[1684754091] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25944; }","duration":"708.574649ms","start":"2026-04-01T23:37:40.17009Z","end":"2026-04-01T23:37:40.878665Z","steps":["trace[1684754091] 'agreement among raft nodes before linearized reading' (duration: 708.321772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:40.878691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:40.17008Z","time spent":"708.606389ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:37:41.482321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859280,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:37:41.533199Z","caller":"traceutil/trace.go:171","msg":"trace[1199845759] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"643.150438ms","start":"2026-04-01T23:37:40.890024Z","end":"2026-04-01T23:37:41.533174Z","steps":["trace[1199845759] 'process raft request' (duration: 641.539668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:41.533329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:40.890005Z","time spent":"643.25595ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:41.5343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:40.982624Z","time spent":"551.659039ms","remote":"127.0.0.1:46956","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:37:41.534511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.020151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:41.534598Z","caller":"traceutil/trace.go:171","msg":"trace[1213590199] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25947; }","duration":"593.096043ms","start":"2026-04-01T23:37:40.941472Z","end":"2026-04-01T23:37:41.534568Z","steps":["trace[1213590199] 'agreement among raft nodes before linearized reading' (duration: 592.915119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:41.534653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:40.941381Z","time spent":"593.261517ms","remote":"127.0.0.1:57970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:41.534703Z","caller":"traceutil/trace.go:171","msg":"trace[728469916] transaction","detail":"{read_only:false; response_revision:25947; number_of_response:1; }","duration":"187.095118ms","start":"2026-04-01T23:37:41.347598Z","end":"2026-04-01T23:37:41.534694Z","steps":["trace[728469916] 'process raft request' (duration: 186.587076ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:41.53428Z","caller":"traceutil/trace.go:171","msg":"trace[841739548] linearizableReadLoop","detail":"{readStateIndex:26818; appliedIndex:26815; }","duration":"552.679164ms","start":"2026-04-01T23:37:40.981583Z","end":"2026-04-01T23:37:41.534263Z","steps":["trace[841739548] 'read index received' (duration: 549.994538ms)","trace[841739548] 'applied index is now lower than readState.Index' (duration: 2.683546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:41.534863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.864733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:41.534982Z","caller":"traceutil/trace.go:171","msg":"trace[693024958] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25947; }","duration":"619.027118ms","start":"2026-04-01T23:37:40.915944Z","end":"2026-04-01T23:37:41.534971Z","steps":["trace[693024958] 'agreement among raft nodes before linearized reading' (duration: 618.831093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:41.535029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.426872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-01T23:37:41.535083Z","caller":"traceutil/trace.go:171","msg":"trace[2045886907] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25947; }","duration":"649.537834ms","start":"2026-04-01T23:37:40.885524Z","end":"2026-04-01T23:37:41.535062Z","steps":["trace[2045886907] 'agreement among raft nodes before linearized reading' (duration: 649.309148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:41.53511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.449442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-01T23:37:41.535117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:40.885511Z","time spent":"649.598956ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-01T23:37:41.535134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.178217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:41.535148Z","caller":"traceutil/trace.go:171","msg":"trace[309565695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25947; }","duration":"177.509824ms","start":"2026-04-01T23:37:41.357624Z","end":"2026-04-01T23:37:41.535134Z","steps":["trace[309565695] 'agreement among raft nodes before linearized reading' (duration: 177.392811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:41.535159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.965492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:41.535166Z","caller":"traceutil/trace.go:171","msg":"trace[411204375] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25947; }","duration":"108.30485ms","start":"2026-04-01T23:37:41.42685Z","end":"2026-04-01T23:37:41.535155Z","steps":["trace[411204375] 'agreement among raft nodes before linearized reading' (duration: 108.214508ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:41.535193Z","caller":"traceutil/trace.go:171","msg":"trace[830552236] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25947; }","duration":"229.052014ms","start":"2026-04-01T23:37:41.30613Z","end":"2026-04-01T23:37:41.535182Z","steps":["trace[830552236] 'agreement among raft nodes before linearized reading' (duration: 228.998332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:41.535125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:40.915926Z","time spent":"619.12504ms","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:41.535315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.024352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T23:37:41.535334Z","caller":"traceutil/trace.go:171","msg":"trace[1571062534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25947; }","duration":"177.091583ms","start":"2026-04-01T23:37:41.358237Z","end":"2026-04-01T23:37:41.535329Z","steps":["trace[1571062534] 'agreement among raft nodes before linearized reading' (duration: 177.040472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:41.535104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.611648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fx7fj.18a25fe5305a5c3c\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-01T23:37:41.535379Z","caller":"traceutil/trace.go:171","msg":"trace[838850453] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-fx7fj.18a25fe5305a5c3c; range_end:; response_count:1; response_revision:25947; }","duration":"549.954847ms","start":"2026-04-01T23:37:40.985413Z","end":"2026-04-01T23:37:41.535368Z","steps":["trace[838850453] 'agreement among raft nodes before linearized reading' (duration: 549.564538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:41.535413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:40.985387Z","time spent":"550.016628ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fx7fj.18a25fe5305a5c3c\" "} {"level":"warn","ts":"2026-04-01T23:37:41.535385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.603003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:41.535529Z","caller":"traceutil/trace.go:171","msg":"trace[1772376918] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25947; }","duration":"481.799409ms","start":"2026-04-01T23:37:41.053719Z","end":"2026-04-01T23:37:41.535519Z","steps":["trace[1772376918] 'agreement among raft nodes before linearized reading' (duration: 481.639985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:41.535585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:41.05366Z","time spent":"481.910242ms","remote":"127.0.0.1:47314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:41.535474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.460967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:37:41.535702Z","caller":"traceutil/trace.go:171","msg":"trace[1765594983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25947; }","duration":"650.704353ms","start":"2026-04-01T23:37:40.884987Z","end":"2026-04-01T23:37:41.535692Z","steps":["trace[1765594983] 'agreement among raft nodes before linearized reading' (duration: 649.449752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:41.535761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:40.88498Z","time spent":"650.770984ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:37:50.056722Z","caller":"traceutil/trace.go:171","msg":"trace[1438999811] linearizableReadLoop","detail":"{readStateIndex:26914; appliedIndex:26913; }","duration":"468.865713ms","start":"2026-04-01T23:37:49.587828Z","end":"2026-04-01T23:37:50.056694Z","steps":["trace[1438999811] 'read index received' (duration: 468.720769ms)","trace[1438999811] 'applied index is now lower than readState.Index' (duration: 143.724µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:50.056758Z","caller":"traceutil/trace.go:171","msg":"trace[1217909318] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"469.99541ms","start":"2026-04-01T23:37:49.586733Z","end":"2026-04-01T23:37:50.056728Z","steps":["trace[1217909318] 'process raft request' (duration: 469.801186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:50.056978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.131299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T23:37:50.057015Z","caller":"traceutil/trace.go:171","msg":"trace[394462456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26042; }","duration":"469.243801ms","start":"2026-04-01T23:37:49.587764Z","end":"2026-04-01T23:37:50.057008Z","steps":["trace[394462456] 'agreement among raft nodes before linearized reading' (duration: 469.047596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:50.057041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:49.587744Z","time spent":"469.290843ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:50.057085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:49.586711Z","time spent":"470.291518ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:50.057295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.640651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:50.057327Z","caller":"traceutil/trace.go:171","msg":"trace[184453408] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26042; }","duration":"460.690812ms","start":"2026-04-01T23:37:49.596626Z","end":"2026-04-01T23:37:50.057317Z","steps":["trace[184453408] 'agreement among raft nodes before linearized reading' (duration: 460.63429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:50.057348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:49.596615Z","time spent":"460.728393ms","remote":"127.0.0.1:58008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:50.057364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.086823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:50.057303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.449737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:37:50.057477Z","caller":"traceutil/trace.go:171","msg":"trace[131051740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26042; }","duration":"469.677873ms","start":"2026-04-01T23:37:49.587785Z","end":"2026-04-01T23:37:50.057463Z","steps":["trace[131051740] 'agreement among raft nodes before linearized reading' (duration: 469.366555ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:50.05739Z","caller":"traceutil/trace.go:171","msg":"trace[1870632723] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26042; }","duration":"468.120495ms","start":"2026-04-01T23:37:49.589259Z","end":"2026-04-01T23:37:50.05738Z","steps":["trace[1870632723] 'agreement among raft nodes before linearized reading' (duration: 468.066693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:50.057563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:49.589223Z","time spent":"468.32145ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:50.057575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:49.587761Z","time spent":"469.772335ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:50.571621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:51.416033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.564907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:37:51.416145Z","caller":"traceutil/trace.go:171","msg":"trace[117246869] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"1.354562326s","start":"2026-04-01T23:37:50.061561Z","end":"2026-04-01T23:37:51.416124Z","steps":["trace[117246869] 'process raft request' (duration: 844.824123ms)","trace[117246869] 'compare' (duration: 508.554813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:51.416479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.061551Z","time spent":"1.354822882s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:52.071219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000432239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:52.071299Z","caller":"traceutil/trace.go:171","msg":"trace[1772620596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000559482s","start":"2026-04-01T23:37:50.070721Z","end":"2026-04-01T23:37:52.07128Z","steps":["trace[1772620596] 'agreement among raft nodes before linearized reading' (duration: 2.00045503s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.071345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.070707Z","time spent":"2.000631613s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T23:37:52.248687Z","caller":"traceutil/trace.go:171","msg":"trace[750661705] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"2.186806269s","start":"2026-04-01T23:37:50.06186Z","end":"2026-04-01T23:37:52.248667Z","steps":["trace[750661705] 'process raft request' (duration: 2.186647985s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.248807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.061848Z","time spent":"2.186896392s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:52.249061Z","caller":"traceutil/trace.go:171","msg":"trace[1761887257] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"2.187127368s","start":"2026-04-01T23:37:50.061927Z","end":"2026-04-01T23:37:52.249054Z","steps":["trace[1761887257] 'process raft request' (duration: 2.186706127s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:52.249047Z","caller":"traceutil/trace.go:171","msg":"trace[1422713081] transaction","detail":"{read_only:false; response_revision:26046; number_of_response:1; }","duration":"2.091444347s","start":"2026-04-01T23:37:50.157582Z","end":"2026-04-01T23:37:52.249027Z","steps":["trace[1422713081] 'process raft request' (duration: 2.091303023s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.249104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.06192Z","time spent":"2.187164538s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:52.249161Z","caller":"traceutil/trace.go:171","msg":"trace[378898191] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"2.090588995s","start":"2026-04-01T23:37:50.158565Z","end":"2026-04-01T23:37:52.249154Z","steps":["trace[378898191] 'process raft request' (duration: 2.090425261s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.249194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.158539Z","time spent":"2.090638155s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:52.249188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.157556Z","time spent":"2.091560299s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:52.249237Z","caller":"traceutil/trace.go:171","msg":"trace[1723556826] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"2.067680005s","start":"2026-04-01T23:37:50.181552Z","end":"2026-04-01T23:37:52.249232Z","steps":["trace[1723556826] 'process raft request' (duration: 2.067592903s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.24927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.181538Z","time spent":"2.067713685s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:52.249317Z","caller":"traceutil/trace.go:171","msg":"trace[1463959396] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"2.070881063s","start":"2026-04-01T23:37:50.17843Z","end":"2026-04-01T23:37:52.249312Z","steps":["trace[1463959396] 'process raft request' (duration: 2.070670548s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.24934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.178416Z","time spent":"2.070911363s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:52.249338Z","caller":"traceutil/trace.go:171","msg":"trace[451501429] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"1.978439841s","start":"2026-04-01T23:37:50.270878Z","end":"2026-04-01T23:37:52.249318Z","steps":["trace[451501429] 'process raft request' (duration: 1.97839551s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:52.249385Z","caller":"traceutil/trace.go:171","msg":"trace[2046018258] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"2.066829644s","start":"2026-04-01T23:37:50.182549Z","end":"2026-04-01T23:37:52.249379Z","steps":["trace[2046018258] 'process raft request' (duration: 2.06665055s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.24941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.182535Z","time spent":"2.066861425s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:52.249456Z","caller":"traceutil/trace.go:171","msg":"trace[1950838237] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"2.067261014s","start":"2026-04-01T23:37:50.18219Z","end":"2026-04-01T23:37:52.249451Z","steps":["trace[1950838237] 'process raft request' (duration: 2.066979727s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.249453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.270861Z","time spent":"1.978532563s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:52.249478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.182177Z","time spent":"2.067287314s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:52.249549Z","caller":"traceutil/trace.go:171","msg":"trace[1595774325] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"2.066222549s","start":"2026-04-01T23:37:50.183319Z","end":"2026-04-01T23:37:52.249542Z","steps":["trace[1595774325] 'process raft request' (duration: 2.065905292s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:52.249556Z","caller":"traceutil/trace.go:171","msg":"trace[1026644818] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"2.001904315s","start":"2026-04-01T23:37:50.247645Z","end":"2026-04-01T23:37:52.249549Z","steps":["trace[1026644818] 'process raft request' (duration: 2.001605478s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.249577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.183307Z","time spent":"2.06625711s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:52.249587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.247627Z","time spent":"2.001944026s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:52.794812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.489169ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T23:37:52.795058Z","caller":"traceutil/trace.go:171","msg":"trace[526151081] linearizableReadLoop","detail":"{readStateIndex:26926; appliedIndex:26914; }","duration":"2.724286962s","start":"2026-04-01T23:37:50.070752Z","end":"2026-04-01T23:37:52.795039Z","steps":["trace[526151081] 'read index received' (duration: 835.638288ms)","trace[526151081] 'applied index is now lower than readState.Index' (duration: 1.888647244s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:52.795411Z","caller":"traceutil/trace.go:171","msg":"trace[1635711428] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"854.12628ms","start":"2026-04-01T23:37:51.941256Z","end":"2026-04-01T23:37:52.795383Z","steps":["trace[1635711428] 'process raft request' (duration: 853.672509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.795483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369448359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:37:52.795532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:51.941228Z","time spent":"854.238403ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:52.795514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.055916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:52.795574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133680281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:52.795583Z","caller":"traceutil/trace.go:171","msg":"trace[863509839] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26055; }","duration":"2.369615603s","start":"2026-04-01T23:37:50.425946Z","end":"2026-04-01T23:37:52.795561Z","steps":["trace[863509839] 'agreement among raft nodes before linearized reading' (duration: 2.3694614s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.795639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080260643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:52.795652Z","caller":"traceutil/trace.go:171","msg":"trace[55193844] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26055; }","duration":"1.080319255s","start":"2026-04-01T23:37:51.715329Z","end":"2026-04-01T23:37:52.795649Z","steps":["trace[55193844] 'agreement among raft nodes before linearized reading' (duration: 1.080288655s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.795667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:51.715308Z","time spent":"1.080355056s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:52.795651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.425921Z","time spent":"2.369716705s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:52.795776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901398186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:52.795807Z","caller":"traceutil/trace.go:171","msg":"trace[2009222808] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26055; }","duration":"1.901461828s","start":"2026-04-01T23:37:50.894335Z","end":"2026-04-01T23:37:52.795797Z","steps":["trace[2009222808] 'agreement among raft nodes before linearized reading' (duration: 1.901403467s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.795829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.894324Z","time spent":"1.901499839s","remote":"127.0.0.1:58434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T23:37:52.795856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106441044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:37:52.795871Z","caller":"traceutil/trace.go:171","msg":"trace[252988817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26055; }","duration":"1.106501086s","start":"2026-04-01T23:37:51.689365Z","end":"2026-04-01T23:37:52.795866Z","steps":["trace[252988817] 'agreement among raft nodes before linearized reading' (duration: 1.106418954s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.795887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:51.689338Z","time spent":"1.106546156s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:37:52.795937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910426247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-01T23:37:52.795977Z","caller":"traceutil/trace.go:171","msg":"trace[284434790] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:26055; }","duration":"1.910499129s","start":"2026-04-01T23:37:50.885462Z","end":"2026-04-01T23:37:52.795962Z","steps":["trace[284434790] 'agreement among raft nodes before linearized reading' (duration: 1.910379086s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.795991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.290498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7c5dff8b56-xh8gl.18a25fde8f3797f9\" ","response":"range_response_count:1 size:832"} {"level":"warn","ts":"2026-04-01T23:37:52.796017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:50.885444Z","time spent":"1.91055977s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-04-01T23:37:52.796031Z","caller":"traceutil/trace.go:171","msg":"trace[697215227] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7c5dff8b56-xh8gl.18a25fde8f3797f9; range_end:; response_count:1; response_revision:26055; }","duration":"166.384701ms","start":"2026-04-01T23:37:52.629635Z","end":"2026-04-01T23:37:52.79602Z","steps":["trace[697215227] 'agreement among raft nodes before linearized reading' (duration: 166.194307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.796213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.59621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-01T23:37:52.796232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.991532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:52.795608Z","caller":"traceutil/trace.go:171","msg":"trace[1864454642] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26055; }","duration":"1.133778533s","start":"2026-04-01T23:37:51.661816Z","end":"2026-04-01T23:37:52.795595Z","steps":["trace[1864454642] 'agreement among raft nodes before linearized reading' (duration: 1.133692011s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:52.796258Z","caller":"traceutil/trace.go:171","msg":"trace[1829848175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26055; }","duration":"735.683822ms","start":"2026-04-01T23:37:52.060562Z","end":"2026-04-01T23:37:52.796245Z","steps":["trace[1829848175] 'agreement among raft nodes before linearized reading' (duration: 735.520868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.79628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:51.661788Z","time spent":"1.13447572s","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:52.7963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:52.060542Z","time spent":"735.749533ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:37:52.796461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.882837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:52.796487Z","caller":"traceutil/trace.go:171","msg":"trace[1577801024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26055; }","duration":"724.949369ms","start":"2026-04-01T23:37:52.071529Z","end":"2026-04-01T23:37:52.796478Z","steps":["trace[1577801024] 'agreement among raft nodes before linearized reading' (duration: 724.907098ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:52.795595Z","caller":"traceutil/trace.go:171","msg":"trace[68280469] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26055; }","duration":"934.150339ms","start":"2026-04-01T23:37:51.861424Z","end":"2026-04-01T23:37:52.795574Z","steps":["trace[68280469] 'agreement among raft nodes before linearized reading' (duration: 934.015045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.796551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:51.861361Z","time spent":"935.175443ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:52.796262Z","caller":"traceutil/trace.go:171","msg":"trace[1877382510] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26055; }","duration":"909.057484ms","start":"2026-04-01T23:37:51.887195Z","end":"2026-04-01T23:37:52.796253Z","steps":["trace[1877382510] 'agreement among raft nodes before linearized reading' (duration: 909.005313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.796719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:51.88718Z","time spent":"909.522815ms","remote":"127.0.0.1:57212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:52.796512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:52.071518Z","time spent":"724.9892ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:37:52.795949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712965274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:52.797039Z","caller":"traceutil/trace.go:171","msg":"trace[983603199] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26055; }","duration":"1.714089902s","start":"2026-04-01T23:37:51.08294Z","end":"2026-04-01T23:37:52.79703Z","steps":["trace[983603199] 'agreement among raft nodes before linearized reading' (duration: 1.712982715s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:52.797154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:51.082914Z","time spent":"1.714149664s","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:53.390657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:53.891422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:54.39228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788859534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:37:54.527097Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.591942933s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:37:54.527608Z","caller":"traceutil/trace.go:171","msg":"trace[1314752750] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"1.638268227s","start":"2026-04-01T23:37:52.889313Z","end":"2026-04-01T23:37:54.527581Z","steps":["trace[1314752750] 'process raft request' (duration: 1.638080193s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:54.527929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:52.889301Z","time spent":"1.63836586s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:56.067826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99966586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:56.067926Z","caller":"traceutil/trace.go:171","msg":"trace[1257059982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999779223s","start":"2026-04-01T23:37:54.068124Z","end":"2026-04-01T23:37:56.067903Z","steps":["trace[1257059982] 'agreement among raft nodes before linearized reading' (duration: 1.99966296s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:56.067976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.068059Z","time spent":"1.999908417s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:58.068937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000685095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:58.069108Z","caller":"traceutil/trace.go:171","msg":"trace[1816293251] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000973562s","start":"2026-04-01T23:37:56.0681Z","end":"2026-04-01T23:37:58.069074Z","steps":["trace[1816293251] 'agreement among raft nodes before linearized reading' (duration: 2.000739306s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:58.069209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:56.068075Z","time spent":"2.001107075s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:58.119028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000311576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:37:58.119099Z","caller":"traceutil/trace.go:171","msg":"trace[20106804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410199s","start":"2026-04-01T23:37:56.118676Z","end":"2026-04-01T23:37:58.119086Z","steps":["trace[20106804] 'agreement among raft nodes before linearized reading' (duration: 2.000332207s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:58.119142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:56.118664Z","time spent":"2.00046894s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:37:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:58.281949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999878443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:37:58.282045Z","caller":"traceutil/trace.go:171","msg":"trace[633096042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000029357s","start":"2026-04-01T23:37:53.281994Z","end":"2026-04-01T23:37:58.282023Z","steps":["trace[633096042] 'agreement among raft nodes before linearized reading' (duration: 4.999905364s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:58.282102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.281966Z","time spent":"5.000126388s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/01 23:37:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:37:58.846656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.319316861s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T23:37:58.847324Z","caller":"traceutil/trace.go:171","msg":"trace[59928148] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"5.750577053s","start":"2026-04-01T23:37:53.096683Z","end":"2026-04-01T23:37:58.84726Z","steps":["trace[59928148] 'process raft request' (duration: 5.750158393s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:58.847624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.096664Z","time spent":"5.750802289s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:58.968192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.163255ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T23:37:58.968499Z","caller":"traceutil/trace.go:171","msg":"trace[1781570080] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"4.713038464s","start":"2026-04-01T23:37:54.255431Z","end":"2026-04-01T23:37:58.96847Z","steps":["trace[1781570080] 'process raft request' (duration: 4.71285423s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:58.9686Z","caller":"traceutil/trace.go:171","msg":"trace[1212610395] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"4.712929443s","start":"2026-04-01T23:37:54.255651Z","end":"2026-04-01T23:37:58.968581Z","steps":["trace[1212610395] 'process raft request' (duration: 4.71285592s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:58.968637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.255412Z","time spent":"4.713149448s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:58.968683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.255638Z","time spent":"4.712995254s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:58.968684Z","caller":"traceutil/trace.go:171","msg":"trace[1746595975] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"4.712191425s","start":"2026-04-01T23:37:54.256455Z","end":"2026-04-01T23:37:58.968646Z","steps":["trace[1746595975] 'process raft request' (duration: 4.712146614s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:58.968762Z","caller":"traceutil/trace.go:171","msg":"trace[1837837386] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"4.713010975s","start":"2026-04-01T23:37:54.255559Z","end":"2026-04-01T23:37:58.96857Z","steps":["trace[1837837386] 'process raft request' (duration: 4.712898211s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:58.968618Z","caller":"traceutil/trace.go:171","msg":"trace[1356111251] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"4.713075625s","start":"2026-04-01T23:37:54.255477Z","end":"2026-04-01T23:37:58.968553Z","steps":["trace[1356111251] 'process raft request' (duration: 4.712942432s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:58.9688Z","caller":"traceutil/trace.go:171","msg":"trace[756389214] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"4.712926853s","start":"2026-04-01T23:37:54.255851Z","end":"2026-04-01T23:37:58.968777Z","steps":["trace[756389214] 'process raft request' (duration: 4.712692226s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:58.968852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.255817Z","time spent":"4.713008425s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:58.968876Z","caller":"traceutil/trace.go:171","msg":"trace[2085812019] linearizableReadLoop","detail":"{readStateIndex:26943; appliedIndex:26932; }","duration":"6.07863053s","start":"2026-04-01T23:37:52.89024Z","end":"2026-04-01T23:37:58.96887Z","steps":["trace[2085812019] 'read index received' (duration: 1.637121669s)","trace[2085812019] 'applied index is now lower than readState.Index' (duration: 4.441508111s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:37:58.968934Z","caller":"traceutil/trace.go:171","msg":"trace[1200483248] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"4.711809164s","start":"2026-04-01T23:37:54.25712Z","end":"2026-04-01T23:37:58.96893Z","steps":["trace[1200483248] 'process raft request' (duration: 4.711690272s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:58.968754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.256446Z","time spent":"4.712269266s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:58.968959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.257099Z","time spent":"4.711844346s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:37:58.969004Z","caller":"traceutil/trace.go:171","msg":"trace[1254276053] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"4.711252251s","start":"2026-04-01T23:37:54.257747Z","end":"2026-04-01T23:37:58.968999Z","steps":["trace[1254276053] 'process raft request' (duration: 4.711097917s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:58.969001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.255461Z","time spent":"4.713383373s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:58.969026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.257737Z","time spent":"4.711276121s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:58.968789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.255527Z","time spent":"4.713249061s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:58.96917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.078926197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T23:37:58.969199Z","caller":"traceutil/trace.go:171","msg":"trace[2097823935] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26068; }","duration":"6.078965528s","start":"2026-04-01T23:37:52.890225Z","end":"2026-04-01T23:37:58.969191Z","steps":["trace[2097823935] 'agreement among raft nodes before linearized reading' (duration: 6.078808194s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:58.969216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:52.89022Z","time spent":"6.078992108s","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-01T23:37:58.970349Z","caller":"traceutil/trace.go:171","msg":"trace[1039941425] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"3.136400995s","start":"2026-04-01T23:37:55.83392Z","end":"2026-04-01T23:37:58.970321Z","steps":["trace[1039941425] 'process raft request' (duration: 3.136094788s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:58.970511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:55.833803Z","time spent":"3.136623732s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:37:59.077614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.454059ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T23:37:59.077733Z","caller":"traceutil/trace.go:171","msg":"trace[267995930] linearizableReadLoop","detail":"{readStateIndex:26945; appliedIndex:26943; }","duration":"108.819941ms","start":"2026-04-01T23:37:58.968891Z","end":"2026-04-01T23:37:59.077711Z","steps":["trace[267995930] 'read index received' (duration: 1.058685ms)","trace[267995930] 'applied index is now lower than readState.Index' (duration: 107.759696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:37:59.077797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.579343352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:59.077823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.185797802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:59.077846Z","caller":"traceutil/trace.go:171","msg":"trace[1022788466] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26069; }","duration":"5.579458015s","start":"2026-04-01T23:37:53.498373Z","end":"2026-04-01T23:37:59.077831Z","steps":["trace[1022788466] 'agreement among raft nodes before linearized reading' (duration: 5.579360582s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:59.077862Z","caller":"traceutil/trace.go:171","msg":"trace[833917925] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26069; }","duration":"6.185848915s","start":"2026-04-01T23:37:52.891999Z","end":"2026-04-01T23:37:59.077848Z","steps":["trace[833917925] 'agreement among raft nodes before linearized reading' (duration: 6.185769522s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.077885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.49834Z","time spent":"5.579534967s","remote":"127.0.0.1:58312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.077898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:52.891992Z","time spent":"6.185897226s","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T23:37:59.077881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.938518683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:59.077952Z","caller":"traceutil/trace.go:171","msg":"trace[323950523] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26069; }","duration":"3.938642816s","start":"2026-04-01T23:37:55.139291Z","end":"2026-04-01T23:37:59.077934Z","steps":["trace[323950523] 'agreement among raft nodes before linearized reading' (duration: 3.93843438s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.077937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207381423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:59.077992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:55.139264Z","time spent":"3.938719808s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.07799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.423923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:59.078018Z","caller":"traceutil/trace.go:171","msg":"trace[1728719916] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26069; }","duration":"2.207532916s","start":"2026-04-01T23:37:56.870465Z","end":"2026-04-01T23:37:59.077998Z","steps":["trace[1728719916] 'agreement among raft nodes before linearized reading' (duration: 2.207361132s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:59.078047Z","caller":"traceutil/trace.go:171","msg":"trace[1978498523] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26069; }","duration":"591.516795ms","start":"2026-04-01T23:37:58.48651Z","end":"2026-04-01T23:37:59.078027Z","steps":["trace[1978498523] 'agreement among raft nodes before linearized reading' (duration: 591.435073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.078064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:56.870443Z","time spent":"2.207610759s","remote":"127.0.0.1:58354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.078329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.635747043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:59.078374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.192524338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-01T23:37:59.078392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270446917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:59.078405Z","caller":"traceutil/trace.go:171","msg":"trace[687300358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26069; }","duration":"4.19259318s","start":"2026-04-01T23:37:54.885804Z","end":"2026-04-01T23:37:59.078397Z","steps":["trace[687300358] 'agreement among raft nodes before linearized reading' (duration: 4.192265372s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:59.078423Z","caller":"traceutil/trace.go:171","msg":"trace[2040679153] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26069; }","duration":"2.270515258s","start":"2026-04-01T23:37:56.807896Z","end":"2026-04-01T23:37:59.078411Z","steps":["trace[2040679153] 'agreement among raft nodes before linearized reading' (duration: 2.270464277s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.078433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.885786Z","time spent":"4.192641131s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:37:59.078445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:56.807873Z","time spent":"2.27056623s","remote":"127.0.0.1:58574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.07858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286039258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:59.078582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.323727419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:59.078604Z","caller":"traceutil/trace.go:171","msg":"trace[501844118] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26069; }","duration":"2.28611647s","start":"2026-04-01T23:37:56.792481Z","end":"2026-04-01T23:37:59.078597Z","steps":["trace[501844118] 'agreement among raft nodes before linearized reading' (duration: 2.286071269s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.07861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399987847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:59.078631Z","caller":"traceutil/trace.go:171","msg":"trace[335542658] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26069; }","duration":"4.32376859s","start":"2026-04-01T23:37:54.754837Z","end":"2026-04-01T23:37:59.078606Z","steps":["trace[335542658] 'agreement among raft nodes before linearized reading' (duration: 4.323707289s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:59.078648Z","caller":"traceutil/trace.go:171","msg":"trace[1805813710] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26069; }","duration":"1.400064319s","start":"2026-04-01T23:37:57.678573Z","end":"2026-04-01T23:37:59.078638Z","steps":["trace[1805813710] 'agreement among raft nodes before linearized reading' (duration: 1.399939296s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.078659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991819977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:37:59.078666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.754761Z","time spent":"4.323896603s","remote":"127.0.0.1:41816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:59.078682Z","caller":"traceutil/trace.go:171","msg":"trace[1175047269] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26069; }","duration":"2.99189079s","start":"2026-04-01T23:37:56.086786Z","end":"2026-04-01T23:37:59.078677Z","steps":["trace[1175047269] 'agreement among raft nodes before linearized reading' (duration: 2.991851099s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.07868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:57.678556Z","time spent":"1.400116891s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.0787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:56.086766Z","time spent":"2.99192988s","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.078721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.359492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:59.078772Z","caller":"traceutil/trace.go:171","msg":"trace[2054730639] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26069; }","duration":"936.492196ms","start":"2026-04-01T23:37:58.142265Z","end":"2026-04-01T23:37:59.078757Z","steps":["trace[2054730639] 'agreement among raft nodes before linearized reading' (duration: 936.400503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.078763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.86753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:59.078815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.516402304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:59.078815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:58.142238Z","time spent":"936.563997ms","remote":"127.0.0.1:41582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.078623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949431891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:59.078624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:56.792458Z","time spent":"2.28616132s","remote":"127.0.0.1:57864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:59.078885Z","caller":"traceutil/trace.go:171","msg":"trace[214018127] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26069; }","duration":"3.516454404s","start":"2026-04-01T23:37:55.562375Z","end":"2026-04-01T23:37:59.078829Z","steps":["trace[214018127] 'agreement among raft nodes before linearized reading' (duration: 3.516420084s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:59.078904Z","caller":"traceutil/trace.go:171","msg":"trace[158135933] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26069; }","duration":"1.94975793s","start":"2026-04-01T23:37:57.129123Z","end":"2026-04-01T23:37:59.078881Z","steps":["trace[158135933] 'agreement among raft nodes before linearized reading' (duration: 1.949450582s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.078932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:55.562352Z","time spent":"3.516568038s","remote":"127.0.0.1:58040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.078954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:57.129099Z","time spent":"1.949838731s","remote":"127.0.0.1:41602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.079132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.387932289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:59.079172Z","caller":"traceutil/trace.go:171","msg":"trace[732523804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26069; }","duration":"4.388001201s","start":"2026-04-01T23:37:54.691161Z","end":"2026-04-01T23:37:59.079162Z","steps":["trace[732523804] 'agreement among raft nodes before linearized reading' (duration: 4.387641233s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.079203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.691145Z","time spent":"4.388049652s","remote":"127.0.0.1:57244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.079247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.809838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:59.079295Z","caller":"traceutil/trace.go:171","msg":"trace[603075056] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26069; }","duration":"765.947572ms","start":"2026-04-01T23:37:58.313332Z","end":"2026-04-01T23:37:59.07928Z","steps":["trace[603075056] 'agreement among raft nodes before linearized reading' (duration: 765.8719ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:59.078849Z","caller":"traceutil/trace.go:171","msg":"trace[691258028] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26069; }","duration":"862.029873ms","start":"2026-04-01T23:37:58.216799Z","end":"2026-04-01T23:37:59.078829Z","steps":["trace[691258028] 'agreement among raft nodes before linearized reading' (duration: 861.864009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.079335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:58.313311Z","time spent":"766.011683ms","remote":"127.0.0.1:58044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.079361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:58.216775Z","time spent":"862.565467ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.079408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.54735719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-01T23:37:59.079438Z","caller":"traceutil/trace.go:171","msg":"trace[472662841] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040; range_end:; response_count:1; response_revision:26069; }","duration":"4.547506864s","start":"2026-04-01T23:37:54.53192Z","end":"2026-04-01T23:37:59.079427Z","steps":["trace[472662841] 'agreement among raft nodes before linearized reading' (duration: 4.547423262s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.079466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.531899Z","time spent":"4.547560616s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040\" "} {"level":"warn","ts":"2026-04-01T23:37:59.079507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.004704211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-01T23:37:59.079547Z","caller":"traceutil/trace.go:171","msg":"trace[7766159] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26069; }","duration":"6.004774792s","start":"2026-04-01T23:37:53.074759Z","end":"2026-04-01T23:37:59.079534Z","steps":["trace[7766159] 'agreement among raft nodes before linearized reading' (duration: 6.004588858s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.079577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.074735Z","time spent":"6.004834973s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:37:59.079634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824164574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T23:37:59.079663Z","caller":"traceutil/trace.go:171","msg":"trace[1401155711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26069; }","duration":"4.824217655s","start":"2026-04-01T23:37:54.255435Z","end":"2026-04-01T23:37:59.079653Z","steps":["trace[1401155711] 'agreement among raft nodes before linearized reading' (duration: 4.824139033s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.079689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.255414Z","time spent":"4.824269546s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:59.079749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.839567859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:59.079784Z","caller":"traceutil/trace.go:171","msg":"trace[738041341] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26069; }","duration":"5.839649431s","start":"2026-04-01T23:37:53.240121Z","end":"2026-04-01T23:37:59.07977Z","steps":["trace[738041341] 'agreement among raft nodes before linearized reading' (duration: 5.83959757s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.079818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.240096Z","time spent":"5.839714313s","remote":"127.0.0.1:58062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.079487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.198876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:37:59.079889Z","caller":"traceutil/trace.go:171","msg":"trace[54538270] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26069; }","duration":"602.643327ms","start":"2026-04-01T23:37:58.477231Z","end":"2026-04-01T23:37:59.079875Z","steps":["trace[54538270] 'agreement among raft nodes before linearized reading' (duration: 601.920269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.079922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.957834725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-01T23:37:59.07993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:58.477208Z","time spent":"602.706688ms","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:59.079952Z","caller":"traceutil/trace.go:171","msg":"trace[1956811736] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26069; }","duration":"4.957902816s","start":"2026-04-01T23:37:54.12204Z","end":"2026-04-01T23:37:59.079943Z","steps":["trace[1956811736] 'agreement among raft nodes before linearized reading' (duration: 4.957824574s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.079979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.122021Z","time spent":"4.957952158s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-01T23:37:59.079848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.82727552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:37:59.080013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.004554557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-01T23:37:59.080034Z","caller":"traceutil/trace.go:171","msg":"trace[270132039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26069; }","duration":"4.827482935s","start":"2026-04-01T23:37:54.252531Z","end":"2026-04-01T23:37:59.080014Z","steps":["trace[270132039] 'agreement among raft nodes before linearized reading' (duration: 4.82726071s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:59.080061Z","caller":"traceutil/trace.go:171","msg":"trace[1624440194] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26069; }","duration":"6.004615878s","start":"2026-04-01T23:37:53.075431Z","end":"2026-04-01T23:37:59.080046Z","steps":["trace[1624440194] 'agreement among raft nodes before linearized reading' (duration: 6.004475444s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.080088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:54.252508Z","time spent":"4.827566818s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:59.080098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.075427Z","time spent":"6.004662719s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T23:37:59.080129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.946445845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:59.080154Z","caller":"traceutil/trace.go:171","msg":"trace[804977774] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26069; }","duration":"5.946527346s","start":"2026-04-01T23:37:53.133619Z","end":"2026-04-01T23:37:59.080147Z","steps":["trace[804977774] 'agreement among raft nodes before linearized reading' (duration: 5.946478695s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.080172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.133591Z","time spent":"5.946577238s","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.080167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.081268336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-04-01T23:37:59.080195Z","caller":"traceutil/trace.go:171","msg":"trace[550808870] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26069; }","duration":"5.081329677s","start":"2026-04-01T23:37:53.998857Z","end":"2026-04-01T23:37:59.080187Z","steps":["trace[550808870] 'agreement among raft nodes before linearized reading' (duration: 5.081248625s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.080222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.998839Z","time spent":"5.081375788s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7104,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-01T23:37:59.080229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.144130983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:59.077794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001139717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:37:59.080253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.155361437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:59.080265Z","caller":"traceutil/trace.go:171","msg":"trace[1602161649] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26069; }","duration":"6.144261456s","start":"2026-04-01T23:37:52.935992Z","end":"2026-04-01T23:37:59.080254Z","steps":["trace[1602161649] 'agreement among raft nodes before linearized reading' (duration: 6.144198784s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:59.080275Z","caller":"traceutil/trace.go:171","msg":"trace[958945318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26069; }","duration":"1.003684329s","start":"2026-04-01T23:37:58.076579Z","end":"2026-04-01T23:37:59.080263Z","steps":["trace[958945318] 'agreement among raft nodes before linearized reading' (duration: 1.001152517s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:37:59.080289Z","caller":"traceutil/trace.go:171","msg":"trace[1961520348] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26069; }","duration":"6.155400377s","start":"2026-04-01T23:37:52.924878Z","end":"2026-04-01T23:37:59.080279Z","steps":["trace[1961520348] 'agreement among raft nodes before linearized reading' (duration: 6.155339416s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.080294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:52.935961Z","time spent":"6.144327698s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:37:59.080311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:58.076554Z","time spent":"1.003747711s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:37:59.080324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:52.924825Z","time spent":"6.15548857s","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.080354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.05697992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:37:59.080415Z","caller":"traceutil/trace.go:171","msg":"trace[1154073378] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26069; }","duration":"6.057069632s","start":"2026-04-01T23:37:53.023326Z","end":"2026-04-01T23:37:59.080395Z","steps":["trace[1154073378] 'agreement among raft nodes before linearized reading' (duration: 6.05697948s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.080454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.023301Z","time spent":"6.057143234s","remote":"127.0.0.1:57890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:37:59.078373Z","caller":"traceutil/trace.go:171","msg":"trace[1146449402] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26069; }","duration":"5.635837375s","start":"2026-04-01T23:37:53.442522Z","end":"2026-04-01T23:37:59.07836Z","steps":["trace[1146449402] 'agreement among raft nodes before linearized reading' (duration: 5.635560928s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.080488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.442497Z","time spent":"5.637983737s","remote":"127.0.0.1:58088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.078492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.653000805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T23:37:59.081004Z","caller":"traceutil/trace.go:171","msg":"trace[816545213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26069; }","duration":"5.655561528s","start":"2026-04-01T23:37:53.425428Z","end":"2026-04-01T23:37:59.080989Z","steps":["trace[816545213] 'agreement among raft nodes before linearized reading' (duration: 5.652968484s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.081052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:53.425404Z","time spent":"5.65563416s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:37:59.082593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847269031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T23:37:59.082633Z","caller":"traceutil/trace.go:171","msg":"trace[819245120] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26069; }","duration":"1.847355383s","start":"2026-04-01T23:37:57.235269Z","end":"2026-04-01T23:37:59.082625Z","steps":["trace[819245120] 'agreement among raft nodes before linearized reading' (duration: 1.843869898s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:37:59.082657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:57.23525Z","time spent":"1.847400355s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2671,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:37:59.082826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:37:58.486434Z","time spent":"596.380524ms","remote":"127.0.0.1:57996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:08.820169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.204592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1510"} {"level":"warn","ts":"2026-04-01T23:38:08.820192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.724423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:08.820167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.347681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:933"} {"level":"warn","ts":"2026-04-01T23:38:08.820261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.359554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"warn","ts":"2026-04-01T23:38:08.820167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.146026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"warn","ts":"2026-04-01T23:38:08.820321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.403448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-01T23:38:08.820329Z","caller":"traceutil/trace.go:171","msg":"trace[415673367] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:26210; }","duration":"363.36927ms","start":"2026-04-01T23:38:08.456953Z","end":"2026-04-01T23:38:08.820322Z","steps":["trace[415673367] 'range keys from in-memory index tree' (duration: 362.961301ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:08.820337Z","caller":"traceutil/trace.go:171","msg":"trace[983791468] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:26210; }","duration":"339.495407ms","start":"2026-04-01T23:38:08.480816Z","end":"2026-04-01T23:38:08.820312Z","steps":["trace[983791468] 'range keys from in-memory index tree' (duration: 339.179409ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:08.820354Z","caller":"traceutil/trace.go:171","msg":"trace[619487066] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26210; }","duration":"239.455449ms","start":"2026-04-01T23:38:08.580888Z","end":"2026-04-01T23:38:08.820344Z","steps":["trace[619487066] 'range keys from in-memory index tree' (duration: 239.289775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:08.820354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:08.456938Z","time spent":"363.407782ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2579,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"warn","ts":"2026-04-01T23:38:08.820348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.601935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-01T23:38:08.820256Z","caller":"traceutil/trace.go:171","msg":"trace[1283398110] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:26210; }","duration":"382.315314ms","start":"2026-04-01T23:38:08.437922Z","end":"2026-04-01T23:38:08.820237Z","steps":["trace[1283398110] 'range keys from in-memory index tree' (duration: 382.104309ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:08.820378Z","caller":"traceutil/trace.go:171","msg":"trace[650705444] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:26210; }","duration":"139.528935ms","start":"2026-04-01T23:38:08.680764Z","end":"2026-04-01T23:38:08.820293Z","steps":["trace[650705444] 'range keys from in-memory index tree' (duration: 139.034711ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:08.820404Z","caller":"traceutil/trace.go:171","msg":"trace[260964016] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26210; }","duration":"188.710447ms","start":"2026-04-01T23:38:08.631677Z","end":"2026-04-01T23:38:08.820388Z","steps":["trace[260964016] 'range keys from in-memory index tree' (duration: 188.502602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:08.820419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:08.437913Z","time spent":"382.494509ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1533,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-04-01T23:38:08.820461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.442832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-01T23:38:08.820484Z","caller":"traceutil/trace.go:171","msg":"trace[239714401] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26210; }","duration":"282.511723ms","start":"2026-04-01T23:38:08.537966Z","end":"2026-04-01T23:38:08.820478Z","steps":["trace[239714401] 'range keys from in-memory index tree' (duration: 282.347789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:08.820452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.793753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"warn","ts":"2026-04-01T23:38:08.82053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.409425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-01T23:38:08.820173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.035815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-04-01T23:38:08.820557Z","caller":"traceutil/trace.go:171","msg":"trace[1137114016] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:26210; }","duration":"162.939047ms","start":"2026-04-01T23:38:08.65759Z","end":"2026-04-01T23:38:08.820529Z","steps":["trace[1137114016] 'range keys from in-memory index tree' (duration: 162.473186ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:08.820594Z","caller":"traceutil/trace.go:171","msg":"trace[1238365388] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26210; }","duration":"113.515037ms","start":"2026-04-01T23:38:08.707056Z","end":"2026-04-01T23:38:08.820571Z","steps":["trace[1238365388] 'range keys from in-memory index tree' (duration: 112.8156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:08.82066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.341914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-04-01T23:38:08.820332Z","caller":"traceutil/trace.go:171","msg":"trace[341688176] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26210; }","duration":"375.95762ms","start":"2026-04-01T23:38:08.444333Z","end":"2026-04-01T23:38:08.820291Z","steps":["trace[341688176] 'count revisions from in-memory index tree' (duration: 375.565679ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:08.820698Z","caller":"traceutil/trace.go:171","msg":"trace[150154110] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26210; }","duration":"214.382855ms","start":"2026-04-01T23:38:08.606298Z","end":"2026-04-01T23:38:08.820681Z","steps":["trace[150154110] 'range keys from in-memory index tree' (duration: 214.266852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:08.82047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.94015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1070"} {"level":"warn","ts":"2026-04-01T23:38:08.820733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:08.4443Z","time spent":"376.414721ms","remote":"127.0.0.1:58510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:08.820752Z","caller":"traceutil/trace.go:171","msg":"trace[344261096] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26210; }","duration":"289.227317ms","start":"2026-04-01T23:38:08.531509Z","end":"2026-04-01T23:38:08.820736Z","steps":["trace[344261096] 'range keys from in-memory index tree' (duration: 288.759935ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:08.820556Z","caller":"traceutil/trace.go:171","msg":"trace[35680385] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26210; }","duration":"263.434916ms","start":"2026-04-01T23:38:08.557114Z","end":"2026-04-01T23:38:08.820549Z","steps":["trace[35680385] 'range keys from in-memory index tree' (duration: 263.298052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:08.820383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:08.48077Z","time spent":"339.60101ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1286,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"warn","ts":"2026-04-01T23:38:08.820894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.756302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-01T23:38:08.820938Z","caller":"traceutil/trace.go:171","msg":"trace[1648902503] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26210; }","duration":"332.831633ms","start":"2026-04-01T23:38:08.488096Z","end":"2026-04-01T23:38:08.820928Z","steps":["trace[1648902503] 'range keys from in-memory index tree' (duration: 332.671699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:08.82096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:08.488084Z","time spent":"332.869375ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" "} {"level":"warn","ts":"2026-04-01T23:38:08.821194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.12579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-01T23:38:08.82122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.82868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-04-01T23:38:08.821247Z","caller":"traceutil/trace.go:171","msg":"trace[919746477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26210; }","duration":"196.212911ms","start":"2026-04-01T23:38:08.625018Z","end":"2026-04-01T23:38:08.821231Z","steps":["trace[919746477] 'range keys from in-memory index tree' (duration: 194.806466ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:08.821286Z","caller":"traceutil/trace.go:171","msg":"trace[1460620705] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:26210; }","duration":"313.989323ms","start":"2026-04-01T23:38:08.50728Z","end":"2026-04-01T23:38:08.82127Z","steps":["trace[1460620705] 'range keys from in-memory index tree' (duration: 312.533937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:08.82133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:08.507256Z","time spent":"314.061785ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1269,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-04-01T23:38:09.331273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788860082,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:38:09.617473Z","caller":"traceutil/trace.go:171","msg":"trace[1679955022] transaction","detail":"{read_only:false; response_revision:26211; number_of_response:1; }","duration":"791.57749ms","start":"2026-04-01T23:38:08.825868Z","end":"2026-04-01T23:38:09.617445Z","steps":["trace[1679955022] 'process raft request' (duration: 791.370115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:09.617824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:08.825845Z","time spent":"791.708833ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:10.450165Z","caller":"traceutil/trace.go:171","msg":"trace[2142771100] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"1.446742651s","start":"2026-04-01T23:38:09.003384Z","end":"2026-04-01T23:38:10.450127Z","steps":["trace[2142771100] 'process raft request' (duration: 1.445973802s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.450229Z","caller":"traceutil/trace.go:171","msg":"trace[906884561] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"1.445361847s","start":"2026-04-01T23:38:09.004828Z","end":"2026-04-01T23:38:10.45019Z","steps":["trace[906884561] 'process raft request' (duration: 1.445171542s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.45037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.003366Z","time spent":"1.446906074s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:10.450579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.004803Z","time spent":"1.445517391s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:10.450581Z","caller":"traceutil/trace.go:171","msg":"trace[913918186] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"1.4425968s","start":"2026-04-01T23:38:09.007959Z","end":"2026-04-01T23:38:10.450556Z","steps":["trace[913918186] 'process raft request' (duration: 1.442478427s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.450201Z","caller":"traceutil/trace.go:171","msg":"trace[325556673] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"1.442968349s","start":"2026-04-01T23:38:09.007212Z","end":"2026-04-01T23:38:10.45018Z","steps":["trace[325556673] 'process raft request' (duration: 1.442898587s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.450661Z","caller":"traceutil/trace.go:171","msg":"trace[245500699] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"1.443207234s","start":"2026-04-01T23:38:09.007443Z","end":"2026-04-01T23:38:10.450651Z","steps":["trace[245500699] 'process raft request' (duration: 1.442846035s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.450641Z","caller":"traceutil/trace.go:171","msg":"trace[2078500450] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"1.441786799s","start":"2026-04-01T23:38:09.008814Z","end":"2026-04-01T23:38:10.450601Z","steps":["trace[2078500450] 'process raft request' (duration: 1.441669396s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.450692Z","caller":"traceutil/trace.go:171","msg":"trace[1295940503] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"1.202442602s","start":"2026-04-01T23:38:09.248217Z","end":"2026-04-01T23:38:10.45066Z","steps":["trace[1295940503] 'process raft request' (duration: 1.202315269s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.450586Z","caller":"traceutil/trace.go:171","msg":"trace[466004573] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"1.442778264s","start":"2026-04-01T23:38:09.007777Z","end":"2026-04-01T23:38:10.450556Z","steps":["trace[466004573] 'process raft request' (duration: 1.44260561s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.450607Z","caller":"traceutil/trace.go:171","msg":"trace[1079620347] linearizableReadLoop","detail":"{readStateIndex:27099; appliedIndex:27088; }","duration":"1.619883578s","start":"2026-04-01T23:38:08.830703Z","end":"2026-04-01T23:38:10.450587Z","steps":["trace[1079620347] 'read index received' (duration: 786.592268ms)","trace[1079620347] 'applied index is now lower than readState.Index' (duration: 833.29004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:10.450751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.007432Z","time spent":"1.443272335s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:10.450743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.007195Z","time spent":"1.443495811s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:10.450775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.008799Z","time spent":"1.441918122s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:10.450805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.248189Z","time spent":"1.202565316s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:10.45083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.007765Z","time spent":"1.443020189s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:10.450832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620124253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1434"} {"level":"warn","ts":"2026-04-01T23:38:10.450742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.007928Z","time spent":"1.442739513s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:10.450896Z","caller":"traceutil/trace.go:171","msg":"trace[1934902239] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26221; }","duration":"1.620210065s","start":"2026-04-01T23:38:08.83067Z","end":"2026-04-01T23:38:10.45088Z","steps":["trace[1934902239] 'agreement among raft nodes before linearized reading' (duration: 1.619985959s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.450914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59467892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-04-01T23:38:10.450944Z","caller":"traceutil/trace.go:171","msg":"trace[2051064995] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:26221; }","duration":"1.594756462s","start":"2026-04-01T23:38:08.856178Z","end":"2026-04-01T23:38:10.450934Z","steps":["trace[2051064995] 'agreement among raft nodes before linearized reading' (duration: 1.59466125s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.450943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:08.830652Z","time spent":"1.620277777s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1457,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-01T23:38:10.450985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:08.856145Z","time spent":"1.594833074s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-04-01T23:38:10.450995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29429386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2115"} {"level":"info","ts":"2026-04-01T23:38:10.451033Z","caller":"traceutil/trace.go:171","msg":"trace[2048906795] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:26221; }","duration":"1.294352532s","start":"2026-04-01T23:38:09.156669Z","end":"2026-04-01T23:38:10.451022Z","steps":["trace[2048906795] 'agreement among raft nodes before linearized reading' (duration: 1.294186428s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.451074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.156657Z","time spent":"1.294410803s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2138,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"info","ts":"2026-04-01T23:38:10.450237Z","caller":"traceutil/trace.go:171","msg":"trace[1683540362] transaction","detail":"{read_only:false; response_revision:26212; number_of_response:1; }","duration":"1.590426357s","start":"2026-04-01T23:38:08.859003Z","end":"2026-04-01T23:38:10.449429Z","steps":["trace[1683540362] 'process raft request' (duration: 1.556573758s)","trace[1683540362] 'compare' (duration: 33.614633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:10.451062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057223999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:38:10.451249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:08.85898Z","time spent":"1.592178109s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:10.451269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519117342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-04-01T23:38:10.45129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420164939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"warn","ts":"2026-04-01T23:38:10.451315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195298788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1163"} {"level":"warn","ts":"2026-04-01T23:38:10.45132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495011811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-01T23:38:10.451348Z","caller":"traceutil/trace.go:171","msg":"trace[1207937527] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:26221; }","duration":"1.195354059s","start":"2026-04-01T23:38:09.255985Z","end":"2026-04-01T23:38:10.451339Z","steps":["trace[1207937527] 'agreement among raft nodes before linearized reading' (duration: 1.195271897s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.451307Z","caller":"traceutil/trace.go:171","msg":"trace[939937734] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26221; }","duration":"1.519151523s","start":"2026-04-01T23:38:08.932142Z","end":"2026-04-01T23:38:10.451294Z","steps":["trace[939937734] 'agreement among raft nodes before linearized reading' (duration: 1.51905547s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.45139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.255973Z","time spent":"1.19541066s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1186,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"warn","ts":"2026-04-01T23:38:10.451392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544594525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1418"} {"level":"warn","ts":"2026-04-01T23:38:10.451406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:08.932068Z","time spent":"1.519324266s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-04-01T23:38:10.45142Z","caller":"traceutil/trace.go:171","msg":"trace[96859357] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:26221; }","duration":"1.544665977s","start":"2026-04-01T23:38:08.906747Z","end":"2026-04-01T23:38:10.451413Z","steps":["trace[96859357] 'agreement among raft nodes before linearized reading' (duration: 1.544581684s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.451448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:08.906725Z","time spent":"1.544717048s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1441,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-04-01T23:38:10.4513Z","caller":"traceutil/trace.go:171","msg":"trace[1345902141] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26221; }","duration":"1.057508145s","start":"2026-04-01T23:38:09.393774Z","end":"2026-04-01T23:38:10.451282Z","steps":["trace[1345902141] 'agreement among raft nodes before linearized reading' (duration: 1.057149967s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.451485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444698361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-04-01T23:38:10.451485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.495856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:10.451527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.393743Z","time spent":"1.057758413s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:10.451563Z","caller":"traceutil/trace.go:171","msg":"trace[1382098939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26221; }","duration":"381.618479ms","start":"2026-04-01T23:38:10.06993Z","end":"2026-04-01T23:38:10.451548Z","steps":["trace[1382098939] 'agreement among raft nodes before linearized reading' (duration: 381.329601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.451577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569503945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-01T23:38:10.451605Z","caller":"traceutil/trace.go:171","msg":"trace[1287796506] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26221; }","duration":"1.569529196s","start":"2026-04-01T23:38:08.882067Z","end":"2026-04-01T23:38:10.451596Z","steps":["trace[1287796506] 'agreement among raft nodes before linearized reading' (duration: 1.569447614s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.451609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.069903Z","time spent":"381.695681ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:38:10.451639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:08.881991Z","time spent":"1.569642599s","remote":"127.0.0.1:34126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-01T23:38:10.451676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470788999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-04-01T23:38:10.45172Z","caller":"traceutil/trace.go:171","msg":"trace[299617979] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:26221; }","duration":"1.470853611s","start":"2026-04-01T23:38:08.980853Z","end":"2026-04-01T23:38:10.451706Z","steps":["trace[299617979] 'agreement among raft nodes before linearized reading' (duration: 1.470706317s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.451724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319843457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:930"} {"level":"info","ts":"2026-04-01T23:38:10.451527Z","caller":"traceutil/trace.go:171","msg":"trace[773691026] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26221; }","duration":"1.444783493s","start":"2026-04-01T23:38:09.006734Z","end":"2026-04-01T23:38:10.451517Z","steps":["trace[773691026] 'agreement among raft nodes before linearized reading' (duration: 1.444680521s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.451811Z","caller":"traceutil/trace.go:171","msg":"trace[798509030] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:26221; }","duration":"1.319945099s","start":"2026-04-01T23:38:09.131845Z","end":"2026-04-01T23:38:10.45179Z","steps":["trace[798509030] 'agreement among raft nodes before linearized reading' (duration: 1.319767444s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.451842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237931892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-01T23:38:10.451849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.006715Z","time spent":"1.445116362s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-01T23:38:10.451866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310167199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T23:38:10.45188Z","caller":"traceutil/trace.go:171","msg":"trace[1655132412] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26221; }","duration":"1.237996333s","start":"2026-04-01T23:38:09.213873Z","end":"2026-04-01T23:38:10.45187Z","steps":["trace[1655132412] 'agreement among raft nodes before linearized reading' (duration: 1.237909371s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.451903Z","caller":"traceutil/trace.go:171","msg":"trace[1486868454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26221; }","duration":"1.310250941s","start":"2026-04-01T23:38:09.141642Z","end":"2026-04-01T23:38:10.451893Z","steps":["trace[1486868454] 'agreement among raft nodes before linearized reading' (duration: 1.310160699s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.451923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.213863Z","time spent":"1.238053315s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:38:10.451269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303861774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T23:38:10.450621Z","caller":"traceutil/trace.go:171","msg":"trace[1101490466] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"1.44303285s","start":"2026-04-01T23:38:09.007374Z","end":"2026-04-01T23:38:10.450407Z","steps":["trace[1101490466] 'process raft request' (duration: 1.442766474s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.451977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34492868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-01T23:38:10.451779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0225062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-01T23:38:10.45139Z","caller":"traceutil/trace.go:171","msg":"trace[328494824] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26221; }","duration":"1.495104153s","start":"2026-04-01T23:38:08.95626Z","end":"2026-04-01T23:38:10.451364Z","steps":["trace[328494824] 'agreement among raft nodes before linearized reading' (duration: 1.494946089s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.452057Z","caller":"traceutil/trace.go:171","msg":"trace[746908703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26221; }","duration":"1.345030382s","start":"2026-04-01T23:38:09.107011Z","end":"2026-04-01T23:38:10.452042Z","steps":["trace[746908703] 'agreement among raft nodes before linearized reading' (duration: 1.344860088s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.45112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.920107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-01T23:38:10.452073Z","caller":"traceutil/trace.go:171","msg":"trace[1051039641] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26221; }","duration":"1.022836658s","start":"2026-04-01T23:38:09.429216Z","end":"2026-04-01T23:38:10.452053Z","steps":["trace[1051039641] 'agreement among raft nodes before linearized reading' (duration: 1.02249893s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.452101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.107002Z","time spent":"1.345086053s","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:38:10.452117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.429198Z","time spent":"1.02290667s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-01T23:38:10.451986Z","caller":"traceutil/trace.go:171","msg":"trace[110586317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26221; }","duration":"1.304604183s","start":"2026-04-01T23:38:09.147363Z","end":"2026-04-01T23:38:10.451967Z","steps":["trace[110586317] 'agreement among raft nodes before linearized reading' (duration: 1.303803053s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.452146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246104012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-01T23:38:10.451931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.141619Z","time spent":"1.310305083s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:10.452176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.147351Z","time spent":"1.304812838s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:10.451882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.131837Z","time spent":"1.32003015s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":953,"request content":"key:\"/registry/services/specs/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-01T23:38:10.452283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.007363Z","time spent":"1.44466089s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:10.452335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270828496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-04-01T23:38:10.454803Z","caller":"traceutil/trace.go:171","msg":"trace[151625720] range","detail":"{range_begin:/registry/services/specs/capo-system/capo-webhook-service; range_end:; response_count:1; response_revision:26221; }","duration":"1.273333148s","start":"2026-04-01T23:38:09.181451Z","end":"2026-04-01T23:38:10.454784Z","steps":["trace[151625720] 'agreement among raft nodes before linearized reading' (duration: 1.270642512s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.454872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.181416Z","time spent":"1.27344411s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":866,"request content":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" "} {"level":"warn","ts":"2026-04-01T23:38:10.451677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213688639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-01T23:38:10.455049Z","caller":"traceutil/trace.go:171","msg":"trace[1555581672] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26221; }","duration":"1.217100552s","start":"2026-04-01T23:38:09.237934Z","end":"2026-04-01T23:38:10.455034Z","steps":["trace[1555581672] 'agreement among raft nodes before linearized reading' (duration: 1.213664858s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.45509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.237909Z","time spent":"1.217169544s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" "} {"level":"info","ts":"2026-04-01T23:38:10.45135Z","caller":"traceutil/trace.go:171","msg":"trace[1490168548] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:26221; }","duration":"1.420288404s","start":"2026-04-01T23:38:09.031048Z","end":"2026-04-01T23:38:10.451336Z","steps":["trace[1490168548] 'agreement among raft nodes before linearized reading' (duration: 1.420162911s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.455295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.031032Z","time spent":"1.424251141s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":429,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-04-01T23:38:10.452104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:08.956247Z","time spent":"1.495839822s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-04-01T23:38:10.451731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394751729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-04-01T23:38:10.45567Z","caller":"traceutil/trace.go:171","msg":"trace[1106854747] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:26221; }","duration":"1.398675504s","start":"2026-04-01T23:38:09.056965Z","end":"2026-04-01T23:38:10.45564Z","steps":["trace[1106854747] 'agreement among raft nodes before linearized reading' (duration: 1.394663767s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.455748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.056938Z","time spent":"1.398788526s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":787,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-04-01T23:38:10.451183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144579697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1420"} {"level":"info","ts":"2026-04-01T23:38:10.455969Z","caller":"traceutil/trace.go:171","msg":"trace[74963042] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:26221; }","duration":"1.149352824s","start":"2026-04-01T23:38:09.306596Z","end":"2026-04-01T23:38:10.455949Z","steps":["trace[74963042] 'agreement among raft nodes before linearized reading' (duration: 1.144555546s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.45603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.306524Z","time spent":"1.149488506s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1443,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" "} {"level":"warn","ts":"2026-04-01T23:38:10.451168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.147377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-04-01T23:38:10.451236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168776599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-01T23:38:10.456567Z","caller":"traceutil/trace.go:171","msg":"trace[133029241] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26221; }","duration":"1.17414677s","start":"2026-04-01T23:38:09.282399Z","end":"2026-04-01T23:38:10.456546Z","steps":["trace[133029241] 'agreement among raft nodes before linearized reading' (duration: 1.168804769s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.456631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.282375Z","time spent":"1.174237563s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-01T23:38:10.451234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.346577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:38:10.456842Z","caller":"traceutil/trace.go:171","msg":"trace[281306930] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26221; }","duration":"187.000835ms","start":"2026-04-01T23:38:10.269824Z","end":"2026-04-01T23:38:10.456824Z","steps":["trace[281306930] 'agreement among raft nodes before linearized reading' (duration: 181.357207ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.456152Z","caller":"traceutil/trace.go:171","msg":"trace[1775104393] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26221; }","duration":"630.16617ms","start":"2026-04-01T23:38:09.825966Z","end":"2026-04-01T23:38:10.456132Z","steps":["trace[1775104393] 'agreement among raft nodes before linearized reading' (duration: 625.097646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.451748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:08.980841Z","time spent":"1.470899931s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4409,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-04-01T23:38:10.451759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220537496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1681"} {"level":"info","ts":"2026-04-01T23:38:10.457264Z","caller":"traceutil/trace.go:171","msg":"trace[862097944] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:26221; }","duration":"1.226045681s","start":"2026-04-01T23:38:09.231202Z","end":"2026-04-01T23:38:10.457247Z","steps":["trace[862097944] 'agreement among raft nodes before linearized reading' (duration: 1.220498165s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.457305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.231194Z","time spent":"1.226099182s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1704,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-04-01T23:38:10.45169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309646027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T23:38:10.457435Z","caller":"traceutil/trace.go:171","msg":"trace[1121400020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26221; }","duration":"1.315436438s","start":"2026-04-01T23:38:09.141979Z","end":"2026-04-01T23:38:10.457416Z","steps":["trace[1121400020] 'agreement among raft nodes before linearized reading' (duration: 1.309508083s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.457502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.141955Z","time spent":"1.315527151s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:38:10.451882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335931059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:10.451997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312366823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T23:38:10.458139Z","caller":"traceutil/trace.go:171","msg":"trace[1798075463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26221; }","duration":"1.318500233s","start":"2026-04-01T23:38:09.139603Z","end":"2026-04-01T23:38:10.458103Z","steps":["trace[1798075463] 'agreement among raft nodes before linearized reading' (duration: 1.312307421s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.458222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.139594Z","time spent":"1.318601536s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:10.451033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.773626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:10.458309Z","caller":"traceutil/trace.go:171","msg":"trace[1267300405] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26221; }","duration":"1.001093816s","start":"2026-04-01T23:38:09.45719Z","end":"2026-04-01T23:38:10.458284Z","steps":["trace[1267300405] 'agreement among raft nodes before linearized reading' (duration: 993.782327ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.45765Z","caller":"traceutil/trace.go:171","msg":"trace[1232837670] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26221; }","duration":"1.34169537s","start":"2026-04-01T23:38:09.115932Z","end":"2026-04-01T23:38:10.457627Z","steps":["trace[1232837670] 'agreement among raft nodes before linearized reading' (duration: 1.335854727s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.452114Z","caller":"traceutil/trace.go:171","msg":"trace[819419304] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26221; }","duration":"407.975343ms","start":"2026-04-01T23:38:10.044121Z","end":"2026-04-01T23:38:10.452096Z","steps":["trace[819419304] 'agreement among raft nodes before linearized reading' (duration: 406.816884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.451126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369361626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-04-01T23:38:10.452207Z","caller":"traceutil/trace.go:171","msg":"trace[1672305818] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26221; }","duration":"1.246204034s","start":"2026-04-01T23:38:09.205985Z","end":"2026-04-01T23:38:10.452189Z","steps":["trace[1672305818] 'agreement among raft nodes before linearized reading' (duration: 1.246057491s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.45426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349348396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:10.457034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.825947Z","time spent":"631.01879ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" "} {"level":"warn","ts":"2026-04-01T23:38:10.458371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.457161Z","time spent":"1.001189338s","remote":"127.0.0.1:58272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:10.45904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.044089Z","time spent":"414.935763ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-01T23:38:10.459094Z","caller":"traceutil/trace.go:171","msg":"trace[167221559] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26221; }","duration":"1.354235537s","start":"2026-04-01T23:38:09.104838Z","end":"2026-04-01T23:38:10.459073Z","steps":["trace[167221559] 'agreement among raft nodes before linearized reading' (duration: 1.347126064s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.459144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.10477Z","time spent":"1.35435948s","remote":"127.0.0.1:58434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T23:38:10.459147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.205965Z","time spent":"1.253168684s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-04-01T23:38:10.459139Z","caller":"traceutil/trace.go:171","msg":"trace[699811095] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:26221; }","duration":"1.377407284s","start":"2026-04-01T23:38:09.0817Z","end":"2026-04-01T23:38:10.459108Z","steps":["trace[699811095] 'agreement among raft nodes before linearized reading' (duration: 1.369231854s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.458516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.115924Z","time spent":"1.342570271s","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:10.459252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:09.081676Z","time spent":"1.377540697s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2941,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-04-01T23:38:10.872765Z","caller":"traceutil/trace.go:171","msg":"trace[751149577] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"413.003526ms","start":"2026-04-01T23:38:10.459712Z","end":"2026-04-01T23:38:10.872716Z","steps":["trace[751149577] 'process raft request' (duration: 412.674008ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.872828Z","caller":"traceutil/trace.go:171","msg":"trace[452527628] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"411.668383ms","start":"2026-04-01T23:38:10.461143Z","end":"2026-04-01T23:38:10.872812Z","steps":["trace[452527628] 'process raft request' (duration: 411.466129ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.872852Z","caller":"traceutil/trace.go:171","msg":"trace[1901402203] linearizableReadLoop","detail":"{readStateIndex:27104; appliedIndex:27100; }","duration":"366.799035ms","start":"2026-04-01T23:38:10.506028Z","end":"2026-04-01T23:38:10.872827Z","steps":["trace[1901402203] 'read index received' (duration: 366.048697ms)","trace[1901402203] 'applied index is now lower than readState.Index' (duration: 749.308µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:10.872978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.461134Z","time spent":"411.731495ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:10.872987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.459698Z","time spent":"413.162591ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:10.873262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.576321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1352"} {"level":"warn","ts":"2026-04-01T23:38:10.873288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.794106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:1092"} {"level":"info","ts":"2026-04-01T23:38:10.87333Z","caller":"traceutil/trace.go:171","msg":"trace[101340781] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:26226; }","duration":"411.861228ms","start":"2026-04-01T23:38:10.461457Z","end":"2026-04-01T23:38:10.873318Z","steps":["trace[101340781] 'agreement among raft nodes before linearized reading' (duration: 411.684983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.87337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.461451Z","time spent":"411.910399ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1115,"request content":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-01T23:38:10.873473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.496204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1464"} {"level":"warn","ts":"2026-04-01T23:38:10.873506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.466163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-04-01T23:38:10.873539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.883514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T23:38:10.873581Z","caller":"traceutil/trace.go:171","msg":"trace[1132965569] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:26226; }","duration":"410.572726ms","start":"2026-04-01T23:38:10.462989Z","end":"2026-04-01T23:38:10.873562Z","steps":["trace[1132965569] 'agreement among raft nodes before linearized reading' (duration: 410.301079ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.873597Z","caller":"traceutil/trace.go:171","msg":"trace[1371528990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26226; }","duration":"410.939885ms","start":"2026-04-01T23:38:10.462641Z","end":"2026-04-01T23:38:10.873581Z","steps":["trace[1371528990] 'agreement among raft nodes before linearized reading' (duration: 410.762111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.873634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.462981Z","time spent":"410.644767ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-01T23:38:10.873643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.462617Z","time spent":"411.015246ms","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:38:10.873652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.313568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-01T23:38:10.873689Z","caller":"traceutil/trace.go:171","msg":"trace[1814976340] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26226; }","duration":"412.35816ms","start":"2026-04-01T23:38:10.461318Z","end":"2026-04-01T23:38:10.873676Z","steps":["trace[1814976340] 'agreement among raft nodes before linearized reading' (duration: 412.262098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.873728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.461308Z","time spent":"412.412401ms","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-04-01T23:38:10.873327Z","caller":"traceutil/trace.go:171","msg":"trace[492794517] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:26226; }","duration":"411.659253ms","start":"2026-04-01T23:38:10.461651Z","end":"2026-04-01T23:38:10.873311Z","steps":["trace[492794517] 'agreement among raft nodes before linearized reading' (duration: 411.465929ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.873873Z","caller":"traceutil/trace.go:171","msg":"trace[1415198069] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"411.246112ms","start":"2026-04-01T23:38:10.462613Z","end":"2026-04-01T23:38:10.873859Z","steps":["trace[1415198069] 'process raft request' (duration: 410.097734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.873891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.46164Z","time spent":"412.241567ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1375,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"warn","ts":"2026-04-01T23:38:10.873943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.246752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-04-01T23:38:10.873902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.959975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:939"} {"level":"info","ts":"2026-04-01T23:38:10.873994Z","caller":"traceutil/trace.go:171","msg":"trace[494312076] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:26226; }","duration":"411.308654ms","start":"2026-04-01T23:38:10.462674Z","end":"2026-04-01T23:38:10.873983Z","steps":["trace[494312076] 'agreement among raft nodes before linearized reading' (duration: 411.189321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.874028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.462667Z","time spent":"411.354225ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-04-01T23:38:10.87404Z","caller":"traceutil/trace.go:171","msg":"trace[23601449] range","detail":"{range_begin:/registry/services/specs/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:26226; }","duration":"413.131008ms","start":"2026-04-01T23:38:10.460884Z","end":"2026-04-01T23:38:10.874015Z","steps":["trace[23601449] 'agreement among raft nodes before linearized reading' (duration: 412.723939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.874064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.582106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-04-01T23:38:10.874096Z","caller":"traceutil/trace.go:171","msg":"trace[396435804] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:26226; }","duration":"410.619357ms","start":"2026-04-01T23:38:10.463466Z","end":"2026-04-01T23:38:10.874086Z","steps":["trace[396435804] 'agreement among raft nodes before linearized reading' (duration: 410.531485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.874077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.110978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-04-01T23:38:10.874078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.20035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-04-01T23:38:10.874136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.463463Z","time spent":"410.666748ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:38:10.874157Z","caller":"traceutil/trace.go:171","msg":"trace[506972123] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26226; }","duration":"366.241401ms","start":"2026-04-01T23:38:10.507896Z","end":"2026-04-01T23:38:10.874137Z","steps":["trace[506972123] 'agreement among raft nodes before linearized reading' (duration: 365.992925ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.874154Z","caller":"traceutil/trace.go:171","msg":"trace[1535424951] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"411.500028ms","start":"2026-04-01T23:38:10.462635Z","end":"2026-04-01T23:38:10.874135Z","steps":["trace[1535424951] 'process raft request' (duration: 410.135175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.874216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.888532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-01T23:38:10.874256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.462625Z","time spent":"411.5809ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:10.874275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.103008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-04-01T23:38:10.874306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.432671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1448"} {"level":"warn","ts":"2026-04-01T23:38:10.874314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.081597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-01T23:38:10.874324Z","caller":"traceutil/trace.go:171","msg":"trace[574039114] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26226; }","duration":"413.15975ms","start":"2026-04-01T23:38:10.461152Z","end":"2026-04-01T23:38:10.874312Z","steps":["trace[574039114] 'agreement among raft nodes before linearized reading' (duration: 413.045567ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.874343Z","caller":"traceutil/trace.go:171","msg":"trace[1181603771] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:26226; }","duration":"412.479783ms","start":"2026-04-01T23:38:10.461853Z","end":"2026-04-01T23:38:10.874333Z","steps":["trace[1181603771] 'agreement among raft nodes before linearized reading' (duration: 412.380021ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.87435Z","caller":"traceutil/trace.go:171","msg":"trace[1659951820] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26226; }","duration":"413.128108ms","start":"2026-04-01T23:38:10.46121Z","end":"2026-04-01T23:38:10.874338Z","steps":["trace[1659951820] 'agreement among raft nodes before linearized reading' (duration: 413.036166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.874367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.354845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-04-01T23:38:10.874385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.461846Z","time spent":"412.532814ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-01T23:38:10.873971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.988092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:10.874406Z","caller":"traceutil/trace.go:171","msg":"trace[1084447179] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26226; }","duration":"411.397666ms","start":"2026-04-01T23:38:10.462994Z","end":"2026-04-01T23:38:10.874392Z","steps":["trace[1084447179] 'agreement among raft nodes before linearized reading' (duration: 411.299743ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.874431Z","caller":"traceutil/trace.go:171","msg":"trace[1806787952] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26226; }","duration":"410.460904ms","start":"2026-04-01T23:38:10.463959Z","end":"2026-04-01T23:38:10.87442Z","steps":["trace[1806787952] 'agreement among raft nodes before linearized reading' (duration: 409.957861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.874424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.604646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-04-01T23:38:10.874361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.461144Z","time spent":"413.210961ms","remote":"127.0.0.1:37554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7407,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-01T23:38:10.87446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.440877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-01T23:38:10.874468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.533199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:1 size:757"} {"level":"warn","ts":"2026-04-01T23:38:10.874393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.461201Z","time spent":"413.185249ms","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-04-01T23:38:10.874493Z","caller":"traceutil/trace.go:171","msg":"trace[236972597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26226; }","duration":"413.484288ms","start":"2026-04-01T23:38:10.460999Z","end":"2026-04-01T23:38:10.874483Z","steps":["trace[236972597] 'agreement among raft nodes before linearized reading' (duration: 413.384684ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:10.874503Z","caller":"traceutil/trace.go:171","msg":"trace[43716567] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:1; response_revision:26226; }","duration":"413.591581ms","start":"2026-04-01T23:38:10.460903Z","end":"2026-04-01T23:38:10.874494Z","steps":["trace[43716567] 'agreement among raft nodes before linearized reading' (duration: 413.500008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.874439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.462986Z","time spent":"411.445887ms","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-01T23:38:10.874473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.463954Z","time spent":"410.510845ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-01T23:38:10.874493Z","caller":"traceutil/trace.go:171","msg":"trace[375031900] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26226; }","duration":"412.686279ms","start":"2026-04-01T23:38:10.46179Z","end":"2026-04-01T23:38:10.874476Z","steps":["trace[375031900] 'agreement among raft nodes before linearized reading' (duration: 412.509033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.874634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.461785Z","time spent":"412.835652ms","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-04-01T23:38:10.874097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.460879Z","time spent":"413.2064ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":962,"request content":"key:\"/registry/services/specs/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-04-01T23:38:10.873969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.462604Z","time spent":"411.296765ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:10.874717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.338925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1610"} {"level":"info","ts":"2026-04-01T23:38:10.874885Z","caller":"traceutil/trace.go:171","msg":"trace[583567257] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:26226; }","duration":"413.56178ms","start":"2026-04-01T23:38:10.461302Z","end":"2026-04-01T23:38:10.874863Z","steps":["trace[583567257] 'agreement among raft nodes before linearized reading' (duration: 412.908843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.876939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.461295Z","time spent":"415.605459ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1633,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-04-01T23:38:10.87394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.070867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1527"} {"level":"info","ts":"2026-04-01T23:38:10.874269Z","caller":"traceutil/trace.go:171","msg":"trace[159601356] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26226; }","duration":"412.944064ms","start":"2026-04-01T23:38:10.461306Z","end":"2026-04-01T23:38:10.87425Z","steps":["trace[159601356] 'agreement among raft nodes before linearized reading' (duration: 412.821571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.87726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.461298Z","time spent":"415.921048ms","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-01T23:38:10.874218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.507874Z","time spent":"366.327813ms","remote":"127.0.0.1:47126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-01T23:38:10.874161Z","caller":"traceutil/trace.go:171","msg":"trace[1457468102] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26226; }","duration":"413.318253ms","start":"2026-04-01T23:38:10.460824Z","end":"2026-04-01T23:38:10.874143Z","steps":["trace[1457468102] 'agreement among raft nodes before linearized reading' (duration: 413.033036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.877446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.460815Z","time spent":"416.620605ms","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-01T23:38:10.874274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.613161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1239"} {"level":"info","ts":"2026-04-01T23:38:10.877557Z","caller":"traceutil/trace.go:171","msg":"trace[1321020462] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:26226; }","duration":"414.899342ms","start":"2026-04-01T23:38:10.462641Z","end":"2026-04-01T23:38:10.877541Z","steps":["trace[1321020462] 'agreement among raft nodes before linearized reading' (duration: 411.56178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.877596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.462634Z","time spent":"414.954053ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1262,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"warn","ts":"2026-04-01T23:38:10.874359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.328394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ea7a98ab-fcfd-4c39-878a-a96ad109e248\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-01T23:38:10.877647Z","caller":"traceutil/trace.go:171","msg":"trace[2088219406] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ea7a98ab-fcfd-4c39-878a-a96ad109e248; range_end:; response_count:1; response_revision:26226; }","duration":"416.604354ms","start":"2026-04-01T23:38:10.461024Z","end":"2026-04-01T23:38:10.877629Z","steps":["trace[2088219406] 'agreement among raft nodes before linearized reading' (duration: 413.266372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.877708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.461007Z","time spent":"416.686086ms","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ea7a98ab-fcfd-4c39-878a-a96ad109e248\" "} {"level":"warn","ts":"2026-04-01T23:38:10.874533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.460899Z","time spent":"413.628492ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":780,"request content":"key:\"/registry/services/specs/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-04-01T23:38:10.874539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.460991Z","time spent":"413.538739ms","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T23:38:10.874661Z","caller":"traceutil/trace.go:171","msg":"trace[733926466] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:26226; }","duration":"410.557955ms","start":"2026-04-01T23:38:10.462954Z","end":"2026-04-01T23:38:10.873512Z","steps":["trace[733926466] 'agreement among raft nodes before linearized reading' (duration: 410.399502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.877936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.462946Z","time spent":"414.972763ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1487,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"info","ts":"2026-04-01T23:38:10.877126Z","caller":"traceutil/trace.go:171","msg":"trace[1692229756] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:26226; }","duration":"416.221784ms","start":"2026-04-01T23:38:10.460853Z","end":"2026-04-01T23:38:10.877075Z","steps":["trace[1692229756] 'agreement among raft nodes before linearized reading' (duration: 412.982875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:10.879856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.460827Z","time spent":"417.181948ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1550,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-04-01T23:38:11.454165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788860137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:38:12.810405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.442467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:38:12.810617Z","caller":"traceutil/trace.go:171","msg":"trace[1080340695] linearizableReadLoop","detail":"{readStateIndex:27108; appliedIndex:27106; }","duration":"1.857156953s","start":"2026-04-01T23:38:10.953449Z","end":"2026-04-01T23:38:12.810606Z","steps":["trace[1080340695] 'read index received' (duration: 953.510811ms)","trace[1080340695] 'applied index is now lower than readState.Index' (duration: 903.645092ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:12.810607Z","caller":"traceutil/trace.go:171","msg":"trace[707939469] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"1.858383854s","start":"2026-04-01T23:38:10.952189Z","end":"2026-04-01T23:38:12.810573Z","steps":["trace[707939469] 'process raft request' (duration: 954.685841ms)","trace[707939469] 'compare' (duration: 903.151959ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:12.810696Z","caller":"traceutil/trace.go:171","msg":"trace[520273928] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"1.857371079s","start":"2026-04-01T23:38:10.953303Z","end":"2026-04-01T23:38:12.810674Z","steps":["trace[520273928] 'process raft request' (duration: 1.857198155s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:12.810718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.952162Z","time spent":"1.858503367s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:12.81076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857306667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:12.810782Z","caller":"traceutil/trace.go:171","msg":"trace[1832398414] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26229; }","duration":"1.857341308s","start":"2026-04-01T23:38:10.953433Z","end":"2026-04-01T23:38:12.810774Z","steps":["trace[1832398414] 'agreement among raft nodes before linearized reading' (duration: 1.857232106s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:12.810802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.953428Z","time spent":"1.857369429s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:38:12.810807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.953289Z","time spent":"1.857462741s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:13.071358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999765812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:38:13.071455Z","caller":"traceutil/trace.go:171","msg":"trace[1753622744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999934467s","start":"2026-04-01T23:38:11.0715Z","end":"2026-04-01T23:38:13.071435Z","steps":["trace[1753622744] 'agreement among raft nodes before linearized reading' (duration: 1.999814974s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:13.071508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.071475Z","time spent":"2.000022809s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:38:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:38:13.311186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788860148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:38:13.81133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788860148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:38:14.312364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788860148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:38:14.791246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.983018993s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:38:15.07219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000614634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:38:15.072291Z","caller":"traceutil/trace.go:171","msg":"trace[1020164739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000783158s","start":"2026-04-01T23:38:13.071485Z","end":"2026-04-01T23:38:15.072268Z","steps":["trace[1020164739] 'agreement among raft nodes before linearized reading' (duration: 2.000648315s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.072347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:13.071464Z","time spent":"2.00087321s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:38:15.911966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.068046Z","time spent":"843.909301ms","remote":"127.0.0.1:49716","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T23:38:15.913007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121436331s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:38:15.913386Z","caller":"traceutil/trace.go:171","msg":"trace[1680511301] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"3.453923186s","start":"2026-04-01T23:38:12.459432Z","end":"2026-04-01T23:38:15.913355Z","steps":["trace[1680511301] 'process raft request' (duration: 3.45368302s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.913452Z","caller":"traceutil/trace.go:171","msg":"trace[2030119296] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"3.453993457s","start":"2026-04-01T23:38:12.459419Z","end":"2026-04-01T23:38:15.913413Z","steps":["trace[2030119296] 'process raft request' (duration: 2.332009623s)","trace[2030119296] 'compare' (duration: 1.121278347s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:15.913535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.459411Z","time spent":"3.454039478s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:15.913614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.45939Z","time spent":"3.454135441s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:15.913754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.958901401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-01T23:38:15.913789Z","caller":"traceutil/trace.go:171","msg":"trace[521089526] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26239; }","duration":"4.958951282s","start":"2026-04-01T23:38:10.954827Z","end":"2026-04-01T23:38:15.913779Z","steps":["trace[521089526] 'agreement among raft nodes before linearized reading' (duration: 4.958743867s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.913824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.954822Z","time spent":"4.958992933s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-01T23:38:15.913541Z","caller":"traceutil/trace.go:171","msg":"trace[1164634326] linearizableReadLoop","detail":"{readStateIndex:27117; appliedIndex:27108; }","duration":"3.102885905s","start":"2026-04-01T23:38:12.810638Z","end":"2026-04-01T23:38:15.913524Z","steps":["trace[1164634326] 'read index received' (duration: 1.980825529s)","trace[1164634326] 'applied index is now lower than readState.Index' (duration: 1.122059256s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:15.914036Z","caller":"traceutil/trace.go:171","msg":"trace[1133553961] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"3.45451689s","start":"2026-04-01T23:38:12.459508Z","end":"2026-04-01T23:38:15.914025Z","steps":["trace[1133553961] 'process raft request' (duration: 3.45370072s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.914098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.4595Z","time spent":"3.454562501s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:15.914218Z","caller":"traceutil/trace.go:171","msg":"trace[523809495] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"3.454754476s","start":"2026-04-01T23:38:12.459455Z","end":"2026-04-01T23:38:15.91421Z","steps":["trace[523809495] 'process raft request' (duration: 3.453797792s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.914265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.459437Z","time spent":"3.454800568s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:15.914423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.831952815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"range_response_count:1 size:6541"} {"level":"info","ts":"2026-04-01T23:38:15.914447Z","caller":"traceutil/trace.go:171","msg":"trace[1147072709] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; response_count:1; response_revision:26239; }","duration":"4.831976106s","start":"2026-04-01T23:38:11.082463Z","end":"2026-04-01T23:38:15.914439Z","steps":["trace[1147072709] 'agreement among raft nodes before linearized reading' (duration: 4.831863063s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.914472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.08242Z","time spent":"4.832046497s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6564,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} {"level":"warn","ts":"2026-04-01T23:38:15.914468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.806190484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-04-01T23:38:15.914515Z","caller":"traceutil/trace.go:171","msg":"trace[743793231] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:26239; }","duration":"4.806266916s","start":"2026-04-01T23:38:11.108233Z","end":"2026-04-01T23:38:15.9145Z","steps":["trace[743793231] 'agreement among raft nodes before linearized reading' (duration: 4.806091842s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.9145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.581956488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-01T23:38:15.914549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.108218Z","time spent":"4.806322897s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5163,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:38:15.914574Z","caller":"traceutil/trace.go:171","msg":"trace[1553237513] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26239; }","duration":"4.582095092s","start":"2026-04-01T23:38:11.332463Z","end":"2026-04-01T23:38:15.914558Z","steps":["trace[1553237513] 'agreement among raft nodes before linearized reading' (duration: 4.581854256s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.914576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.931553123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-04-01T23:38:15.914606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.332428Z","time spent":"4.582172123s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-04-01T23:38:15.914634Z","caller":"traceutil/trace.go:171","msg":"trace[1423772405] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:26239; }","duration":"4.931674905s","start":"2026-04-01T23:38:10.982945Z","end":"2026-04-01T23:38:15.91462Z","steps":["trace[1423772405] 'agreement among raft nodes before linearized reading' (duration: 4.93146046s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.914668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.982916Z","time spent":"4.931745647s","remote":"127.0.0.1:34178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-01T23:38:15.914691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.957019655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-01T23:38:15.914723Z","caller":"traceutil/trace.go:171","msg":"trace[1240575220] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26239; }","duration":"4.957058926s","start":"2026-04-01T23:38:10.957652Z","end":"2026-04-01T23:38:15.914711Z","steps":["trace[1240575220] 'agreement among raft nodes before linearized reading' (duration: 4.956969094s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.914749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:10.957644Z","time spent":"4.957099717s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-04-01T23:38:15.914773Z","caller":"traceutil/trace.go:171","msg":"trace[1606683634] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"3.455239919s","start":"2026-04-01T23:38:12.459523Z","end":"2026-04-01T23:38:15.914763Z","steps":["trace[1606683634] 'process raft request' (duration: 3.453775162s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.91478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.607063322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-01T23:38:15.91481Z","caller":"traceutil/trace.go:171","msg":"trace[1351267190] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26239; }","duration":"4.607113573s","start":"2026-04-01T23:38:11.307686Z","end":"2026-04-01T23:38:15.9148Z","steps":["trace[1351267190] 'agreement among raft nodes before linearized reading' (duration: 4.607021631s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.914836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.307664Z","time spent":"4.607165784s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-01T23:38:15.91484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.459511Z","time spent":"3.455280909s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:15.914874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.85709069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7599"} {"level":"info","ts":"2026-04-01T23:38:15.914898Z","caller":"traceutil/trace.go:171","msg":"trace[1245867129] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:26239; }","duration":"4.857160602s","start":"2026-04-01T23:38:11.057729Z","end":"2026-04-01T23:38:15.91489Z","steps":["trace[1245867129] 'agreement among raft nodes before linearized reading' (duration: 4.85708683s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.914917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.057706Z","time spent":"4.857205643s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7622,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"warn","ts":"2026-04-01T23:38:15.914907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.65722243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4681"} {"level":"info","ts":"2026-04-01T23:38:15.914955Z","caller":"traceutil/trace.go:171","msg":"trace[1390945236] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"3.455257838s","start":"2026-04-01T23:38:12.45969Z","end":"2026-04-01T23:38:15.914948Z","steps":["trace[1390945236] 'process raft request' (duration: 3.453681319s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.914956Z","caller":"traceutil/trace.go:171","msg":"trace[1573529532] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:26239; }","duration":"4.657299721s","start":"2026-04-01T23:38:11.257644Z","end":"2026-04-01T23:38:15.914944Z","steps":["trace[1573529532] 'agreement among raft nodes before linearized reading' (duration: 4.657111256s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.914924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.717117124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:38:15.914994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.45968Z","time spent":"3.45529418s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:15.914926Z","caller":"traceutil/trace.go:171","msg":"trace[1209359085] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"3.45534621s","start":"2026-04-01T23:38:12.45957Z","end":"2026-04-01T23:38:15.914916Z","steps":["trace[1209359085] 'process raft request' (duration: 3.453770441s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.915026Z","caller":"traceutil/trace.go:171","msg":"trace[1848623415] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26239; }","duration":"4.717259018s","start":"2026-04-01T23:38:11.197745Z","end":"2026-04-01T23:38:15.915004Z","steps":["trace[1848623415] 'agreement among raft nodes before linearized reading' (duration: 4.716984612s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.915056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.459514Z","time spent":"3.455508315s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:15.915073Z","caller":"traceutil/trace.go:171","msg":"trace[855182661] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"3.455193837s","start":"2026-04-01T23:38:12.45987Z","end":"2026-04-01T23:38:15.915063Z","steps":["trace[855182661] 'process raft request' (duration: 3.453534156s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.91507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.731394244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:6939"} {"level":"warn","ts":"2026-04-01T23:38:15.915072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.632679809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"warn","ts":"2026-04-01T23:38:15.915085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.197738Z","time spent":"4.7173355s","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:15.915102Z","caller":"traceutil/trace.go:171","msg":"trace[1857474895] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:26239; }","duration":"4.731475616s","start":"2026-04-01T23:38:11.183617Z","end":"2026-04-01T23:38:15.915093Z","steps":["trace[1857474895] 'agreement among raft nodes before linearized reading' (duration: 4.731378993s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.915076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.906408017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4500"} {"level":"info","ts":"2026-04-01T23:38:15.915121Z","caller":"traceutil/trace.go:171","msg":"trace[77706300] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:26239; }","duration":"4.632759451s","start":"2026-04-01T23:38:11.282347Z","end":"2026-04-01T23:38:15.915107Z","steps":["trace[77706300] 'agreement among raft nodes before linearized reading' (duration: 4.632610987s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.915132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.183589Z","time spent":"4.731537787s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6962,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-04-01T23:38:15.915108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.881570119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"warn","ts":"2026-04-01T23:38:15.915158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.282328Z","time spent":"4.632822642s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4156,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-04-01T23:38:15.915154Z","caller":"traceutil/trace.go:171","msg":"trace[1346294079] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:26239; }","duration":"4.90651835s","start":"2026-04-01T23:38:11.008617Z","end":"2026-04-01T23:38:15.915135Z","steps":["trace[1346294079] 'agreement among raft nodes before linearized reading' (duration: 4.906263803s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.915182Z","caller":"traceutil/trace.go:171","msg":"trace[1766246226] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"1.142369604s","start":"2026-04-01T23:38:14.772805Z","end":"2026-04-01T23:38:15.915175Z","steps":["trace[1766246226] 'process raft request' (duration: 1.140672432s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.915178Z","caller":"traceutil/trace.go:171","msg":"trace[1041921726] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:26239; }","duration":"4.881655551s","start":"2026-04-01T23:38:11.033509Z","end":"2026-04-01T23:38:15.915165Z","steps":["trace[1041921726] 'agreement among raft nodes before linearized reading' (duration: 4.881531538s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.915109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.459837Z","time spent":"3.455251508s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:15.915202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.008602Z","time spent":"4.906591781s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4523,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} {"level":"warn","ts":"2026-04-01T23:38:15.91521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.033496Z","time spent":"4.881707172s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4733,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-04-01T23:38:15.915218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.772776Z","time spent":"1.142421424s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:15.915215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.757535883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5116"} {"level":"warn","ts":"2026-04-01T23:38:15.915215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.681574485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"warn","ts":"2026-04-01T23:38:15.91521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.782048484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-04-01T23:38:15.915266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.443185041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:15.915137Z","caller":"traceutil/trace.go:171","msg":"trace[1269439035] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"2.518767372s","start":"2026-04-01T23:38:13.396361Z","end":"2026-04-01T23:38:15.915128Z","steps":["trace[1269439035] 'process raft request' (duration: 2.517081261s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.915282Z","caller":"traceutil/trace.go:171","msg":"trace[851257508] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:26239; }","duration":"4.757653667s","start":"2026-04-01T23:38:11.157609Z","end":"2026-04-01T23:38:15.915263Z","steps":["trace[851257508] 'agreement among raft nodes before linearized reading' (duration: 4.757464282s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.915299Z","caller":"traceutil/trace.go:171","msg":"trace[632288170] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26239; }","duration":"4.443237773s","start":"2026-04-01T23:38:11.47205Z","end":"2026-04-01T23:38:15.915288Z","steps":["trace[632288170] 'agreement among raft nodes before linearized reading' (duration: 4.443180842s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.915295Z","caller":"traceutil/trace.go:171","msg":"trace[1253943211] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:26239; }","duration":"4.782204857s","start":"2026-04-01T23:38:11.133075Z","end":"2026-04-01T23:38:15.91528Z","steps":["trace[1253943211] 'agreement among raft nodes before linearized reading' (duration: 4.782041533s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.91531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.653113879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-01T23:38:15.9153Z","caller":"traceutil/trace.go:171","msg":"trace[2133366771] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:26239; }","duration":"4.682277872s","start":"2026-04-01T23:38:11.232996Z","end":"2026-04-01T23:38:15.915273Z","steps":["trace[2133366771] 'agreement among raft nodes before linearized reading' (duration: 4.682100808s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.915329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.157586Z","time spent":"4.757735018s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5139,"request content":"key:\"/registry/deployments/openstack/staffeln-conductor\" "} {"level":"warn","ts":"2026-04-01T23:38:15.915338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.531911143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5884"} {"level":"warn","ts":"2026-04-01T23:38:15.915322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182157426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:15.915337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.133045Z","time spent":"4.782284059s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3914,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-04-01T23:38:15.915353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.232968Z","time spent":"4.682377095s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4518,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-04-01T23:38:15.914996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.25763Z","time spent":"4.657350743s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4704,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"info","ts":"2026-04-01T23:38:15.915364Z","caller":"traceutil/trace.go:171","msg":"trace[714889669] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:26239; }","duration":"4.531978525s","start":"2026-04-01T23:38:11.383378Z","end":"2026-04-01T23:38:15.915356Z","steps":["trace[714889669] 'agreement among raft nodes before linearized reading' (duration: 4.531896823s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.91538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821369506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-01T23:38:15.915383Z","caller":"traceutil/trace.go:171","msg":"trace[694987469] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26239; }","duration":"3.182220057s","start":"2026-04-01T23:38:12.733144Z","end":"2026-04-01T23:38:15.915364Z","steps":["trace[694987469] 'agreement among raft nodes before linearized reading' (duration: 3.182126125s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.915373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:13.39633Z","time spent":"2.518987408s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:15.915335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.707720405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-04-01T23:38:15.915411Z","caller":"traceutil/trace.go:171","msg":"trace[1480476996] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26239; }","duration":"3.821455068s","start":"2026-04-01T23:38:12.093945Z","end":"2026-04-01T23:38:15.9154Z","steps":["trace[1480476996] 'agreement among raft nodes before linearized reading' (duration: 3.821367326s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.915338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.472039Z","time spent":"4.443286624s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:15.915425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405764986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-01T23:38:15.915424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.733061Z","time spent":"3.18235423s","remote":"127.0.0.1:57280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:15.915425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.292424582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-01T23:38:15.915438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.093914Z","time spent":"3.8215178s","remote":"127.0.0.1:47024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-01T23:38:15.91545Z","caller":"traceutil/trace.go:171","msg":"trace[2103865884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26239; }","duration":"3.405824888s","start":"2026-04-01T23:38:12.509615Z","end":"2026-04-01T23:38:15.91544Z","steps":["trace[2103865884] 'agreement among raft nodes before linearized reading' (duration: 3.405741536s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.915393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.383356Z","time spent":"4.532029156s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5907,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-04-01T23:38:15.91546Z","caller":"traceutil/trace.go:171","msg":"trace[1529997832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26239; }","duration":"4.292506404s","start":"2026-04-01T23:38:11.622944Z","end":"2026-04-01T23:38:15.915451Z","steps":["trace[1529997832] 'agreement among raft nodes before linearized reading' (duration: 4.292409452s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.915451Z","caller":"traceutil/trace.go:171","msg":"trace[1188194357] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:26239; }","duration":"4.707857979s","start":"2026-04-01T23:38:11.207573Z","end":"2026-04-01T23:38:15.915431Z","steps":["trace[1188194357] 'agreement among raft nodes before linearized reading' (duration: 4.707597802s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.915471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451596017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-01T23:38:15.915479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.509599Z","time spent":"3.40587565s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:38:15.915339Z","caller":"traceutil/trace.go:171","msg":"trace[295876181] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26239; }","duration":"3.65318421s","start":"2026-04-01T23:38:12.262146Z","end":"2026-04-01T23:38:15.915331Z","steps":["trace[295876181] 'agreement among raft nodes before linearized reading' (duration: 3.653122539s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.915486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.622916Z","time spent":"4.292564196s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T23:38:15.915499Z","caller":"traceutil/trace.go:171","msg":"trace[859956343] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26239; }","duration":"4.451662059s","start":"2026-04-01T23:38:11.463829Z","end":"2026-04-01T23:38:15.915491Z","steps":["trace[859956343] 'agreement among raft nodes before linearized reading' (duration: 4.451580957s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.915511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.207561Z","time spent":"4.70793164s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4635,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:38:15.915526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.50728608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10942"} {"level":"warn","ts":"2026-04-01T23:38:15.915515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.262104Z","time spent":"3.653401466s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-01T23:38:15.915526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.463806Z","time spent":"4.45171354s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" "} {"level":"warn","ts":"2026-04-01T23:38:15.915316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.557628352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-rpc-server\" ","response":"range_response_count:1 size:8809"} {"level":"info","ts":"2026-04-01T23:38:15.915556Z","caller":"traceutil/trace.go:171","msg":"trace[1423464297] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:26239; }","duration":"4.507327321s","start":"2026-04-01T23:38:11.40822Z","end":"2026-04-01T23:38:15.915548Z","steps":["trace[1423464297] 'agreement among raft nodes before linearized reading' (duration: 4.50725749s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.915563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.482566576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7741"} {"level":"warn","ts":"2026-04-01T23:38:15.915578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.408214Z","time spent":"4.507358532s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10965,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-04-01T23:38:15.915571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780813445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-01T23:38:15.915582Z","caller":"traceutil/trace.go:171","msg":"trace[1566043533] range","detail":"{range_begin:/registry/deployments/openstack/neutron-rpc-server; range_end:; response_count:1; response_revision:26239; }","duration":"4.557912469s","start":"2026-04-01T23:38:11.357656Z","end":"2026-04-01T23:38:15.915568Z","steps":["trace[1566043533] 'agreement among raft nodes before linearized reading' (duration: 4.557624592s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.915597Z","caller":"traceutil/trace.go:171","msg":"trace[972125915] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:26239; }","duration":"4.482620006s","start":"2026-04-01T23:38:11.432965Z","end":"2026-04-01T23:38:15.915585Z","steps":["trace[972125915] 'agreement among raft nodes before linearized reading' (duration: 4.482510184s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.915619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.357642Z","time spent":"4.55796678s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8832,"request content":"key:\"/registry/deployments/openstack/neutron-rpc-server\" "} {"level":"info","ts":"2026-04-01T23:38:15.91562Z","caller":"traceutil/trace.go:171","msg":"trace[122222343] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26239; }","duration":"3.780893197s","start":"2026-04-01T23:38:12.134706Z","end":"2026-04-01T23:38:15.915599Z","steps":["trace[122222343] 'agreement among raft nodes before linearized reading' (duration: 3.780721533s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.915631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:11.432951Z","time spent":"4.482674017s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7764,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"warn","ts":"2026-04-01T23:38:15.915653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.134685Z","time spent":"3.780960518s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-01T23:38:15.946416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122842825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:15.946448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038220304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:15.946504Z","caller":"traceutil/trace.go:171","msg":"trace[551077038] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26240; }","duration":"1.122987669s","start":"2026-04-01T23:38:14.823495Z","end":"2026-04-01T23:38:15.946483Z","steps":["trace[551077038] 'agreement among raft nodes before linearized reading' (duration: 1.122842086s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.946538Z","caller":"traceutil/trace.go:171","msg":"trace[2032594825] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26240; }","duration":"2.038313256s","start":"2026-04-01T23:38:13.908193Z","end":"2026-04-01T23:38:15.946506Z","steps":["trace[2032594825] 'agreement among raft nodes before linearized reading' (duration: 2.038169462s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.946595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:13.908108Z","time spent":"2.03847669s","remote":"127.0.0.1:47394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:15.946652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.638097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:15.946658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844394221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-01T23:38:15.946704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069113958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T23:38:15.946754Z","caller":"traceutil/trace.go:171","msg":"trace[735880876] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26240; }","duration":"1.844544324s","start":"2026-04-01T23:38:14.102187Z","end":"2026-04-01T23:38:15.946731Z","steps":["trace[735880876] 'agreement among raft nodes before linearized reading' (duration: 1.844234287s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.94677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.132581621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-01T23:38:15.946777Z","caller":"traceutil/trace.go:171","msg":"trace[607653513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26240; }","duration":"3.069248332s","start":"2026-04-01T23:38:12.877513Z","end":"2026-04-01T23:38:15.946761Z","steps":["trace[607653513] 'agreement among raft nodes before linearized reading' (duration: 3.069004236s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.946801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.102169Z","time spent":"1.844623336s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-01T23:38:15.946808Z","caller":"traceutil/trace.go:171","msg":"trace[692146597] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26240; }","duration":"3.132637453s","start":"2026-04-01T23:38:12.814157Z","end":"2026-04-01T23:38:15.946794Z","steps":["trace[692146597] 'agreement among raft nodes before linearized reading' (duration: 3.132551831s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.946818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.87749Z","time spent":"3.069321623s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:15.946824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.242154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:15.946838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.814137Z","time spent":"3.132695285s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-01T23:38:15.946856Z","caller":"traceutil/trace.go:171","msg":"trace[251284757] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26240; }","duration":"474.304356ms","start":"2026-04-01T23:38:15.472538Z","end":"2026-04-01T23:38:15.946842Z","steps":["trace[251284757] 'agreement among raft nodes before linearized reading' (duration: 474.261785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.946891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.472509Z","time spent":"474.375088ms","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:15.94694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901929049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7c5dff8b56-xh8gl.18a25fdd23040c09\" ","response":"range_response_count:1 size:890"} {"level":"warn","ts":"2026-04-01T23:38:15.946975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067641963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T23:38:15.946981Z","caller":"traceutil/trace.go:171","msg":"trace[892923041] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7c5dff8b56-xh8gl.18a25fdd23040c09; range_end:; response_count:1; response_revision:26240; }","duration":"1.902016641s","start":"2026-04-01T23:38:14.044952Z","end":"2026-04-01T23:38:15.946969Z","steps":["trace[892923041] 'agreement among raft nodes before linearized reading' (duration: 1.901864847s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.946996Z","caller":"traceutil/trace.go:171","msg":"trace[396369338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26240; }","duration":"3.067703075s","start":"2026-04-01T23:38:12.879286Z","end":"2026-04-01T23:38:15.946989Z","steps":["trace[396369338] 'agreement among raft nodes before linearized reading' (duration: 3.067627623s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.947022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.879277Z","time spent":"3.067735965s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:15.947019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.044893Z","time spent":"1.902113253s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":913,"request content":"key:\"/registry/events/openstack/magnum-api-7c5dff8b56-xh8gl.18a25fdd23040c09\" "} {"level":"warn","ts":"2026-04-01T23:38:15.947097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.975356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:15.947131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069517288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T23:38:15.947149Z","caller":"traceutil/trace.go:171","msg":"trace[737078332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26240; }","duration":"3.069582379s","start":"2026-04-01T23:38:12.87756Z","end":"2026-04-01T23:38:15.947143Z","steps":["trace[737078332] 'agreement among raft nodes before linearized reading' (duration: 3.069523688s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.947142Z","caller":"traceutil/trace.go:171","msg":"trace[2116344251] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26240; }","duration":"581.061158ms","start":"2026-04-01T23:38:15.366071Z","end":"2026-04-01T23:38:15.947132Z","steps":["trace[2116344251] 'agreement among raft nodes before linearized reading' (duration: 580.996716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.947166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.877537Z","time spent":"3.069625171s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:38:15.947175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.366054Z","time spent":"581.113339ms","remote":"127.0.0.1:58540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:15.94719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903273321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7c5dff8b56-xh8gl\" ","response":"range_response_count:1 size:8784"} {"level":"info","ts":"2026-04-01T23:38:15.94725Z","caller":"traceutil/trace.go:171","msg":"trace[830103897] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7c5dff8b56-xh8gl; range_end:; response_count:1; response_revision:26240; }","duration":"1.903383123s","start":"2026-04-01T23:38:14.043848Z","end":"2026-04-01T23:38:15.947232Z","steps":["trace[830103897] 'agreement among raft nodes before linearized reading' (duration: 1.903271551s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.946782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.135585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:15.947311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.043813Z","time spent":"1.903484486s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8807,"request content":"key:\"/registry/pods/openstack/magnum-api-7c5dff8b56-xh8gl\" "} {"level":"warn","ts":"2026-04-01T23:38:15.94735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.714982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:15.94739Z","caller":"traceutil/trace.go:171","msg":"trace[488328623] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26240; }","duration":"708.807684ms","start":"2026-04-01T23:38:15.238572Z","end":"2026-04-01T23:38:15.94738Z","steps":["trace[488328623] 'agreement among raft nodes before linearized reading' (duration: 708.749183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.947425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.238551Z","time spent":"708.865216ms","remote":"127.0.0.1:41656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:15.946737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.822991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:15.947478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.848174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:38:15.947503Z","caller":"traceutil/trace.go:171","msg":"trace[1875906431] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26240; }","duration":"234.634391ms","start":"2026-04-01T23:38:15.712855Z","end":"2026-04-01T23:38:15.947489Z","steps":["trace[1875906431] 'agreement among raft nodes before linearized reading' (duration: 233.855982ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.947314Z","caller":"traceutil/trace.go:171","msg":"trace[1367341305] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26240; }","duration":"392.74955ms","start":"2026-04-01T23:38:15.554553Z","end":"2026-04-01T23:38:15.947302Z","steps":["trace[1367341305] 'agreement among raft nodes before linearized reading' (duration: 392.203057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.947545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.565488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:15.946679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.132115341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:38:15.947572Z","caller":"traceutil/trace.go:171","msg":"trace[2122464471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26240; }","duration":"869.625098ms","start":"2026-04-01T23:38:15.077942Z","end":"2026-04-01T23:38:15.947567Z","steps":["trace[2122464471] 'agreement among raft nodes before linearized reading' (duration: 869.581317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.947567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.554519Z","time spent":"393.028757ms","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:15.947598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.077921Z","time spent":"869.67229ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:38:15.947597Z","caller":"traceutil/trace.go:171","msg":"trace[1780425489] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26240; }","duration":"3.133047903s","start":"2026-04-01T23:38:12.814537Z","end":"2026-04-01T23:38:15.947585Z","steps":["trace[1780425489] 'agreement among raft nodes before linearized reading' (duration: 3.132028618s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:15.947509Z","caller":"traceutil/trace.go:171","msg":"trace[63052571] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26240; }","duration":"916.930677ms","start":"2026-04-01T23:38:15.030568Z","end":"2026-04-01T23:38:15.947499Z","steps":["trace[63052571] 'agreement among raft nodes before linearized reading' (duration: 916.861145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.947672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.030542Z","time spent":"917.117801ms","remote":"127.0.0.1:57964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:15.946598Z","caller":"traceutil/trace.go:171","msg":"trace[343615337] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"487.638962ms","start":"2026-04-01T23:38:15.458944Z","end":"2026-04-01T23:38:15.946583Z","steps":["trace[343615337] 'process raft request' (duration: 487.177421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.947629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:12.81453Z","time spent":"3.133090414s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:38:15.946691Z","caller":"traceutil/trace.go:171","msg":"trace[1311906944] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26240; }","duration":"186.712029ms","start":"2026-04-01T23:38:15.75997Z","end":"2026-04-01T23:38:15.946682Z","steps":["trace[1311906944] 'agreement among raft nodes before linearized reading' (duration: 186.647788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.946551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.823467Z","time spent":"1.123072321s","remote":"127.0.0.1:58436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:15.947885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.458923Z","time spent":"488.893093ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:15.94834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839355879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-01T23:38:15.948399Z","caller":"traceutil/trace.go:171","msg":"trace[404606508] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26240; }","duration":"1.83943293s","start":"2026-04-01T23:38:14.108951Z","end":"2026-04-01T23:38:15.948384Z","steps":["trace[404606508] 'agreement among raft nodes before linearized reading' (duration: 1.837487812s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:15.948434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:14.108942Z","time spent":"1.839484061s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T23:38:16.446642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788860155,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:38:16.898098Z","caller":"traceutil/trace.go:171","msg":"trace[297854398] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"976.72667ms","start":"2026-04-01T23:38:15.921328Z","end":"2026-04-01T23:38:16.898055Z","steps":["trace[297854398] 'process raft request' (duration: 919.425237ms)","trace[297854398] 'compare' (duration: 55.658142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:16.898348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.921317Z","time spent":"976.911835ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:16.89852Z","caller":"traceutil/trace.go:171","msg":"trace[1306614444] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"976.139176ms","start":"2026-04-01T23:38:15.922343Z","end":"2026-04-01T23:38:16.898483Z","steps":["trace[1306614444] 'process raft request' (duration: 975.578923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:16.898733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.92232Z","time spent":"976.298369ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:16.989282Z","caller":"traceutil/trace.go:171","msg":"trace[1675724237] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"1.038269035s","start":"2026-04-01T23:38:15.950984Z","end":"2026-04-01T23:38:16.989253Z","steps":["trace[1675724237] 'process raft request' (duration: 1.038038059s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:16.989321Z","caller":"traceutil/trace.go:171","msg":"trace[1149628737] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"1.038008849s","start":"2026-04-01T23:38:15.951281Z","end":"2026-04-01T23:38:16.98929Z","steps":["trace[1149628737] 'process raft request' (duration: 1.037883616s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:16.989428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.950955Z","time spent":"1.038396068s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:16.989466Z","caller":"traceutil/trace.go:171","msg":"trace[533986594] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"1.03764357s","start":"2026-04-01T23:38:15.951811Z","end":"2026-04-01T23:38:16.989455Z","steps":["trace[533986594] 'process raft request' (duration: 1.037406424s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:16.989475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.951248Z","time spent":"1.038144052s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:16.989537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.951801Z","time spent":"1.037690872s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:16.989422Z","caller":"traceutil/trace.go:171","msg":"trace[1076274530] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"1.037063746s","start":"2026-04-01T23:38:15.95234Z","end":"2026-04-01T23:38:16.989404Z","steps":["trace[1076274530] 'process raft request' (duration: 1.036925893s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:16.989597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.952332Z","time spent":"1.037248851s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:16.989618Z","caller":"traceutil/trace.go:171","msg":"trace[1368456204] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"1.03765489s","start":"2026-04-01T23:38:15.951955Z","end":"2026-04-01T23:38:16.98961Z","steps":["trace[1368456204] 'process raft request' (duration: 1.037284921s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:16.989658Z","caller":"traceutil/trace.go:171","msg":"trace[1164766816] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"1.036942003s","start":"2026-04-01T23:38:15.952706Z","end":"2026-04-01T23:38:16.989648Z","steps":["trace[1164766816] 'process raft request' (duration: 1.036582775s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:16.989665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.951947Z","time spent":"1.037692241s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:16.989716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.952693Z","time spent":"1.036989284s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:16.98983Z","caller":"traceutil/trace.go:171","msg":"trace[1572042124] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"1.033365806s","start":"2026-04-01T23:38:15.956457Z","end":"2026-04-01T23:38:16.989823Z","steps":["trace[1572042124] 'process raft request' (duration: 1.032855792s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:16.989862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.956444Z","time spent":"1.033401746s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8808,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:17.948846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999488606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:38:17.948961Z","caller":"traceutil/trace.go:171","msg":"trace[185554295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99965663s","start":"2026-04-01T23:38:15.949287Z","end":"2026-04-01T23:38:17.948944Z","steps":["trace[185554295] 'agreement among raft nodes before linearized reading' (duration: 1.999516047s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:17.949005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.949266Z","time spent":"1.999730993s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:38:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:38:18.115856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999787463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T23:38:18.116039Z","caller":"traceutil/trace.go:171","msg":"trace[430665398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00004437s","start":"2026-04-01T23:38:16.115971Z","end":"2026-04-01T23:38:18.116015Z","steps":["trace[430665398] 'agreement among raft nodes before linearized reading' (duration: 1.999830904s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:18.116138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:16.115941Z","time spent":"2.000183613s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:38:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:38:19.505386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516009085s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T23:38:19.505595Z","caller":"traceutil/trace.go:171","msg":"trace[2063985648] linearizableReadLoop","detail":"{readStateIndex:27129; appliedIndex:27119; }","duration":"3.559298783s","start":"2026-04-01T23:38:15.946283Z","end":"2026-04-01T23:38:19.505581Z","steps":["trace[2063985648] 'read index received' (duration: 894.487517ms)","trace[2063985648] 'applied index is now lower than readState.Index' (duration: 2.664807886s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:19.506293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579333864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-01T23:38:19.506317Z","caller":"traceutil/trace.go:171","msg":"trace[455903338] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26249; }","duration":"3.579379605s","start":"2026-04-01T23:38:15.926931Z","end":"2026-04-01T23:38:19.506311Z","steps":["trace[455903338] 'agreement among raft nodes before linearized reading' (duration: 3.579254002s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.50634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.926923Z","time spent":"3.579411865s","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-01T23:38:19.506507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.582472111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7866"} {"level":"info","ts":"2026-04-01T23:38:19.506521Z","caller":"traceutil/trace.go:171","msg":"trace[1046522257] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:26249; }","duration":"3.582485411s","start":"2026-04-01T23:38:15.924031Z","end":"2026-04-01T23:38:19.506517Z","steps":["trace[1046522257] 'agreement among raft nodes before linearized reading' (duration: 3.5824324s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.506534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.924006Z","time spent":"3.582524972s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7889,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-04-01T23:38:19.506644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583053345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/placement-api\" ","response":"range_response_count:1 size:7673"} {"level":"info","ts":"2026-04-01T23:38:19.506657Z","caller":"traceutil/trace.go:171","msg":"trace[1394282467] range","detail":"{range_begin:/registry/deployments/openstack/placement-api; range_end:; response_count:1; response_revision:26249; }","duration":"3.583076335s","start":"2026-04-01T23:38:15.923577Z","end":"2026-04-01T23:38:19.506653Z","steps":["trace[1394282467] 'agreement among raft nodes before linearized reading' (duration: 3.583028484s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.506671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.923565Z","time spent":"3.583102845s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7696,"request content":"key:\"/registry/deployments/openstack/placement-api\" "} {"level":"warn","ts":"2026-04-01T23:38:19.506766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583196668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24682"} {"level":"info","ts":"2026-04-01T23:38:19.506779Z","caller":"traceutil/trace.go:171","msg":"trace[1788689343] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:26249; }","duration":"3.583210068s","start":"2026-04-01T23:38:15.923565Z","end":"2026-04-01T23:38:19.506775Z","steps":["trace[1788689343] 'agreement among raft nodes before linearized reading' (duration: 3.583162467s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.506795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.923539Z","time spent":"3.583253379s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":24705,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} {"level":"warn","ts":"2026-04-01T23:38:19.506879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583352971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9036"} {"level":"info","ts":"2026-04-01T23:38:19.506893Z","caller":"traceutil/trace.go:171","msg":"trace[137946065] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:26249; }","duration":"3.583377363s","start":"2026-04-01T23:38:15.923511Z","end":"2026-04-01T23:38:19.506888Z","steps":["trace[137946065] 'agreement among raft nodes before linearized reading' (duration: 3.583343032s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.506906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.923505Z","time spent":"3.583397033s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9059,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-01T23:38:19.506994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583544376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-04-01T23:38:19.507009Z","caller":"traceutil/trace.go:171","msg":"trace[1962927366] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:26249; }","duration":"3.583625299s","start":"2026-04-01T23:38:15.923378Z","end":"2026-04-01T23:38:19.507003Z","steps":["trace[1962927366] 'agreement among raft nodes before linearized reading' (duration: 3.583582048s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.507021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.92337Z","time spent":"3.583648339s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5055,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-04-01T23:38:19.507112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58367499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9965"} {"level":"info","ts":"2026-04-01T23:38:19.507125Z","caller":"traceutil/trace.go:171","msg":"trace[765192217] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:26249; }","duration":"3.58369949s","start":"2026-04-01T23:38:15.923421Z","end":"2026-04-01T23:38:19.507121Z","steps":["trace[765192217] 'agreement among raft nodes before linearized reading' (duration: 3.583652819s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.507137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.923416Z","time spent":"3.583717981s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9988,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} {"level":"warn","ts":"2026-04-01T23:38:19.507228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.585024713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5642"} {"level":"info","ts":"2026-04-01T23:38:19.50724Z","caller":"traceutil/trace.go:171","msg":"trace[1926576618] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:26249; }","duration":"3.585045764s","start":"2026-04-01T23:38:15.92219Z","end":"2026-04-01T23:38:19.507236Z","steps":["trace[1926576618] 'agreement among raft nodes before linearized reading' (duration: 3.585003393s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.507253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.922185Z","time spent":"3.585063564s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5665,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-01T23:38:19.507291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.585010603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3559"} {"level":"warn","ts":"2026-04-01T23:38:19.507338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587332839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ac8878e6-86db-4fd3-b72b-f9eae94c52e1\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-01T23:38:19.507353Z","caller":"traceutil/trace.go:171","msg":"trace[330456031] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ac8878e6-86db-4fd3-b72b-f9eae94c52e1; range_end:; response_count:1; response_revision:26249; }","duration":"3.58737002s","start":"2026-04-01T23:38:15.919978Z","end":"2026-04-01T23:38:19.507348Z","steps":["trace[330456031] 'agreement among raft nodes before linearized reading' (duration: 3.587326239s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.507365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.919959Z","time spent":"3.58740332s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ac8878e6-86db-4fd3-b72b-f9eae94c52e1\" "} {"level":"info","ts":"2026-04-01T23:38:19.507358Z","caller":"traceutil/trace.go:171","msg":"trace[892375367] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:26249; }","duration":"3.585106856s","start":"2026-04-01T23:38:15.922233Z","end":"2026-04-01T23:38:19.50734Z","steps":["trace[892375367] 'agreement among raft nodes before linearized reading' (duration: 3.584894621s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.50739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.92221Z","time spent":"3.585170227s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3582,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-04-01T23:38:19.507363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584332166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:3013"} {"level":"info","ts":"2026-04-01T23:38:19.507435Z","caller":"traceutil/trace.go:171","msg":"trace[2076084878] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:26249; }","duration":"3.584417487s","start":"2026-04-01T23:38:15.922999Z","end":"2026-04-01T23:38:19.507417Z","steps":["trace[2076084878] 'agreement among raft nodes before linearized reading' (duration: 3.584188242s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.507477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.922992Z","time spent":"3.584473719s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":3036,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-04-01T23:38:19.507516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584427868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-housekeeping\" ","response":"range_response_count:1 size:7702"} {"level":"warn","ts":"2026-04-01T23:38:19.507514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584158491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-04-01T23:38:19.507549Z","caller":"traceutil/trace.go:171","msg":"trace[225128249] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"1.583687251s","start":"2026-04-01T23:38:17.923854Z","end":"2026-04-01T23:38:19.507542Z","steps":["trace[225128249] 'process raft request' (duration: 1.581626362s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:19.507574Z","caller":"traceutil/trace.go:171","msg":"trace[1352117973] range","detail":"{range_begin:/registry/deployments/openstack/octavia-housekeeping; range_end:; response_count:1; response_revision:26249; }","duration":"3.58449719s","start":"2026-04-01T23:38:15.923061Z","end":"2026-04-01T23:38:19.507558Z","steps":["trace[1352117973] 'agreement among raft nodes before linearized reading' (duration: 3.584301705s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:19.50758Z","caller":"traceutil/trace.go:171","msg":"trace[1838353646] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:26249; }","duration":"3.584246373s","start":"2026-04-01T23:38:15.923318Z","end":"2026-04-01T23:38:19.507565Z","steps":["trace[1838353646] 'agreement among raft nodes before linearized reading' (duration: 3.584080499s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.507604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.923051Z","time spent":"3.584547461s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":7725,"request content":"key:\"/registry/deployments/openstack/octavia-housekeeping\" "} {"level":"warn","ts":"2026-04-01T23:38:19.507615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.923813Z","time spent":"1.583756483s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:19.507584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.585251719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7688"} {"level":"warn","ts":"2026-04-01T23:38:19.507616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.923309Z","time spent":"3.584298635s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5204,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:38:19.507578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584723655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"range_response_count:1 size:8074"} {"level":"info","ts":"2026-04-01T23:38:19.507665Z","caller":"traceutil/trace.go:171","msg":"trace[1058549877] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:26249; }","duration":"3.585357321s","start":"2026-04-01T23:38:15.922287Z","end":"2026-04-01T23:38:19.507644Z","steps":["trace[1058549877] 'agreement among raft nodes before linearized reading' (duration: 3.585127735s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:19.507679Z","caller":"traceutil/trace.go:171","msg":"trace[587126852] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; response_count:1; response_revision:26249; }","duration":"3.584846798s","start":"2026-04-01T23:38:15.92281Z","end":"2026-04-01T23:38:19.507657Z","steps":["trace[587126852] 'agreement among raft nodes before linearized reading' (duration: 3.584564351s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.507696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584576141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"warn","ts":"2026-04-01T23:38:19.507718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.922807Z","time spent":"3.58490344s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":8097,"request content":"key:\"/registry/deployments/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-01T23:38:19.507755Z","caller":"traceutil/trace.go:171","msg":"trace[1456604491] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:26249; }","duration":"3.584643023s","start":"2026-04-01T23:38:15.923096Z","end":"2026-04-01T23:38:19.507739Z","steps":["trace[1456604491] 'agreement among raft nodes before linearized reading' (duration: 3.584262624s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.507787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.923087Z","time spent":"3.584691744s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4773,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-01T23:38:19.50771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.922272Z","time spent":"3.585430103s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7711,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"warn","ts":"2026-04-01T23:38:19.955258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000226204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T23:38:19.955338Z","caller":"traceutil/trace.go:171","msg":"trace[123220611] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000358358s","start":"2026-04-01T23:38:17.954963Z","end":"2026-04-01T23:38:19.955321Z","steps":["trace[123220611] 'agreement among raft nodes before linearized reading' (duration: 2.000256885s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:19.955429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.954947Z","time spent":"2.000449039s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 23:38:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T23:38:20.006146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788860172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:38:20.505388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.348153978s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:38:20.507258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.584288335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7208"} {"level":"warn","ts":"2026-04-01T23:38:20.507284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.584970341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"warn","ts":"2026-04-01T23:38:20.507325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.584475789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"info","ts":"2026-04-01T23:38:20.507366Z","caller":"traceutil/trace.go:171","msg":"trace[2049528365] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:26250; }","duration":"4.585094144s","start":"2026-04-01T23:38:15.922255Z","end":"2026-04-01T23:38:20.507349Z","steps":["trace[2049528365] 'agreement among raft nodes before linearized reading' (duration: 3.585229458s)","trace[2049528365] 'range keys from in-memory index tree' (duration: 999.737674ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:20.50736Z","caller":"traceutil/trace.go:171","msg":"trace[497703249] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:26250; }","duration":"4.584423967s","start":"2026-04-01T23:38:15.922905Z","end":"2026-04-01T23:38:20.507329Z","steps":["trace[497703249] 'agreement among raft nodes before linearized reading' (duration: 3.584629632s)","trace[497703249] 'range keys from in-memory index tree' (duration: 999.551248ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:20.507375Z","caller":"traceutil/trace.go:171","msg":"trace[1453445722] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:26250; }","duration":"4.58452934s","start":"2026-04-01T23:38:15.922829Z","end":"2026-04-01T23:38:20.507358Z","steps":["trace[1453445722] 'agreement among raft nodes before linearized reading' (duration: 3.584746435s)","trace[1453445722] 'range keys from in-memory index tree' (duration: 999.647592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:20.507399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.922229Z","time spent":"4.585163127s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5038,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-04-01T23:38:20.507413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.922826Z","time spent":"4.584577221s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5081,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:38:20.507417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.922887Z","time spent":"4.58451586s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7231,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:38:20.507471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.584662143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/orc-system/orc-controller-manager\" ","response":"range_response_count:1 size:3106"} {"level":"warn","ts":"2026-04-01T23:38:20.507478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.584401987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:7942"} {"level":"warn","ts":"2026-04-01T23:38:20.507501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.584274913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7551"} {"level":"info","ts":"2026-04-01T23:38:20.507547Z","caller":"traceutil/trace.go:171","msg":"trace[185829106] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"2.583607829s","start":"2026-04-01T23:38:17.923924Z","end":"2026-04-01T23:38:20.507532Z","steps":["trace[185829106] 'process raft request' (duration: 2.581700373s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.507551Z","caller":"traceutil/trace.go:171","msg":"trace[288535452] range","detail":"{range_begin:/registry/deployments/orc-system/orc-controller-manager; range_end:; response_count:1; response_revision:26250; }","duration":"4.584759126s","start":"2026-04-01T23:38:15.922769Z","end":"2026-04-01T23:38:20.507528Z","steps":["trace[288535452] 'agreement among raft nodes before linearized reading' (duration: 3.584758656s)","trace[288535452] 'range keys from in-memory index tree' (duration: 999.790995ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:20.507562Z","caller":"traceutil/trace.go:171","msg":"trace[2009767084] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:26250; }","duration":"4.58452328s","start":"2026-04-01T23:38:15.923015Z","end":"2026-04-01T23:38:20.507538Z","steps":["trace[2009767084] 'agreement among raft nodes before linearized reading' (duration: 3.58448577s)","trace[2009767084] 'range keys from in-memory index tree' (duration: 999.820135ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:20.507576Z","caller":"traceutil/trace.go:171","msg":"trace[1377969923] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:26250; }","duration":"4.584370516s","start":"2026-04-01T23:38:15.923178Z","end":"2026-04-01T23:38:20.507548Z","steps":["trace[1377969923] 'agreement among raft nodes before linearized reading' (duration: 3.584338076s)","trace[1377969923] 'range keys from in-memory index tree' (duration: 999.807375ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:20.507569Z","caller":"traceutil/trace.go:171","msg":"trace[1906181213] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"2.583448195s","start":"2026-04-01T23:38:17.924092Z","end":"2026-04-01T23:38:20.50754Z","steps":["trace[1906181213] 'process raft request' (duration: 2.583311032s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.507594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.922761Z","time spent":"4.584824357s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3129,"request content":"key:\"/registry/deployments/orc-system/orc-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:38:20.507607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.923Z","time spent":"4.584598271s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7965,"request content":"key:\"/registry/deployments/openstack/octavia-worker\" "} {"level":"warn","ts":"2026-04-01T23:38:20.507625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.923172Z","time spent":"4.584444098s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7574,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:38:20.507641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.923883Z","time spent":"2.583694441s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:20.507716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.924082Z","time spent":"2.583557437s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:20.507732Z","caller":"traceutil/trace.go:171","msg":"trace[681937321] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"2.583585568s","start":"2026-04-01T23:38:17.924132Z","end":"2026-04-01T23:38:20.507718Z","steps":["trace[681937321] 'process raft request' (duration: 2.583373283s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.507801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.924106Z","time spent":"2.583660531s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:20.508191Z","caller":"traceutil/trace.go:171","msg":"trace[953862531] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"2.584025999s","start":"2026-04-01T23:38:17.924154Z","end":"2026-04-01T23:38:20.50818Z","steps":["trace[953862531] 'process raft request' (duration: 2.583487857s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.508272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.924142Z","time spent":"2.58407614s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:20.508295Z","caller":"traceutil/trace.go:171","msg":"trace[507327205] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"2.584107631s","start":"2026-04-01T23:38:17.924159Z","end":"2026-04-01T23:38:20.508267Z","steps":["trace[507327205] 'process raft request' (duration: 2.583904096s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.508299Z","caller":"traceutil/trace.go:171","msg":"trace[1483366763] linearizableReadLoop","detail":"{readStateIndex:27137; appliedIndex:27130; }","duration":"1.002666704s","start":"2026-04-01T23:38:19.505619Z","end":"2026-04-01T23:38:20.508286Z","steps":["trace[1483366763] 'read index received' (duration: 999.976819ms)","trace[1483366763] 'applied index is now lower than readState.Index' (duration: 2.688835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:20.508349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.92413Z","time spent":"2.584191203s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:20.508374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127326515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:20.508406Z","caller":"traceutil/trace.go:171","msg":"trace[897179403] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"2.58361359s","start":"2026-04-01T23:38:17.92478Z","end":"2026-04-01T23:38:20.508394Z","steps":["trace[897179403] 'process raft request' (duration: 2.583450945s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.508415Z","caller":"traceutil/trace.go:171","msg":"trace[1357698933] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26257; }","duration":"2.127424258s","start":"2026-04-01T23:38:18.380979Z","end":"2026-04-01T23:38:20.508403Z","steps":["trace[1357698933] 'agreement among raft nodes before linearized reading' (duration: 2.127341405s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.508449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.380954Z","time spent":"2.127486149s","remote":"127.0.0.1:41734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:20.508455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454058379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7c5dff8b56-xh8gl\" ","response":"range_response_count:1 size:8826"} {"level":"warn","ts":"2026-04-01T23:38:20.508467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.924766Z","time spent":"2.583668032s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:20.508492Z","caller":"traceutil/trace.go:171","msg":"trace[1684621020] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7c5dff8b56-xh8gl; range_end:; response_count:1; response_revision:26257; }","duration":"2.454140862s","start":"2026-04-01T23:38:18.054342Z","end":"2026-04-01T23:38:20.508483Z","steps":["trace[1684621020] 'agreement among raft nodes before linearized reading' (duration: 2.454039599s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.508534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.054319Z","time spent":"2.454206124s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8849,"request content":"key:\"/registry/pods/openstack/magnum-api-7c5dff8b56-xh8gl\" "} {"level":"warn","ts":"2026-04-01T23:38:20.508534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116192313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:20.50857Z","caller":"traceutil/trace.go:171","msg":"trace[872731564] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26257; }","duration":"1.116262334s","start":"2026-04-01T23:38:19.392292Z","end":"2026-04-01T23:38:20.508554Z","steps":["trace[872731564] 'agreement among raft nodes before linearized reading' (duration: 1.116221954s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.508581Z","caller":"traceutil/trace.go:171","msg":"trace[1777464557] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"2.584366088s","start":"2026-04-01T23:38:17.924204Z","end":"2026-04-01T23:38:20.50857Z","steps":["trace[1777464557] 'process raft request' (duration: 2.583974347s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.508604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.392261Z","time spent":"1.116333666s","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:20.508636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.924196Z","time spent":"2.584407849s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:20.508682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514385976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-01T23:38:20.508694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60441043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-01T23:38:20.508695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528130593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:20.508714Z","caller":"traceutil/trace.go:171","msg":"trace[571427150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26257; }","duration":"1.514442678s","start":"2026-04-01T23:38:18.994261Z","end":"2026-04-01T23:38:20.508703Z","steps":["trace[571427150] 'agreement among raft nodes before linearized reading' (duration: 1.514342866s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.508727Z","caller":"traceutil/trace.go:171","msg":"trace[1814982505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26257; }","duration":"1.604489811s","start":"2026-04-01T23:38:18.904224Z","end":"2026-04-01T23:38:20.508714Z","steps":["trace[1814982505] 'agreement among raft nodes before linearized reading' (duration: 1.604403019s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.50873Z","caller":"traceutil/trace.go:171","msg":"trace[795214556] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26257; }","duration":"2.528219234s","start":"2026-04-01T23:38:17.9805Z","end":"2026-04-01T23:38:20.508719Z","steps":["trace[795214556] 'agreement among raft nodes before linearized reading' (duration: 2.528159003s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.508745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.904201Z","time spent":"1.604539872s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:38:20.508743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.994251Z","time spent":"1.514486029s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:20.508759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.980471Z","time spent":"2.528279655s","remote":"127.0.0.1:41580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:20.508802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604619384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:38:20.508826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514644423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T23:38:20.50883Z","caller":"traceutil/trace.go:171","msg":"trace[1896474661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26257; }","duration":"1.604684786s","start":"2026-04-01T23:38:18.904137Z","end":"2026-04-01T23:38:20.508822Z","steps":["trace[1896474661] 'agreement among raft nodes before linearized reading' (duration: 1.604547173s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.508841Z","caller":"traceutil/trace.go:171","msg":"trace[1261355276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26257; }","duration":"1.514710684s","start":"2026-04-01T23:38:18.994125Z","end":"2026-04-01T23:38:20.508835Z","steps":["trace[1261355276] 'agreement among raft nodes before linearized reading' (duration: 1.514663043s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.508854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.9941Z","time spent":"1.514750996s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:38:20.508855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.904119Z","time spent":"1.604729897s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:20.508947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143249183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:38:20.508965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.51744171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:20.50898Z","caller":"traceutil/trace.go:171","msg":"trace[1284915140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26257; }","duration":"3.143327785s","start":"2026-04-01T23:38:17.365643Z","end":"2026-04-01T23:38:20.508971Z","steps":["trace[1284915140] 'agreement among raft nodes before linearized reading' (duration: 3.143242162s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.508975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.514034186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:20.508999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.843310883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a25feffb2c8cd2\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-04-01T23:38:20.509012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:17.365615Z","time spent":"3.143388736s","remote":"127.0.0.1:57156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:20.509017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.559064217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-01T23:38:20.509026Z","caller":"traceutil/trace.go:171","msg":"trace[935419133] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a25feffb2c8cd2; range_end:; response_count:1; response_revision:26257; }","duration":"3.843375825s","start":"2026-04-01T23:38:16.66564Z","end":"2026-04-01T23:38:20.509015Z","steps":["trace[935419133] 'agreement among raft nodes before linearized reading' (duration: 3.843267672s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.515359269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-01T23:38:20.509035Z","caller":"traceutil/trace.go:171","msg":"trace[416261685] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26257; }","duration":"3.514091638s","start":"2026-04-01T23:38:16.994917Z","end":"2026-04-01T23:38:20.509009Z","steps":["trace[416261685] 'agreement among raft nodes before linearized reading' (duration: 3.514021657s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.509053Z","caller":"traceutil/trace.go:171","msg":"trace[1487763135] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040; range_end:; response_count:1; response_revision:26257; }","duration":"3.515374649s","start":"2026-04-01T23:38:16.993673Z","end":"2026-04-01T23:38:20.509048Z","steps":["trace[1487763135] 'agreement among raft nodes before linearized reading' (duration: 3.515322808s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:16.66562Z","time spent":"3.843427616s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a25feffb2c8cd2\" "} {"level":"info","ts":"2026-04-01T23:38:20.509052Z","caller":"traceutil/trace.go:171","msg":"trace[570632107] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26257; }","duration":"4.559116669s","start":"2026-04-01T23:38:15.949926Z","end":"2026-04-01T23:38:20.509042Z","steps":["trace[570632107] 'agreement among raft nodes before linearized reading' (duration: 4.558967876s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:16.993633Z","time spent":"3.515431191s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a25d57dcb43040\" "} {"level":"warn","ts":"2026-04-01T23:38:20.509067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:16.99491Z","time spent":"3.51414887s","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:20.509088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.949915Z","time spent":"4.55916157s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-01T23:38:20.509116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58612912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-01T23:38:20.509144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.559691263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-01T23:38:20.509152Z","caller":"traceutil/trace.go:171","msg":"trace[2133281395] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26257; }","duration":"3.586209362s","start":"2026-04-01T23:38:16.922932Z","end":"2026-04-01T23:38:20.509141Z","steps":["trace[2133281395] 'agreement among raft nodes before linearized reading' (duration: 3.586090249s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:16.922893Z","time spent":"3.586280933s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" "} {"level":"warn","ts":"2026-04-01T23:38:20.508448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513923986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T23:38:20.50922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.599027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11422"} {"level":"info","ts":"2026-04-01T23:38:20.509238Z","caller":"traceutil/trace.go:171","msg":"trace[1024224859] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:26257; }","duration":"994.634988ms","start":"2026-04-01T23:38:19.514598Z","end":"2026-04-01T23:38:20.509233Z","steps":["trace[1024224859] 'agreement among raft nodes before linearized reading' (duration: 994.584157ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.509239Z","caller":"traceutil/trace.go:171","msg":"trace[219962680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26257; }","duration":"1.514738425s","start":"2026-04-01T23:38:18.99449Z","end":"2026-04-01T23:38:20.509229Z","steps":["trace[219962680] 'agreement among raft nodes before linearized reading' (duration: 1.513841472s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.50927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:18.99448Z","time spent":"1.514782297s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:38:20.509159Z","caller":"traceutil/trace.go:171","msg":"trace[562311477] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26257; }","duration":"4.559728114s","start":"2026-04-01T23:38:15.949426Z","end":"2026-04-01T23:38:20.509154Z","steps":["trace[562311477] 'agreement among raft nodes before linearized reading' (duration: 4.559679273s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.306469476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:20.509334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:15.949408Z","time spent":"4.559915338s","remote":"127.0.0.1:47126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T23:38:20.508497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057926677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:38:20.509251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.51458Z","time spent":"994.667619ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11445,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"info","ts":"2026-04-01T23:38:20.509372Z","caller":"traceutil/trace.go:171","msg":"trace[1832180190] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26257; }","duration":"1.05885559s","start":"2026-04-01T23:38:19.450506Z","end":"2026-04-01T23:38:20.509361Z","steps":["trace[1832180190] 'agreement among raft nodes before linearized reading' (duration: 1.057968939s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.523197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:38:20.509375Z","caller":"traceutil/trace.go:171","msg":"trace[258611480] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26257; }","duration":"4.30662882s","start":"2026-04-01T23:38:16.202722Z","end":"2026-04-01T23:38:20.509351Z","steps":["trace[258611480] 'agreement among raft nodes before linearized reading' (duration: 4.306427295s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.757971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:20.508985Z","caller":"traceutil/trace.go:171","msg":"trace[328487149] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26257; }","duration":"3.517465821s","start":"2026-04-01T23:38:16.991512Z","end":"2026-04-01T23:38:20.508978Z","steps":["trace[328487149] 'agreement among raft nodes before linearized reading' (duration: 3.517384459s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:16.202697Z","time spent":"4.306719382s","remote":"127.0.0.1:58538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:20.509442Z","caller":"traceutil/trace.go:171","msg":"trace[1422294546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26257; }","duration":"553.903314ms","start":"2026-04-01T23:38:19.955528Z","end":"2026-04-01T23:38:20.509432Z","steps":["trace[1422294546] 'agreement among raft nodes before linearized reading' (duration: 553.811331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.638139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-04-01T23:38:20.50947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.955511Z","time spent":"553.951075ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:38:20.509409Z","caller":"traceutil/trace.go:171","msg":"trace[1697808348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26257; }","duration":"567.591529ms","start":"2026-04-01T23:38:19.94181Z","end":"2026-04-01T23:38:20.509401Z","steps":["trace[1697808348] 'agreement among raft nodes before linearized reading' (duration: 567.553028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.50951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.102741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9673"} {"level":"warn","ts":"2026-04-01T23:38:20.509522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.941782Z","time spent":"567.729543ms","remote":"127.0.0.1:57168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:20.509537Z","caller":"traceutil/trace.go:171","msg":"trace[901256503] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:26257; }","duration":"993.137602ms","start":"2026-04-01T23:38:19.516391Z","end":"2026-04-01T23:38:20.509529Z","steps":["trace[901256503] 'agreement among raft nodes before linearized reading' (duration: 993.078561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.988727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:20.509563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.516388Z","time spent":"993.168933ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9696,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-04-01T23:38:20.509575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.131182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7854"} {"level":"warn","ts":"2026-04-01T23:38:20.509462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:16.99145Z","time spent":"3.517998193s","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:20.509595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.078114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/ovn-northd\" ","response":"range_response_count:1 size:6582"} {"level":"info","ts":"2026-04-01T23:38:20.509618Z","caller":"traceutil/trace.go:171","msg":"trace[1866299956] range","detail":"{range_begin:/registry/deployments/openstack/ovn-northd; range_end:; response_count:1; response_revision:26257; }","duration":"994.105265ms","start":"2026-04-01T23:38:19.515506Z","end":"2026-04-01T23:38:20.509612Z","steps":["trace[1866299956] 'agreement among raft nodes before linearized reading' (duration: 994.045444ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.509613Z","caller":"traceutil/trace.go:171","msg":"trace[1502330918] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:26257; }","duration":"993.174453ms","start":"2026-04-01T23:38:19.516428Z","end":"2026-04-01T23:38:20.509603Z","steps":["trace[1502330918] 'agreement among raft nodes before linearized reading' (duration: 993.06734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.54196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-01T23:38:20.509639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.235518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6163"} {"level":"warn","ts":"2026-04-01T23:38:20.509645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.516426Z","time spent":"993.212464ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7877,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"warn","ts":"2026-04-01T23:38:20.509643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.149402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-04-01T23:38:20.509665Z","caller":"traceutil/trace.go:171","msg":"trace[390239890] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26257; }","duration":"373.91422ms","start":"2026-04-01T23:38:20.135735Z","end":"2026-04-01T23:38:20.509649Z","steps":["trace[390239890] 'agreement among raft nodes before linearized reading' (duration: 373.561381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.30035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:38:20.509689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.260185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-04-01T23:38:20.509695Z","caller":"traceutil/trace.go:171","msg":"trace[194997231] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:26257; }","duration":"993.208114ms","start":"2026-04-01T23:38:19.516474Z","end":"2026-04-01T23:38:20.509682Z","steps":["trace[194997231] 'agreement among raft nodes before linearized reading' (duration: 993.017429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.088221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5130"} {"level":"warn","ts":"2026-04-01T23:38:20.509539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.341787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-04-01T23:38:20.509718Z","caller":"traceutil/trace.go:171","msg":"trace[1387323696] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:26257; }","duration":"993.293275ms","start":"2026-04-01T23:38:19.516416Z","end":"2026-04-01T23:38:20.50971Z","steps":["trace[1387323696] 'agreement among raft nodes before linearized reading' (duration: 993.212233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.516471Z","time spent":"993.251165ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4243,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-01T23:38:20.509733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.224728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-01T23:38:20.509482Z","caller":"traceutil/trace.go:171","msg":"trace[170627923] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:26257; }","duration":"992.65618ms","start":"2026-04-01T23:38:19.516821Z","end":"2026-04-01T23:38:20.509477Z","steps":["trace[170627923] 'agreement among raft nodes before linearized reading' (duration: 992.598548ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.509746Z","caller":"traceutil/trace.go:171","msg":"trace[234607308] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:26257; }","duration":"993.550382ms","start":"2026-04-01T23:38:19.516185Z","end":"2026-04-01T23:38:20.509735Z","steps":["trace[234607308] 'agreement among raft nodes before linearized reading' (duration: 993.312266ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.509762Z","caller":"traceutil/trace.go:171","msg":"trace[551118474] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26257; }","duration":"994.261209ms","start":"2026-04-01T23:38:19.515494Z","end":"2026-04-01T23:38:20.509756Z","steps":["trace[551118474] 'agreement among raft nodes before linearized reading' (duration: 994.185298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.402453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11542"} {"level":"warn","ts":"2026-04-01T23:38:20.509777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.5168Z","time spent":"992.967907ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3784,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-04-01T23:38:20.509796Z","caller":"traceutil/trace.go:171","msg":"trace[158066600] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:26257; }","duration":"994.449823ms","start":"2026-04-01T23:38:19.515342Z","end":"2026-04-01T23:38:20.509791Z","steps":["trace[158066600] 'agreement among raft nodes before linearized reading' (duration: 994.375391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.50978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.51618Z","time spent":"993.590643ms","remote":"127.0.0.1:34178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-01T23:38:20.509818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.515324Z","time spent":"994.489225ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11565,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"info","ts":"2026-04-01T23:38:20.509667Z","caller":"traceutil/trace.go:171","msg":"trace[202450333] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:26257; }","duration":"994.274369ms","start":"2026-04-01T23:38:19.515384Z","end":"2026-04-01T23:38:20.509658Z","steps":["trace[202450333] 'agreement among raft nodes before linearized reading' (duration: 994.190647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.375761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a25feffd5f1fe4\" ","response":"range_response_count:1 size:747"} {"level":"warn","ts":"2026-04-01T23:38:20.509846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.329706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14828"} {"level":"warn","ts":"2026-04-01T23:38:20.509411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.450477Z","time spent":"1.058922881s","remote":"127.0.0.1:47126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:20.509855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.51538Z","time spent":"994.466704ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6186,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-04-01T23:38:20.509783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.51549Z","time spent":"994.28859ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-01T23:38:20.509868Z","caller":"traceutil/trace.go:171","msg":"trace[214446590] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a25feffd5f1fe4; range_end:; response_count:1; response_revision:26257; }","duration":"994.409363ms","start":"2026-04-01T23:38:19.515453Z","end":"2026-04-01T23:38:20.509862Z","steps":["trace[214446590] 'agreement among raft nodes before linearized reading' (duration: 994.344551ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:20.50988Z","caller":"traceutil/trace.go:171","msg":"trace[1067687705] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:26257; }","duration":"993.365117ms","start":"2026-04-01T23:38:19.516503Z","end":"2026-04-01T23:38:20.509868Z","steps":["trace[1067687705] 'agreement among raft nodes before linearized reading' (duration: 993.264025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.515448Z","time spent":"994.438684ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18a25feffd5f1fe4\" "} {"level":"info","ts":"2026-04-01T23:38:20.509587Z","caller":"traceutil/trace.go:171","msg":"trace[1365326819] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26257; }","duration":"355.322275ms","start":"2026-04-01T23:38:20.154253Z","end":"2026-04-01T23:38:20.509576Z","steps":["trace[1365326819] 'agreement among raft nodes before linearized reading' (duration: 355.018788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.516498Z","time spent":"993.401848ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":14851,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} {"level":"warn","ts":"2026-04-01T23:38:20.509927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.154226Z","time spent":"355.688713ms","remote":"127.0.0.1:58260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:20.509735Z","caller":"traceutil/trace.go:171","msg":"trace[1670467365] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:26257; }","duration":"993.157153ms","start":"2026-04-01T23:38:19.516566Z","end":"2026-04-01T23:38:20.509723Z","steps":["trace[1670467365] 'agreement among raft nodes before linearized reading' (duration: 993.03643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.509978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.516538Z","time spent":"993.430209ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5153,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-04-01T23:38:20.509747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.516414Z","time spent":"993.326426ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4409,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"info","ts":"2026-04-01T23:38:20.509707Z","caller":"traceutil/trace.go:171","msg":"trace[932789023] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26257; }","duration":"994.324ms","start":"2026-04-01T23:38:19.515377Z","end":"2026-04-01T23:38:20.509701Z","steps":["trace[932789023] 'agreement among raft nodes before linearized reading' (duration: 994.270179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.510054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.515335Z","time spent":"994.709429ms","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:20.5097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.135715Z","time spent":"373.975262ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-01T23:38:20.509784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.332207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7207"} {"level":"info","ts":"2026-04-01T23:38:20.510174Z","caller":"traceutil/trace.go:171","msg":"trace[171470785] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:26257; }","duration":"993.712696ms","start":"2026-04-01T23:38:19.516441Z","end":"2026-04-01T23:38:20.510153Z","steps":["trace[171470785] 'agreement among raft nodes before linearized reading' (duration: 993.278866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:20.510233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.516438Z","time spent":"993.776937ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7230,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"warn","ts":"2026-04-01T23:38:20.509635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:19.515503Z","time spent":"994.128135ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":6605,"request content":"key:\"/registry/deployments/openstack/ovn-northd\" "} {"level":"warn","ts":"2026-04-01T23:38:21.478438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788860206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:38:21.545801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.783085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-01T23:38:21.545883Z","caller":"traceutil/trace.go:171","msg":"trace[134493701] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:26273; }","duration":"657.919439ms","start":"2026-04-01T23:38:20.887944Z","end":"2026-04-01T23:38:21.545863Z","steps":["trace[134493701] 'range keys from in-memory index tree' (duration: 657.613091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.545921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.887914Z","time spent":"657.999021ms","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-04-01T23:38:21.546402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.906635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-01T23:38:21.5465Z","caller":"traceutil/trace.go:171","msg":"trace[901738405] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26273; }","duration":"619.061018ms","start":"2026-04-01T23:38:20.927419Z","end":"2026-04-01T23:38:21.54648Z","steps":["trace[901738405] 'range keys from in-memory index tree' (duration: 618.809292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.546541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.927372Z","time spent":"619.160371ms","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-01T23:38:21.547081Z","caller":"traceutil/trace.go:171","msg":"trace[1387758850] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"592.995379ms","start":"2026-04-01T23:38:20.954067Z","end":"2026-04-01T23:38:21.547062Z","steps":["trace[1387758850] 'process raft request' (duration: 567.179848ms)","trace[1387758850] 'compare' (duration: 25.693538ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:21.547105Z","caller":"traceutil/trace.go:171","msg":"trace[1298650885] linearizableReadLoop","detail":"{readStateIndex:27154; appliedIndex:27153; }","duration":"569.183197ms","start":"2026-04-01T23:38:20.977909Z","end":"2026-04-01T23:38:21.547093Z","steps":["trace[1298650885] 'read index received' (duration: 543.349715ms)","trace[1298650885] 'applied index is now lower than readState.Index' (duration: 25.832392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:21.5472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.954043Z","time spent":"593.079982ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:21.547278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.425368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:21.547277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.372742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:21.547357Z","caller":"traceutil/trace.go:171","msg":"trace[829805026] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26274; }","duration":"569.504005ms","start":"2026-04-01T23:38:20.977829Z","end":"2026-04-01T23:38:21.547333Z","steps":["trace[829805026] 'agreement among raft nodes before linearized reading' (duration: 569.345041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.547418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:20.977807Z","time spent":"569.599518ms","remote":"127.0.0.1:58434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-01T23:38:21.54731Z","caller":"traceutil/trace.go:171","msg":"trace[1040139770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26275; }","duration":"476.50166ms","start":"2026-04-01T23:38:21.0708Z","end":"2026-04-01T23:38:21.547302Z","steps":["trace[1040139770] 'agreement among raft nodes before linearized reading' (duration: 476.431668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.547642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:21.070779Z","time spent":"476.854598ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:38:21.712843Z","caller":"traceutil/trace.go:171","msg":"trace[1099506642] linearizableReadLoop","detail":"{readStateIndex:27158; appliedIndex:27156; }","duration":"126.838383ms","start":"2026-04-01T23:38:21.585981Z","end":"2026-04-01T23:38:21.712819Z","steps":["trace[1099506642] 'read index received' (duration: 87.48851ms)","trace[1099506642] 'applied index is now lower than readState.Index' (duration: 39.348603ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:21.712864Z","caller":"traceutil/trace.go:171","msg":"trace[1104040570] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"156.729424ms","start":"2026-04-01T23:38:21.556106Z","end":"2026-04-01T23:38:21.712836Z","steps":["trace[1104040570] 'process raft request' (duration: 117.31916ms)","trace[1104040570] 'compare' (duration: 39.206109ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:21.712953Z","caller":"traceutil/trace.go:171","msg":"trace[788802726] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"131.081887ms","start":"2026-04-01T23:38:21.581818Z","end":"2026-04-01T23:38:21.7129Z","steps":["trace[788802726] 'process raft request' (duration: 130.952954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:21.713005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.001729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:21.713035Z","caller":"traceutil/trace.go:171","msg":"trace[1837449544] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26277; }","duration":"127.08749ms","start":"2026-04-01T23:38:21.58594Z","end":"2026-04-01T23:38:21.713028Z","steps":["trace[1837449544] 'agreement among raft nodes before linearized reading' (duration: 126.969376ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:22.636784Z","caller":"traceutil/trace.go:171","msg":"trace[1676474289] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"121.82613ms","start":"2026-04-01T23:38:22.514922Z","end":"2026-04-01T23:38:22.636748Z","steps":["trace[1676474289] 'process raft request' (duration: 116.320745ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:22.637347Z","caller":"traceutil/trace.go:171","msg":"trace[1623505991] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"120.847896ms","start":"2026-04-01T23:38:22.516458Z","end":"2026-04-01T23:38:22.637306Z","steps":["trace[1623505991] 'process raft request' (duration: 120.213131ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:22.637325Z","caller":"traceutil/trace.go:171","msg":"trace[1448818429] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"119.726659ms","start":"2026-04-01T23:38:22.517559Z","end":"2026-04-01T23:38:22.637286Z","steps":["trace[1448818429] 'process raft request' (duration: 119.625026ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:22.637382Z","caller":"traceutil/trace.go:171","msg":"trace[874288267] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"120.098038ms","start":"2026-04-01T23:38:22.517239Z","end":"2026-04-01T23:38:22.637337Z","steps":["trace[874288267] 'process raft request' (duration: 119.828022ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:22.637538Z","caller":"traceutil/trace.go:171","msg":"trace[1301875455] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"118.08194ms","start":"2026-04-01T23:38:22.519447Z","end":"2026-04-01T23:38:22.637529Z","steps":["trace[1301875455] 'process raft request' (duration: 117.945365ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:22.637536Z","caller":"traceutil/trace.go:171","msg":"trace[1147198181] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"118.624694ms","start":"2026-04-01T23:38:22.5189Z","end":"2026-04-01T23:38:22.637524Z","steps":["trace[1147198181] 'process raft request' (duration: 118.336916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:23.259244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.041162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:38:23.259562Z","caller":"traceutil/trace.go:171","msg":"trace[1663362240] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"616.022994ms","start":"2026-04-01T23:38:22.643479Z","end":"2026-04-01T23:38:23.259502Z","steps":["trace[1663362240] 'process raft request' (duration: 127.560391ms)","trace[1663362240] 'compare' (duration: 487.912389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:23.259765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.284397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-01T23:38:23.259795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:22.643454Z","time spent":"616.221598ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:23.259811Z","caller":"traceutil/trace.go:171","msg":"trace[433423194] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26290; }","duration":"275.40706ms","start":"2026-04-01T23:38:22.984389Z","end":"2026-04-01T23:38:23.259796Z","steps":["trace[433423194] 'agreement among raft nodes before linearized reading' (duration: 275.270997ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:23.259622Z","caller":"traceutil/trace.go:171","msg":"trace[953922297] linearizableReadLoop","detail":"{readStateIndex:27171; appliedIndex:27166; }","duration":"275.114222ms","start":"2026-04-01T23:38:22.984484Z","end":"2026-04-01T23:38:23.259598Z","steps":["trace[953922297] 'read index received' (duration: 42.771µs)","trace[953922297] 'applied index is now lower than readState.Index' (duration: 275.066701ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:23.260262Z","caller":"traceutil/trace.go:171","msg":"trace[1199614102] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"615.85672ms","start":"2026-04-01T23:38:22.644369Z","end":"2026-04-01T23:38:23.260226Z","steps":["trace[1199614102] 'process raft request' (duration: 615.072101ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:23.260331Z","caller":"traceutil/trace.go:171","msg":"trace[2070503135] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"616.6966ms","start":"2026-04-01T23:38:22.643602Z","end":"2026-04-01T23:38:23.260299Z","steps":["trace[2070503135] 'process raft request' (duration: 615.761928ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:23.260339Z","caller":"traceutil/trace.go:171","msg":"trace[354249152] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"602.512373ms","start":"2026-04-01T23:38:22.657783Z","end":"2026-04-01T23:38:23.260295Z","steps":["trace[354249152] 'process raft request' (duration: 601.711234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:23.260439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:22.644353Z","time spent":"615.990443ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:23.260508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:22.643562Z","time spent":"616.848424ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:23.260527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:22.657747Z","time spent":"602.669457ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:23.260282Z","caller":"traceutil/trace.go:171","msg":"trace[295391636] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"602.233526ms","start":"2026-04-01T23:38:22.658025Z","end":"2026-04-01T23:38:23.260259Z","steps":["trace[295391636] 'process raft request' (duration: 601.520809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:23.261594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:22.657987Z","time spent":"603.560108ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:24.143739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.891467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:38:24.143863Z","caller":"traceutil/trace.go:171","msg":"trace[82660575] linearizableReadLoop","detail":"{readStateIndex:27172; appliedIndex:27171; }","duration":"688.178698ms","start":"2026-04-01T23:38:23.455662Z","end":"2026-04-01T23:38:24.143841Z","steps":["trace[82660575] 'read index received' (duration: 45.890972ms)","trace[82660575] 'applied index is now lower than readState.Index' (duration: 642.285686ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:24.144124Z","caller":"traceutil/trace.go:171","msg":"trace[118097961] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"721.75162ms","start":"2026-04-01T23:38:23.422353Z","end":"2026-04-01T23:38:24.144104Z","steps":["trace[118097961] 'process raft request' (duration: 79.407812ms)","trace[118097961] 'compare' (duration: 641.683262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:24.144199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.528197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:38:24.144218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:23.422322Z","time spent":"721.849802ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:24.144241Z","caller":"traceutil/trace.go:171","msg":"trace[1263899747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26291; }","duration":"688.578118ms","start":"2026-04-01T23:38:23.455654Z","end":"2026-04-01T23:38:24.144232Z","steps":["trace[1263899747] 'agreement among raft nodes before linearized reading' (duration: 688.492216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:24.144307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:23.455579Z","time spent":"688.715361ms","remote":"127.0.0.1:57228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:24.188122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.342285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:24.188213Z","caller":"traceutil/trace.go:171","msg":"trace[1770987666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26292; }","duration":"118.490339ms","start":"2026-04-01T23:38:24.069703Z","end":"2026-04-01T23:38:24.188193Z","steps":["trace[1770987666] 'agreement among raft nodes before linearized reading' (duration: 118.325475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:24.188194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.438394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-01T23:38:24.188279Z","caller":"traceutil/trace.go:171","msg":"trace[608894676] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26292; }","duration":"538.610848ms","start":"2026-04-01T23:38:23.649649Z","end":"2026-04-01T23:38:24.18826Z","steps":["trace[608894676] 'agreement among raft nodes before linearized reading' (duration: 538.329682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:24.188271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.607904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:24.188277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.539343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:24.188325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:23.649622Z","time spent":"538.693611ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" "} {"level":"info","ts":"2026-04-01T23:38:24.188346Z","caller":"traceutil/trace.go:171","msg":"trace[1490648668] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26292; }","duration":"257.758317ms","start":"2026-04-01T23:38:23.93057Z","end":"2026-04-01T23:38:24.188328Z","steps":["trace[1490648668] 'agreement among raft nodes before linearized reading' (duration: 257.593243ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:24.188365Z","caller":"traceutil/trace.go:171","msg":"trace[87331327] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26292; }","duration":"197.701326ms","start":"2026-04-01T23:38:23.990643Z","end":"2026-04-01T23:38:24.188344Z","steps":["trace[87331327] 'agreement among raft nodes before linearized reading' (duration: 197.492701ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:24.18845Z","caller":"traceutil/trace.go:171","msg":"trace[1912552063] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"633.538381ms","start":"2026-04-01T23:38:23.554851Z","end":"2026-04-01T23:38:24.188389Z","steps":["trace[1912552063] 'process raft request' (duration: 632.962878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:24.188612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:23.554814Z","time spent":"633.710426ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:24.685758Z","caller":"traceutil/trace.go:171","msg":"trace[491194885] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"105.638196ms","start":"2026-04-01T23:38:24.580092Z","end":"2026-04-01T23:38:24.68573Z","steps":["trace[491194885] 'process raft request' (duration: 105.467081ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:25.36592Z","caller":"traceutil/trace.go:171","msg":"trace[828067955] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"723.015562ms","start":"2026-04-01T23:38:24.642869Z","end":"2026-04-01T23:38:25.365884Z","steps":["trace[828067955] 'process raft request' (duration: 722.758146ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:25.366011Z","caller":"traceutil/trace.go:171","msg":"trace[415649175] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"721.406743ms","start":"2026-04-01T23:38:24.644595Z","end":"2026-04-01T23:38:25.366001Z","steps":["trace[415649175] 'process raft request' (duration: 721.261308ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:25.366033Z","caller":"traceutil/trace.go:171","msg":"trace[1078669202] linearizableReadLoop","detail":"{readStateIndex:27180; appliedIndex:27174; }","duration":"294.939258ms","start":"2026-04-01T23:38:25.071071Z","end":"2026-04-01T23:38:25.36601Z","steps":["trace[1078669202] 'read index received' (duration: 294.461205ms)","trace[1078669202] 'applied index is now lower than readState.Index' (duration: 477.083µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:25.366089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:24.642843Z","time spent":"723.167236ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:25.366157Z","caller":"traceutil/trace.go:171","msg":"trace[1371011013] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"721.553896ms","start":"2026-04-01T23:38:24.644593Z","end":"2026-04-01T23:38:25.366147Z","steps":["trace[1371011013] 'process raft request' (duration: 721.300789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.366089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:24.644566Z","time spent":"721.468214ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:25.36627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:24.644567Z","time spent":"721.629728ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:25.36632Z","caller":"traceutil/trace.go:171","msg":"trace[1497499098] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"720.606493ms","start":"2026-04-01T23:38:24.645704Z","end":"2026-04-01T23:38:25.36631Z","steps":["trace[1497499098] 'process raft request' (duration: 720.227843ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:25.36597Z","caller":"traceutil/trace.go:171","msg":"trace[1374840785] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"721.413642ms","start":"2026-04-01T23:38:24.64454Z","end":"2026-04-01T23:38:25.365953Z","steps":["trace[1374840785] 'process raft request' (duration: 721.257528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.366352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:24.645677Z","time spent":"720.659135ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:25.366397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:24.644523Z","time spent":"721.838883ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:25.366462Z","caller":"traceutil/trace.go:171","msg":"trace[48518982] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"719.610169ms","start":"2026-04-01T23:38:24.646846Z","end":"2026-04-01T23:38:25.366456Z","steps":["trace[48518982] 'process raft request' (duration: 719.118497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.366498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:24.646833Z","time spent":"719.646959ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:25.366523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.744269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-01T23:38:25.36665Z","caller":"traceutil/trace.go:171","msg":"trace[119151750] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26299; }","duration":"282.80757ms","start":"2026-04-01T23:38:25.083749Z","end":"2026-04-01T23:38:25.366556Z","steps":["trace[119151750] 'agreement among raft nodes before linearized reading' (duration: 282.664417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.366293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.233105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:25.366764Z","caller":"traceutil/trace.go:171","msg":"trace[221839805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26299; }","duration":"295.747107ms","start":"2026-04-01T23:38:25.071007Z","end":"2026-04-01T23:38:25.366754Z","steps":["trace[221839805] 'agreement among raft nodes before linearized reading' (duration: 295.224974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.366931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.646777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T23:38:25.366976Z","caller":"traceutil/trace.go:171","msg":"trace[1307629104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26299; }","duration":"101.699828ms","start":"2026-04-01T23:38:25.265265Z","end":"2026-04-01T23:38:25.366965Z","steps":["trace[1307629104] 'agreement among raft nodes before linearized reading' (duration: 101.587845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.367104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.846252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T23:38:25.367137Z","caller":"traceutil/trace.go:171","msg":"trace[192545982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26299; }","duration":"101.923584ms","start":"2026-04-01T23:38:25.265204Z","end":"2026-04-01T23:38:25.367128Z","steps":["trace[192545982] 'agreement among raft nodes before linearized reading' (duration: 101.841582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.367152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.636733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-01T23:38:25.367171Z","caller":"traceutil/trace.go:171","msg":"trace[1563036879] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26299; }","duration":"174.699875ms","start":"2026-04-01T23:38:25.192465Z","end":"2026-04-01T23:38:25.367165Z","steps":["trace[1563036879] 'agreement among raft nodes before linearized reading' (duration: 174.642963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.367286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.320514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T23:38:25.367304Z","caller":"traceutil/trace.go:171","msg":"trace[141751555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26299; }","duration":"102.341555ms","start":"2026-04-01T23:38:25.264958Z","end":"2026-04-01T23:38:25.3673Z","steps":["trace[141751555] 'agreement among raft nodes before linearized reading' (duration: 102.289484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:25.786315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.835907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:38:25.7864Z","caller":"traceutil/trace.go:171","msg":"trace[1317293952] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"412.410812ms","start":"2026-04-01T23:38:25.373974Z","end":"2026-04-01T23:38:25.786385Z","steps":["trace[1317293952] 'process raft request' (duration: 260.432983ms)","trace[1317293952] 'compare' (duration: 151.744804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:25.786462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.373958Z","time spent":"412.482964ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:26.177396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.590759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:38:26.177995Z","caller":"traceutil/trace.go:171","msg":"trace[112671148] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"803.461739ms","start":"2026-04-01T23:38:25.374509Z","end":"2026-04-01T23:38:26.177971Z","steps":["trace[112671148] 'process raft request' (duration: 802.986127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:26.178081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.374482Z","time spent":"803.562632ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:26.178057Z","caller":"traceutil/trace.go:171","msg":"trace[1257151602] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"801.881381ms","start":"2026-04-01T23:38:25.376142Z","end":"2026-04-01T23:38:26.178024Z","steps":["trace[1257151602] 'process raft request' (duration: 801.446851ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:26.178064Z","caller":"traceutil/trace.go:171","msg":"trace[1101017544] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"803.739287ms","start":"2026-04-01T23:38:25.374285Z","end":"2026-04-01T23:38:26.178025Z","steps":["trace[1101017544] 'process raft request' (duration: 653.41982ms)","trace[1101017544] 'compare' (duration: 149.112478ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:26.178066Z","caller":"traceutil/trace.go:171","msg":"trace[715966067] linearizableReadLoop","detail":"{readStateIndex:27183; appliedIndex:27180; }","duration":"803.306405ms","start":"2026-04-01T23:38:25.374718Z","end":"2026-04-01T23:38:26.178025Z","steps":["trace[715966067] 'read index received' (duration: 259.689104ms)","trace[715966067] 'applied index is now lower than readState.Index' (duration: 543.613141ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:26.178188Z","caller":"traceutil/trace.go:171","msg":"trace[1108424433] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"800.66926ms","start":"2026-04-01T23:38:25.377357Z","end":"2026-04-01T23:38:26.178026Z","steps":["trace[1108424433] 'process raft request' (duration: 800.273221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:26.178231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.376132Z","time spent":"802.001234ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:26.178314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.374273Z","time spent":"803.8676ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:26.17851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.377348Z","time spent":"801.060752ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:26.454538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.840934ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T23:38:26.454771Z","caller":"traceutil/trace.go:171","msg":"trace[1496546587] linearizableReadLoop","detail":"{readStateIndex:27186; appliedIndex:27185; }","duration":"276.600729ms","start":"2026-04-01T23:38:26.178151Z","end":"2026-04-01T23:38:26.454751Z","steps":["trace[1496546587] 'read index received' (duration: 79.942µs)","trace[1496546587] 'applied index is now lower than readState.Index' (duration: 276.519497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:26.455302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080552609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:26.455393Z","caller":"traceutil/trace.go:171","msg":"trace[1707154542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26304; }","duration":"1.080699973s","start":"2026-04-01T23:38:25.374669Z","end":"2026-04-01T23:38:26.455369Z","steps":["trace[1707154542] 'agreement among raft nodes before linearized reading' (duration: 803.479449ms)","trace[1707154542] 'range keys from in-memory index tree' (duration: 277.07423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:26.455449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.374646Z","time spent":"1.080793646s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:38:26.456099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.663457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:26.456148Z","caller":"traceutil/trace.go:171","msg":"trace[844772215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26304; }","duration":"338.752649ms","start":"2026-04-01T23:38:26.117379Z","end":"2026-04-01T23:38:26.456132Z","steps":["trace[844772215] 'agreement among raft nodes before linearized reading' (duration: 338.682988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:26.456182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:26.117357Z","time spent":"338.818501ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:38:26.456878Z","caller":"traceutil/trace.go:171","msg":"trace[1072135526] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"263.131999ms","start":"2026-04-01T23:38:26.193731Z","end":"2026-04-01T23:38:26.456863Z","steps":["trace[1072135526] 'process raft request' (duration: 260.918484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:26.79972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283892275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:26.799898Z","caller":"traceutil/trace.go:171","msg":"trace[189104059] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26305; }","duration":"1.284161852s","start":"2026-04-01T23:38:25.515665Z","end":"2026-04-01T23:38:26.799827Z","steps":["trace[189104059] 'agreement among raft nodes before linearized reading' (duration: 940.702169ms)","trace[189104059] 'count revisions from in-memory index tree' (duration: 343.224058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:26.79996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.515639Z","time spent":"1.284304925s","remote":"127.0.0.1:57968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:26.800778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.012411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-01T23:38:26.800859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.972699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:26.800952Z","caller":"traceutil/trace.go:171","msg":"trace[2127832190] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26305; }","duration":"830.096362ms","start":"2026-04-01T23:38:25.970811Z","end":"2026-04-01T23:38:26.800907Z","steps":["trace[2127832190] 'agreement among raft nodes before linearized reading' (duration: 485.516281ms)","trace[2127832190] 'count revisions from in-memory index tree' (duration: 344.484009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:26.800931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132342687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:26.80097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233496794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-01T23:38:26.800903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199682146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:26.801003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.97079Z","time spent":"830.200225ms","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:26.801015Z","caller":"traceutil/trace.go:171","msg":"trace[1422530649] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26305; }","duration":"1.233565535s","start":"2026-04-01T23:38:25.567436Z","end":"2026-04-01T23:38:26.801002Z","steps":["trace[1422530649] 'agreement among raft nodes before linearized reading' (duration: 888.920072ms)","trace[1422530649] 'range keys from in-memory index tree' (duration: 344.465859ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:26.800999Z","caller":"traceutil/trace.go:171","msg":"trace[157940053] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"553.079634ms","start":"2026-04-01T23:38:26.247894Z","end":"2026-04-01T23:38:26.800974Z","steps":["trace[157940053] 'process raft request' (duration: 525.323545ms)","trace[157940053] 'compare' (duration: 26.358834ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:26.801016Z","caller":"traceutil/trace.go:171","msg":"trace[214986886] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26305; }","duration":"1.132520303s","start":"2026-04-01T23:38:25.668476Z","end":"2026-04-01T23:38:26.800996Z","steps":["trace[214986886] 'agreement among raft nodes before linearized reading' (duration: 787.859749ms)","trace[214986886] 'count revisions from in-memory index tree' (duration: 344.5031ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:26.800991Z","caller":"traceutil/trace.go:171","msg":"trace[3531158] linearizableReadLoop","detail":"{readStateIndex:27188; appliedIndex:27187; }","duration":"346.149021ms","start":"2026-04-01T23:38:26.454812Z","end":"2026-04-01T23:38:26.800961Z","steps":["trace[3531158] 'read index received' (duration: 318.458723ms)","trace[3531158] 'applied index is now lower than readState.Index' (duration: 27.688778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:26.80105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.567424Z","time spent":"1.233618607s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T23:38:26.801064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.668452Z","time spent":"1.132602585s","remote":"127.0.0.1:57126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:26.801117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:26.247872Z","time spent":"553.175427ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:26.801148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.221134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-04-01T23:38:26.80116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.936451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:26.801216Z","caller":"traceutil/trace.go:171","msg":"trace[1267321426] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26306; }","duration":"522.032604ms","start":"2026-04-01T23:38:26.279165Z","end":"2026-04-01T23:38:26.801198Z","steps":["trace[1267321426] 'agreement among raft nodes before linearized reading' (duration: 521.922112ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:26.801222Z","caller":"traceutil/trace.go:171","msg":"trace[586884381] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26306; }","duration":"427.329157ms","start":"2026-04-01T23:38:26.373849Z","end":"2026-04-01T23:38:26.801178Z","steps":["trace[586884381] 'agreement among raft nodes before linearized reading' (duration: 427.121852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:26.80126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:26.279146Z","time spent":"522.104636ms","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:26.801297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:26.373831Z","time spent":"427.426689ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" "} {"level":"info","ts":"2026-04-01T23:38:26.800878Z","caller":"traceutil/trace.go:171","msg":"trace[2063425585] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26305; }","duration":"705.177755ms","start":"2026-04-01T23:38:26.095677Z","end":"2026-04-01T23:38:26.800854Z","steps":["trace[2063425585] 'agreement among raft nodes before linearized reading' (duration: 360.638755ms)","trace[2063425585] 'range keys from in-memory index tree' (duration: 344.209942ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:26.801053Z","caller":"traceutil/trace.go:171","msg":"trace[170070501] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26305; }","duration":"1.19986966s","start":"2026-04-01T23:38:25.601152Z","end":"2026-04-01T23:38:26.801022Z","steps":["trace[170070501] 'agreement among raft nodes before linearized reading' (duration: 855.194726ms)","trace[170070501] 'count revisions from in-memory index tree' (duration: 344.464118ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:26.801856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:26.095654Z","time spent":"706.161499ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-01T23:38:26.80186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:25.601145Z","time spent":"1.200687311s","remote":"127.0.0.1:34136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:27.775162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.78285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:38:27.775339Z","caller":"traceutil/trace.go:171","msg":"trace[1629102748] linearizableReadLoop","detail":"{readStateIndex:27190; appliedIndex:27188; }","duration":"974.26616ms","start":"2026-04-01T23:38:26.801055Z","end":"2026-04-01T23:38:27.775321Z","steps":["trace[1629102748] 'read index received' (duration: 485.225023ms)","trace[1629102748] 'applied index is now lower than readState.Index' (duration: 489.040107ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:27.775423Z","caller":"traceutil/trace.go:171","msg":"trace[809346591] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"1.084633471s","start":"2026-04-01T23:38:26.690762Z","end":"2026-04-01T23:38:27.775395Z","steps":["trace[809346591] 'process raft request' (duration: 1.084497367s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:27.775463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21904426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-01T23:38:27.775493Z","caller":"traceutil/trace.go:171","msg":"trace[2047807446] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26308; }","duration":"1.219098932s","start":"2026-04-01T23:38:26.556383Z","end":"2026-04-01T23:38:27.775482Z","steps":["trace[2047807446] 'agreement among raft nodes before linearized reading' (duration: 1.21901126s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:27.775527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:26.556371Z","time spent":"1.219147863s","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-01T23:38:27.775556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:26.690742Z","time spent":"1.084740524s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:27.77567Z","caller":"traceutil/trace.go:171","msg":"trace[1008753658] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"1.220960057s","start":"2026-04-01T23:38:26.554685Z","end":"2026-04-01T23:38:27.775645Z","steps":["trace[1008753658] 'process raft request' (duration: 731.622892ms)","trace[1008753658] 'compare' (duration: 488.564905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:27.775689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310139168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:27.775761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:26.55466Z","time spent":"1.221053998s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:27.775765Z","caller":"traceutil/trace.go:171","msg":"trace[168309107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26308; }","duration":"1.310260111s","start":"2026-04-01T23:38:26.465488Z","end":"2026-04-01T23:38:27.775748Z","steps":["trace[168309107] 'agreement among raft nodes before linearized reading' (duration: 1.310134138s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:27.775808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:26.465472Z","time spent":"1.310329284s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:38:27.800584Z","caller":"traceutil/trace.go:171","msg":"trace[935858034] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"425.692836ms","start":"2026-04-01T23:38:27.374876Z","end":"2026-04-01T23:38:27.800569Z","steps":["trace[935858034] 'process raft request' (duration: 425.553383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:27.801365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:27.374839Z","time spent":"426.494166ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:28.013132Z","caller":"traceutil/trace.go:171","msg":"trace[1202551660] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"637.877777ms","start":"2026-04-01T23:38:27.375231Z","end":"2026-04-01T23:38:28.013109Z","steps":["trace[1202551660] 'process raft request' (duration: 612.681671ms)","trace[1202551660] 'compare' (duration: 24.859618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:28.013246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:27.375205Z","time spent":"637.98095ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:28.013473Z","caller":"traceutil/trace.go:171","msg":"trace[861910004] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"638.084004ms","start":"2026-04-01T23:38:27.375377Z","end":"2026-04-01T23:38:28.013461Z","steps":["trace[861910004] 'process raft request' (duration: 637.694084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:28.013511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:27.375347Z","time spent":"638.145226ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:28.013678Z","caller":"traceutil/trace.go:171","msg":"trace[562115306] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"638.242667ms","start":"2026-04-01T23:38:27.375402Z","end":"2026-04-01T23:38:28.013644Z","steps":["trace[562115306] 'process raft request' (duration: 637.976151ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:28.013795Z","caller":"traceutil/trace.go:171","msg":"trace[2141958086] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"637.51538ms","start":"2026-04-01T23:38:27.376272Z","end":"2026-04-01T23:38:28.013787Z","steps":["trace[2141958086] 'process raft request' (duration: 637.355016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:28.013816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.578558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:28.013852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208046511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:38:28.013876Z","caller":"traceutil/trace.go:171","msg":"trace[922247243] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26314; }","duration":"1.208106693s","start":"2026-04-01T23:38:26.805764Z","end":"2026-04-01T23:38:28.01387Z","steps":["trace[922247243] 'agreement among raft nodes before linearized reading' (duration: 1.20800342s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:28.013699Z","caller":"traceutil/trace.go:171","msg":"trace[58150952] linearizableReadLoop","detail":"{readStateIndex:27196; appliedIndex:27191; }","duration":"238.305391ms","start":"2026-04-01T23:38:27.775368Z","end":"2026-04-01T23:38:28.013673Z","steps":["trace[58150952] 'read index received' (duration: 25.200296ms)","trace[58150952] 'applied index is now lower than readState.Index' (duration: 213.104065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:28.013858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:27.375362Z","time spent":"638.419292ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:28.013892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:26.805745Z","time spent":"1.208143493s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:38:28.013882Z","caller":"traceutil/trace.go:171","msg":"trace[1715549259] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26314; }","duration":"381.697291ms","start":"2026-04-01T23:38:27.632167Z","end":"2026-04-01T23:38:28.013864Z","steps":["trace[1715549259] 'agreement among raft nodes before linearized reading' (duration: 381.559517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:28.013908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:27.376251Z","time spent":"637.581552ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:28.013923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:27.632147Z","time spent":"381.765762ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:28.013971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.058659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:28.014006Z","caller":"traceutil/trace.go:171","msg":"trace[775579372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26314; }","duration":"230.133261ms","start":"2026-04-01T23:38:27.783864Z","end":"2026-04-01T23:38:28.013997Z","steps":["trace[775579372] 'agreement among raft nodes before linearized reading' (duration: 230.077279ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:28.013707Z","caller":"traceutil/trace.go:171","msg":"trace[1408594] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"638.103354ms","start":"2026-04-01T23:38:27.375572Z","end":"2026-04-01T23:38:28.013676Z","steps":["trace[1408594] 'process raft request' (duration: 637.997152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:28.014084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:27.375556Z","time spent":"638.507324ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:28.014181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.478022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-01T23:38:28.0142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.99412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-01T23:38:28.014246Z","caller":"traceutil/trace.go:171","msg":"trace[830714577] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26314; }","duration":"208.091062ms","start":"2026-04-01T23:38:27.806143Z","end":"2026-04-01T23:38:28.014234Z","steps":["trace[830714577] 'agreement among raft nodes before linearized reading' (duration: 207.919197ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:28.014212Z","caller":"traceutil/trace.go:171","msg":"trace[1687998428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26314; }","duration":"224.514784ms","start":"2026-04-01T23:38:27.789686Z","end":"2026-04-01T23:38:28.014201Z","steps":["trace[1687998428] 'agreement among raft nodes before linearized reading' (duration: 224.441282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:28.014357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208696966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dd06c345-34b0-4e90-bccc-95d4c4f00144\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-01T23:38:28.014432Z","caller":"traceutil/trace.go:171","msg":"trace[1449218135] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dd06c345-34b0-4e90-bccc-95d4c4f00144; range_end:; response_count:1; response_revision:26314; }","duration":"1.208900012s","start":"2026-04-01T23:38:26.805517Z","end":"2026-04-01T23:38:28.014417Z","steps":["trace[1449218135] 'agreement among raft nodes before linearized reading' (duration: 1.208236166s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:28.01451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:26.805486Z","time spent":"1.209008174s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-dd06c345-34b0-4e90-bccc-95d4c4f00144\" "} {"level":"warn","ts":"2026-04-01T23:38:28.352878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.06651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:28.353001Z","caller":"traceutil/trace.go:171","msg":"trace[1260945958] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26315; }","duration":"192.246984ms","start":"2026-04-01T23:38:28.160735Z","end":"2026-04-01T23:38:28.352982Z","steps":["trace[1260945958] 'count revisions from in-memory index tree' (duration: 191.979418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:28.353175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.928916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-01T23:38:28.353263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.389599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T23:38:28.353311Z","caller":"traceutil/trace.go:171","msg":"trace[1936785667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26315; }","duration":"170.454771ms","start":"2026-04-01T23:38:28.182844Z","end":"2026-04-01T23:38:28.353299Z","steps":["trace[1936785667] 'range keys from in-memory index tree' (duration: 170.217415ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:28.353269Z","caller":"traceutil/trace.go:171","msg":"trace[1518443537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26315; }","duration":"221.058879ms","start":"2026-04-01T23:38:28.132192Z","end":"2026-04-01T23:38:28.353251Z","steps":["trace[1518443537] 'range keys from in-memory index tree' (duration: 220.808783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:28.353175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.948013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T23:38:28.353501Z","caller":"traceutil/trace.go:171","msg":"trace[1293015303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26315; }","duration":"171.308252ms","start":"2026-04-01T23:38:28.182173Z","end":"2026-04-01T23:38:28.353482Z","steps":["trace[1293015303] 'range keys from in-memory index tree' (duration: 170.705017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:28.353538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.546113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-01T23:38:28.353329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.821315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T23:38:28.353657Z","caller":"traceutil/trace.go:171","msg":"trace[2047675085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26315; }","duration":"170.176144ms","start":"2026-04-01T23:38:28.183463Z","end":"2026-04-01T23:38:28.353639Z","steps":["trace[2047675085] 'range keys from in-memory index tree' (duration: 169.640931ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:28.353674Z","caller":"traceutil/trace.go:171","msg":"trace[638556280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26315; }","duration":"170.756368ms","start":"2026-04-01T23:38:28.182874Z","end":"2026-04-01T23:38:28.35363Z","steps":["trace[638556280] 'range keys from in-memory index tree' (duration: 170.127253ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:28.827588Z","caller":"traceutil/trace.go:171","msg":"trace[611926610] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"469.59787ms","start":"2026-04-01T23:38:28.357958Z","end":"2026-04-01T23:38:28.827556Z","steps":["trace[611926610] 'process raft request' (duration: 469.273372ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:28.827579Z","caller":"traceutil/trace.go:171","msg":"trace[1775828432] transaction","detail":"{read_only:false; response_revision:26319; number_of_response:1; }","duration":"466.449994ms","start":"2026-04-01T23:38:28.361095Z","end":"2026-04-01T23:38:28.827545Z","steps":["trace[1775828432] 'process raft request' (duration: 466.398182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:28.827725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:28.357931Z","time spent":"469.724063ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:28.82781Z","caller":"traceutil/trace.go:171","msg":"trace[218479470] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"468.981525ms","start":"2026-04-01T23:38:28.358628Z","end":"2026-04-01T23:38:28.82761Z","steps":["trace[218479470] 'process raft request' (duration: 468.810721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:28.82784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:28.361063Z","time spent":"466.607947ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:28.827977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:28.3586Z","time spent":"469.314293ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:29.733239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.573474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:38:29.733326Z","caller":"traceutil/trace.go:171","msg":"trace[1202571095] linearizableReadLoop","detail":"{readStateIndex:27202; appliedIndex:27198; }","duration":"1.01754034s","start":"2026-04-01T23:38:28.715774Z","end":"2026-04-01T23:38:29.733314Z","steps":["trace[1202571095] 'read index received' (duration: 111.520409ms)","trace[1202571095] 'applied index is now lower than readState.Index' (duration: 906.016551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:29.73342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.50422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:29.73344Z","caller":"traceutil/trace.go:171","msg":"trace[281701765] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26320; }","duration":"919.571612ms","start":"2026-04-01T23:38:28.813862Z","end":"2026-04-01T23:38:29.733434Z","steps":["trace[281701765] 'agreement among raft nodes before linearized reading' (duration: 919.52333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:29.733459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:28.813842Z","time spent":"919.612243ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:29.733606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.485632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:29.733624Z","caller":"traceutil/trace.go:171","msg":"trace[1968179521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26320; }","duration":"662.536563ms","start":"2026-04-01T23:38:29.071084Z","end":"2026-04-01T23:38:29.73362Z","steps":["trace[1968179521] 'agreement among raft nodes before linearized reading' (duration: 662.502382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:29.733636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:29.071034Z","time spent":"662.598784ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:38:29.733803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.03028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-01T23:38:29.733824Z","caller":"traceutil/trace.go:171","msg":"trace[160453322] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26320; }","duration":"689.104112ms","start":"2026-04-01T23:38:29.044715Z","end":"2026-04-01T23:38:29.733819Z","steps":["trace[160453322] 'agreement among raft nodes before linearized reading' (duration: 688.996239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:29.733821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.767315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:29.733884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.208606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-01T23:38:29.733907Z","caller":"traceutil/trace.go:171","msg":"trace[1291077716] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26320; }","duration":"714.279118ms","start":"2026-04-01T23:38:29.019623Z","end":"2026-04-01T23:38:29.733902Z","steps":["trace[1291077716] 'agreement among raft nodes before linearized reading' (duration: 714.222587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:29.73392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:29.019596Z","time spent":"714.320909ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" "} {"level":"warn","ts":"2026-04-01T23:38:29.734024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.089192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:38:29.734044Z","caller":"traceutil/trace.go:171","msg":"trace[1019461527] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26320; }","duration":"727.153333ms","start":"2026-04-01T23:38:29.006885Z","end":"2026-04-01T23:38:29.734038Z","steps":["trace[1019461527] 'agreement among raft nodes before linearized reading' (duration: 727.115192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:29.734058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:29.006859Z","time spent":"727.195225ms","remote":"127.0.0.1:57980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:29.734051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.007277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:38:29.734177Z","caller":"traceutil/trace.go:171","msg":"trace[877648104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26320; }","duration":"373.167261ms","start":"2026-04-01T23:38:29.360991Z","end":"2026-04-01T23:38:29.734158Z","steps":["trace[877648104] 'agreement among raft nodes before linearized reading' (duration: 373.015127ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:29.733875Z","caller":"traceutil/trace.go:171","msg":"trace[11451266] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26320; }","duration":"292.858997ms","start":"2026-04-01T23:38:29.440995Z","end":"2026-04-01T23:38:29.733854Z","steps":["trace[11451266] 'agreement among raft nodes before linearized reading' (duration: 292.776715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:29.733837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:29.044691Z","time spent":"689.143183ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-01T23:38:29.734099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.484746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:29.734373Z","caller":"traceutil/trace.go:171","msg":"trace[2122208405] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26320; }","duration":"896.804844ms","start":"2026-04-01T23:38:28.837554Z","end":"2026-04-01T23:38:29.734359Z","steps":["trace[2122208405] 'agreement among raft nodes before linearized reading' (duration: 896.488876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:29.734289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:29.360973Z","time spent":"373.296475ms","remote":"127.0.0.1:57248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:29.734233Z","caller":"traceutil/trace.go:171","msg":"trace[1782906242] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"1.272462946s","start":"2026-04-01T23:38:28.461763Z","end":"2026-04-01T23:38:29.734226Z","steps":["trace[1782906242] 'process raft request' (duration: 959.835745ms)","trace[1782906242] 'compare' (duration: 311.231706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:29.734441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:28.837532Z","time spent":"896.891326ms","remote":"127.0.0.1:58238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:29.734488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:28.461737Z","time spent":"1.272714072s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:29.733619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.985218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:29.734818Z","caller":"traceutil/trace.go:171","msg":"trace[1236836481] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26320; }","duration":"381.246488ms","start":"2026-04-01T23:38:29.353552Z","end":"2026-04-01T23:38:29.734798Z","steps":["trace[1236836481] 'agreement among raft nodes before linearized reading' (duration: 379.982898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:29.734878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:29.353528Z","time spent":"381.331071ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:29.734807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019010105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276024"} {"level":"info","ts":"2026-04-01T23:38:29.735615Z","caller":"traceutil/trace.go:171","msg":"trace[1878260733] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26320; }","duration":"1.019792314s","start":"2026-04-01T23:38:28.715729Z","end":"2026-04-01T23:38:29.735522Z","steps":["trace[1878260733] 'agreement among raft nodes before linearized reading' (duration: 1.017647122s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:29.735939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:28.715692Z","time spent":"1.02004723s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276047,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-01T23:38:30.150972Z","caller":"traceutil/trace.go:171","msg":"trace[1721066042] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"369.323357ms","start":"2026-04-01T23:38:29.781621Z","end":"2026-04-01T23:38:30.150944Z","steps":["trace[1721066042] 'process raft request' (duration: 327.053583ms)","trace[1721066042] 'compare' (duration: 41.71637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:30.151385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:29.781596Z","time spent":"369.640745ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:30.24264Z","caller":"traceutil/trace.go:171","msg":"trace[1369663561] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"433.141838ms","start":"2026-04-01T23:38:29.809467Z","end":"2026-04-01T23:38:30.242609Z","steps":["trace[1369663561] 'process raft request' (duration: 432.893422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:30.242894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:29.809435Z","time spent":"433.377064ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:30.242909Z","caller":"traceutil/trace.go:171","msg":"trace[1628274790] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"224.093994ms","start":"2026-04-01T23:38:30.018758Z","end":"2026-04-01T23:38:30.242852Z","steps":["trace[1628274790] 'process raft request' (duration: 223.801117ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:30.24302Z","caller":"traceutil/trace.go:171","msg":"trace[1575390127] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"224.020292ms","start":"2026-04-01T23:38:30.018913Z","end":"2026-04-01T23:38:30.242933Z","steps":["trace[1575390127] 'process raft request' (duration: 223.921639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:30.243071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.292302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T23:38:30.243103Z","caller":"traceutil/trace.go:171","msg":"trace[1892799860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26327; }","duration":"140.384855ms","start":"2026-04-01T23:38:30.102711Z","end":"2026-04-01T23:38:30.243096Z","steps":["trace[1892799860] 'agreement among raft nodes before linearized reading' (duration: 140.240611ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:30.242633Z","caller":"traceutil/trace.go:171","msg":"trace[1070920424] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"223.976291ms","start":"2026-04-01T23:38:30.018628Z","end":"2026-04-01T23:38:30.242604Z","steps":["trace[1070920424] 'process raft request' (duration: 223.879938ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:30.243219Z","caller":"traceutil/trace.go:171","msg":"trace[1470931494] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"224.406332ms","start":"2026-04-01T23:38:30.0188Z","end":"2026-04-01T23:38:30.243207Z","steps":["trace[1470931494] 'process raft request' (duration: 223.94473ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:30.243258Z","caller":"traceutil/trace.go:171","msg":"trace[1212496327] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"221.960602ms","start":"2026-04-01T23:38:30.021284Z","end":"2026-04-01T23:38:30.243244Z","steps":["trace[1212496327] 'process raft request' (duration: 221.584342ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:30.242912Z","caller":"traceutil/trace.go:171","msg":"trace[801251199] linearizableReadLoop","detail":"{readStateIndex:27209; appliedIndex:27202; }","duration":"140.135099ms","start":"2026-04-01T23:38:30.102758Z","end":"2026-04-01T23:38:30.242893Z","steps":["trace[801251199] 'read index received' (duration: 5.922995ms)","trace[801251199] 'applied index is now lower than readState.Index' (duration: 134.211584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:30.907342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788860314,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:38:30.986262Z","caller":"traceutil/trace.go:171","msg":"trace[370165616] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"847.911298ms","start":"2026-04-01T23:38:30.138322Z","end":"2026-04-01T23:38:30.986233Z","steps":["trace[370165616] 'process raft request' (duration: 830.429321ms)","trace[370165616] 'compare' (duration: 17.281892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:30.986397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:30.138298Z","time spent":"848.029891ms","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418437,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:31.006501Z","caller":"traceutil/trace.go:171","msg":"trace[142107723] linearizableReadLoop","detail":"{readStateIndex:27211; appliedIndex:27209; }","duration":"599.294134ms","start":"2026-04-01T23:38:30.407178Z","end":"2026-04-01T23:38:31.006472Z","steps":["trace[142107723] 'read index received' (duration: 561.409717ms)","trace[142107723] 'applied index is now lower than readState.Index' (duration: 37.883357ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:31.006621Z","caller":"traceutil/trace.go:171","msg":"trace[738796061] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"759.932095ms","start":"2026-04-01T23:38:30.246651Z","end":"2026-04-01T23:38:31.006584Z","steps":["trace[738796061] 'process raft request' (duration: 759.687189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:31.006731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.600223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:31.006782Z","caller":"traceutil/trace.go:171","msg":"trace[751796970] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26329; }","duration":"588.724026ms","start":"2026-04-01T23:38:30.418043Z","end":"2026-04-01T23:38:31.006767Z","steps":["trace[751796970] 'agreement among raft nodes before linearized reading' (duration: 588.589822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:31.006799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:30.246629Z","time spent":"760.082988ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:31.006827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:30.418018Z","time spent":"588.796208ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:31.006882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.700694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T23:38:31.006939Z","caller":"traceutil/trace.go:171","msg":"trace[865978370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26329; }","duration":"599.758365ms","start":"2026-04-01T23:38:30.407163Z","end":"2026-04-01T23:38:31.006921Z","steps":["trace[865978370] 'agreement among raft nodes before linearized reading' (duration: 599.466158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:31.006943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.782342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-01T23:38:31.006973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:30.407064Z","time spent":"599.901499ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T23:38:31.006998Z","caller":"traceutil/trace.go:171","msg":"trace[718345980] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:26329; }","duration":"117.881205ms","start":"2026-04-01T23:38:30.889102Z","end":"2026-04-01T23:38:31.006983Z","steps":["trace[718345980] 'agreement among raft nodes before linearized reading' (duration: 117.642619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:31.007057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.679359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-04-01T23:38:31.007029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.780657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T23:38:31.007096Z","caller":"traceutil/trace.go:171","msg":"trace[1127386606] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26329; }","duration":"267.71491ms","start":"2026-04-01T23:38:30.739368Z","end":"2026-04-01T23:38:31.007083Z","steps":["trace[1127386606] 'agreement among raft nodes before linearized reading' (duration: 267.605068ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:31.007142Z","caller":"traceutil/trace.go:171","msg":"trace[1786153734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26329; }","duration":"174.983981ms","start":"2026-04-01T23:38:30.832131Z","end":"2026-04-01T23:38:31.007115Z","steps":["trace[1786153734] 'agreement among raft nodes before linearized reading' (duration: 174.566061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:31.007153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.485759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:31.007209Z","caller":"traceutil/trace.go:171","msg":"trace[860514223] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26329; }","duration":"523.591132ms","start":"2026-04-01T23:38:30.483598Z","end":"2026-04-01T23:38:31.007189Z","steps":["trace[860514223] 'agreement among raft nodes before linearized reading' (duration: 523.50641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:31.007255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:30.483573Z","time spent":"523.667654ms","remote":"127.0.0.1:58296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:31.007296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.096637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:31.007077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.119612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:31.007361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.966517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T23:38:31.00739Z","caller":"traceutil/trace.go:171","msg":"trace[117632966] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26329; }","duration":"219.432259ms","start":"2026-04-01T23:38:30.787946Z","end":"2026-04-01T23:38:31.007378Z","steps":["trace[117632966] 'agreement among raft nodes before linearized reading' (duration: 219.099791ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:31.007402Z","caller":"traceutil/trace.go:171","msg":"trace[813308297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26329; }","duration":"174.043928ms","start":"2026-04-01T23:38:30.833341Z","end":"2026-04-01T23:38:31.007385Z","steps":["trace[813308297] 'agreement among raft nodes before linearized reading' (duration: 173.947666ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:31.007393Z","caller":"traceutil/trace.go:171","msg":"trace[1501854932] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26329; }","duration":"529.24316ms","start":"2026-04-01T23:38:30.478128Z","end":"2026-04-01T23:38:31.007371Z","steps":["trace[1501854932] 'agreement among raft nodes before linearized reading' (duration: 529.090516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:31.007451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:30.478108Z","time spent":"529.327833ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:31.00751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.453494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T23:38:31.007561Z","caller":"traceutil/trace.go:171","msg":"trace[26785716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26329; }","duration":"173.543566ms","start":"2026-04-01T23:38:30.834003Z","end":"2026-04-01T23:38:31.007546Z","steps":["trace[26785716] 'agreement among raft nodes before linearized reading' (duration: 173.367732ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:31.280819Z","caller":"traceutil/trace.go:171","msg":"trace[1004478927] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"268.697055ms","start":"2026-04-01T23:38:31.012095Z","end":"2026-04-01T23:38:31.280792Z","steps":["trace[1004478927] 'process raft request' (duration: 268.316215ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:31.281131Z","caller":"traceutil/trace.go:171","msg":"trace[1998987491] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"268.974481ms","start":"2026-04-01T23:38:31.012123Z","end":"2026-04-01T23:38:31.281097Z","steps":["trace[1998987491] 'process raft request' (duration: 268.624623ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:31.281358Z","caller":"traceutil/trace.go:171","msg":"trace[1115091750] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"269.216377ms","start":"2026-04-01T23:38:31.012132Z","end":"2026-04-01T23:38:31.281348Z","steps":["trace[1115091750] 'process raft request' (duration: 268.9109ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:31.281348Z","caller":"traceutil/trace.go:171","msg":"trace[1764131068] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"268.697004ms","start":"2026-04-01T23:38:31.012624Z","end":"2026-04-01T23:38:31.281321Z","steps":["trace[1764131068] 'process raft request' (duration: 268.548491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:31.771492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.892357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:38:31.771688Z","caller":"traceutil/trace.go:171","msg":"trace[1111091480] linearizableReadLoop","detail":"{readStateIndex:27217; appliedIndex:27212; }","duration":"701.665739ms","start":"2026-04-01T23:38:31.070003Z","end":"2026-04-01T23:38:31.771669Z","steps":["trace[1111091480] 'read index received' (duration: 210.564752ms)","trace[1111091480] 'applied index is now lower than readState.Index' (duration: 491.099867ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:31.771783Z","caller":"traceutil/trace.go:171","msg":"trace[345356044] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"727.965613ms","start":"2026-04-01T23:38:31.043803Z","end":"2026-04-01T23:38:31.771768Z","steps":["trace[345356044] 'process raft request' (duration: 331.685047ms)","trace[345356044] 'compare' (duration: 395.769624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:31.771854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:31.043786Z","time spent":"728.033355ms","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:31.772041Z","caller":"traceutil/trace.go:171","msg":"trace[173692379] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"631.660366ms","start":"2026-04-01T23:38:31.140343Z","end":"2026-04-01T23:38:31.772004Z","steps":["trace[173692379] 'process raft request' (duration: 631.247256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:31.772169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:31.140307Z","time spent":"631.792429ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:31.772166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.14611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:31.772246Z","caller":"traceutil/trace.go:171","msg":"trace[1136900931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26335; }","duration":"702.284413ms","start":"2026-04-01T23:38:31.06994Z","end":"2026-04-01T23:38:31.772225Z","steps":["trace[1136900931] 'agreement among raft nodes before linearized reading' (duration: 702.13003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:31.772295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:31.069918Z","time spent":"702.369076ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:38:31.83532Z","caller":"traceutil/trace.go:171","msg":"trace[353350964] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"183.315106ms","start":"2026-04-01T23:38:31.651965Z","end":"2026-04-01T23:38:31.83528Z","steps":["trace[353350964] 'process raft request' (duration: 183.149972ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:31.843875Z","caller":"traceutil/trace.go:171","msg":"trace[490895853] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"103.958853ms","start":"2026-04-01T23:38:31.739889Z","end":"2026-04-01T23:38:31.843848Z","steps":["trace[490895853] 'process raft request' (duration: 103.770989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:31.843932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.054576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:31.844025Z","caller":"traceutil/trace.go:171","msg":"trace[1797671882] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26337; }","duration":"594.21981ms","start":"2026-04-01T23:38:31.249785Z","end":"2026-04-01T23:38:31.844005Z","steps":["trace[1797671882] 'agreement among raft nodes before linearized reading' (duration: 594.066296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:31.844064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.686371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:31.844081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:31.249757Z","time spent":"594.309653ms","remote":"127.0.0.1:47074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:31.844114Z","caller":"traceutil/trace.go:171","msg":"trace[118348660] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26337; }","duration":"106.798013ms","start":"2026-04-01T23:38:31.737301Z","end":"2026-04-01T23:38:31.844099Z","steps":["trace[118348660] 'agreement among raft nodes before linearized reading' (duration: 106.683871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:31.844324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.528857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:31.844372Z","caller":"traceutil/trace.go:171","msg":"trace[2115550320] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26337; }","duration":"672.65428ms","start":"2026-04-01T23:38:31.1717Z","end":"2026-04-01T23:38:31.844354Z","steps":["trace[2115550320] 'agreement among raft nodes before linearized reading' (duration: 672.579938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:31.844406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:31.171672Z","time spent":"672.722841ms","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:31.844483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.317899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a25feffb2c8cd2\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-01T23:38:31.844556Z","caller":"traceutil/trace.go:171","msg":"trace[1651488260] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a25feffb2c8cd2; range_end:; response_count:1; response_revision:26337; }","duration":"177.459332ms","start":"2026-04-01T23:38:31.667077Z","end":"2026-04-01T23:38:31.844536Z","steps":["trace[1651488260] 'agreement among raft nodes before linearized reading' (duration: 177.194006ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:32.016034Z","caller":"traceutil/trace.go:171","msg":"trace[901892042] linearizableReadLoop","detail":"{readStateIndex:27221; appliedIndex:27220; }","duration":"167.680473ms","start":"2026-04-01T23:38:31.848314Z","end":"2026-04-01T23:38:32.015994Z","steps":["trace[901892042] 'read index received' (duration: 134.951073ms)","trace[901892042] 'applied index is now lower than readState.Index' (duration: 32.7277ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:32.016138Z","caller":"traceutil/trace.go:171","msg":"trace[232931682] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"168.455572ms","start":"2026-04-01T23:38:31.847641Z","end":"2026-04-01T23:38:32.016096Z","steps":["trace[232931682] 'process raft request' (duration: 135.640059ms)","trace[232931682] 'compare' (duration: 32.26255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:32.016451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.113815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T23:38:32.016509Z","caller":"traceutil/trace.go:171","msg":"trace[534436423] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26338; }","duration":"168.191696ms","start":"2026-04-01T23:38:31.848306Z","end":"2026-04-01T23:38:32.016498Z","steps":["trace[534436423] 'agreement among raft nodes before linearized reading' (duration: 167.902969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:32.016773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.082219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:32.017004Z","caller":"traceutil/trace.go:171","msg":"trace[1501674156] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26338; }","duration":"167.338405ms","start":"2026-04-01T23:38:31.849627Z","end":"2026-04-01T23:38:32.016965Z","steps":["trace[1501674156] 'agreement among raft nodes before linearized reading' (duration: 167.027327ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:32.538788Z","caller":"traceutil/trace.go:171","msg":"trace[835773474] linearizableReadLoop","detail":"{readStateIndex:27223; appliedIndex:27221; }","duration":"514.821137ms","start":"2026-04-01T23:38:32.023934Z","end":"2026-04-01T23:38:32.538755Z","steps":["trace[835773474] 'read index received' (duration: 48.720523ms)","trace[835773474] 'applied index is now lower than readState.Index' (duration: 466.098864ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:32.538825Z","caller":"traceutil/trace.go:171","msg":"trace[284253536] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"515.409532ms","start":"2026-04-01T23:38:32.023383Z","end":"2026-04-01T23:38:32.538793Z","steps":["trace[284253536] 'process raft request' (duration: 478.431958ms)","trace[284253536] 'compare' (duration: 36.674517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:32.538971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.017453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:32.538969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:32.023355Z","time spent":"515.534804ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:32.539018Z","caller":"traceutil/trace.go:171","msg":"trace[1059519654] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26340; }","duration":"515.117735ms","start":"2026-04-01T23:38:32.023885Z","end":"2026-04-01T23:38:32.539003Z","steps":["trace[1059519654] 'agreement among raft nodes before linearized reading' (duration: 515.008693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:32.539059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:32.023842Z","time spent":"515.207707ms","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-01T23:38:32.921928Z","caller":"traceutil/trace.go:171","msg":"trace[1595859601] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"766.545987ms","start":"2026-04-01T23:38:32.155338Z","end":"2026-04-01T23:38:32.921884Z","steps":["trace[1595859601] 'process raft request' (duration: 733.822396ms)","trace[1595859601] 'compare' (duration: 32.489286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:32.922114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:32.155317Z","time spent":"766.688071ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:32.921953Z","caller":"traceutil/trace.go:171","msg":"trace[338872320] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"672.702051ms","start":"2026-04-01T23:38:32.249239Z","end":"2026-04-01T23:38:32.921941Z","steps":["trace[338872320] 'process raft request' (duration: 672.625119ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:32.922353Z","caller":"traceutil/trace.go:171","msg":"trace[197756106] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"672.475675ms","start":"2026-04-01T23:38:32.249848Z","end":"2026-04-01T23:38:32.922324Z","steps":["trace[197756106] 'process raft request' (duration: 672.339842ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:32.92246Z","caller":"traceutil/trace.go:171","msg":"trace[1312040779] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"140.215021ms","start":"2026-04-01T23:38:32.782234Z","end":"2026-04-01T23:38:32.922449Z","steps":["trace[1312040779] 'process raft request' (duration: 140.16628ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:32.922518Z","caller":"traceutil/trace.go:171","msg":"trace[1437202469] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"672.425643ms","start":"2026-04-01T23:38:32.250074Z","end":"2026-04-01T23:38:32.9225Z","steps":["trace[1437202469] 'process raft request' (duration: 672.190078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:32.922531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:32.249834Z","time spent":"672.600838ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:32.922445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:32.249198Z","time spent":"673.201563ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:32.921943Z","caller":"traceutil/trace.go:171","msg":"trace[1541046846] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"672.968867ms","start":"2026-04-01T23:38:32.248949Z","end":"2026-04-01T23:38:32.921918Z","steps":["trace[1541046846] 'process raft request' (duration: 672.867115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:32.922625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:32.25003Z","time spent":"672.521397ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:32.922642Z","caller":"traceutil/trace.go:171","msg":"trace[390121291] linearizableReadLoop","detail":"{readStateIndex:27230; appliedIndex:27223; }","duration":"383.7328ms","start":"2026-04-01T23:38:32.538861Z","end":"2026-04-01T23:38:32.922594Z","steps":["trace[390121291] 'read index received' (duration: 350.373683ms)","trace[390121291] 'applied index is now lower than readState.Index' (duration: 33.356467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:32.922672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:32.248886Z","time spent":"673.754767ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:32.922673Z","caller":"traceutil/trace.go:171","msg":"trace[172727104] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"673.218073ms","start":"2026-04-01T23:38:32.249437Z","end":"2026-04-01T23:38:32.922655Z","steps":["trace[172727104] 'process raft request' (duration: 672.464835ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:32.922721Z","caller":"traceutil/trace.go:171","msg":"trace[1953308938] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"673.041668ms","start":"2026-04-01T23:38:32.249668Z","end":"2026-04-01T23:38:32.92271Z","steps":["trace[1953308938] 'process raft request' (duration: 672.350902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:32.922712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.272126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:32.922712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.714277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:32.922761Z","caller":"traceutil/trace.go:171","msg":"trace[1104846622] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26348; }","duration":"756.443629ms","start":"2026-04-01T23:38:32.166304Z","end":"2026-04-01T23:38:32.922748Z","steps":["trace[1104846622] 'agreement among raft nodes before linearized reading' (duration: 756.346617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:32.922759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:32.249428Z","time spent":"673.290265ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:32.92277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:32.249617Z","time spent":"673.12674ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:32.922796Z","caller":"traceutil/trace.go:171","msg":"trace[779377004] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26348; }","duration":"492.86697ms","start":"2026-04-01T23:38:32.429904Z","end":"2026-04-01T23:38:32.922771Z","steps":["trace[779377004] 'agreement among raft nodes before linearized reading' (duration: 492.706066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:32.922799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:32.166275Z","time spent":"756.514851ms","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:32.922832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.42008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:32.922844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:32.429876Z","time spent":"492.957562ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:32.922844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.69255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-01T23:38:32.922866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.678999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-01T23:38:32.922878Z","caller":"traceutil/trace.go:171","msg":"trace[890504312] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26348; }","duration":"378.580044ms","start":"2026-04-01T23:38:32.544278Z","end":"2026-04-01T23:38:32.922858Z","steps":["trace[890504312] 'agreement among raft nodes before linearized reading' (duration: 378.485342ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:32.922889Z","caller":"traceutil/trace.go:171","msg":"trace[141908451] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26348; }","duration":"135.773392ms","start":"2026-04-01T23:38:32.787103Z","end":"2026-04-01T23:38:32.922876Z","steps":["trace[141908451] 'agreement among raft nodes before linearized reading' (duration: 135.68283ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:32.922921Z","caller":"traceutil/trace.go:171","msg":"trace[668973853] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26348; }","duration":"806.779361ms","start":"2026-04-01T23:38:32.116123Z","end":"2026-04-01T23:38:32.922902Z","steps":["trace[668973853] 'agreement among raft nodes before linearized reading' (duration: 806.605647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:32.922924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:32.544257Z","time spent":"378.655755ms","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T23:38:32.922962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:32.116098Z","time spent":"806.854973ms","remote":"127.0.0.1:47126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T23:38:32.924425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.212889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T23:38:32.924473Z","caller":"traceutil/trace.go:171","msg":"trace[1089782598] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26348; }","duration":"238.345433ms","start":"2026-04-01T23:38:32.686116Z","end":"2026-04-01T23:38:32.924461Z","steps":["trace[1089782598] 'agreement among raft nodes before linearized reading' (duration: 236.681481ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:33.135817Z","caller":"traceutil/trace.go:171","msg":"trace[1079788472] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"118.200342ms","start":"2026-04-01T23:38:33.017588Z","end":"2026-04-01T23:38:33.135789Z","steps":["trace[1079788472] 'process raft request' (duration: 32.030013ms)","trace[1079788472] 'compare' (duration: 86.037056ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:33.135806Z","caller":"traceutil/trace.go:171","msg":"trace[402907675] linearizableReadLoop","detail":"{readStateIndex:27232; appliedIndex:27231; }","duration":"114.776289ms","start":"2026-04-01T23:38:33.021005Z","end":"2026-04-01T23:38:33.135781Z","steps":["trace[402907675] 'read index received' (duration: 28.651591ms)","trace[402907675] 'applied index is now lower than readState.Index' (duration: 86.123738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:33.13598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.963463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-01T23:38:33.136021Z","caller":"traceutil/trace.go:171","msg":"trace[1375129818] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26349; }","duration":"115.040815ms","start":"2026-04-01T23:38:33.02097Z","end":"2026-04-01T23:38:33.136011Z","steps":["trace[1375129818] 'agreement among raft nodes before linearized reading' (duration: 114.887592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:33.397713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.288518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T23:38:33.397863Z","caller":"traceutil/trace.go:171","msg":"trace[1485972668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26349; }","duration":"112.502474ms","start":"2026-04-01T23:38:33.285306Z","end":"2026-04-01T23:38:33.397809Z","steps":["trace[1485972668] 'range keys from in-memory index tree' (duration: 112.077412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:33.397988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.982045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T23:38:33.398104Z","caller":"traceutil/trace.go:171","msg":"trace[387578159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26349; }","duration":"113.19624ms","start":"2026-04-01T23:38:33.284882Z","end":"2026-04-01T23:38:33.398078Z","steps":["trace[387578159] 'range keys from in-memory index tree' (duration: 112.680358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:33.398191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.875632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T23:38:33.39828Z","caller":"traceutil/trace.go:171","msg":"trace[2056342619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26349; }","duration":"113.031686ms","start":"2026-04-01T23:38:33.285227Z","end":"2026-04-01T23:38:33.398259Z","steps":["trace[2056342619] 'range keys from in-memory index tree' (duration: 112.683827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:33.398288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.991945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:38:33.398432Z","caller":"traceutil/trace.go:171","msg":"trace[1229688816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26349; }","duration":"113.20124ms","start":"2026-04-01T23:38:33.285209Z","end":"2026-04-01T23:38:33.398411Z","steps":["trace[1229688816] 'range keys from in-memory index tree' (duration: 112.77701ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:33.706323Z","caller":"traceutil/trace.go:171","msg":"trace[694813579] linearizableReadLoop","detail":"{readStateIndex:27233; appliedIndex:27232; }","duration":"303.61251ms","start":"2026-04-01T23:38:33.402686Z","end":"2026-04-01T23:38:33.706298Z","steps":["trace[694813579] 'read index received' (duration: 303.520658ms)","trace[694813579] 'applied index is now lower than readState.Index' (duration: 90.702µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:33.706423Z","caller":"traceutil/trace.go:171","msg":"trace[1753212536] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"303.862346ms","start":"2026-04-01T23:38:33.402552Z","end":"2026-04-01T23:38:33.706415Z","steps":["trace[1753212536] 'process raft request' (duration: 303.584699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:33.706555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:33.402531Z","time spent":"303.913997ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:33.706762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.057331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T23:38:33.706848Z","caller":"traceutil/trace.go:171","msg":"trace[327398379] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26350; }","duration":"304.169463ms","start":"2026-04-01T23:38:33.402658Z","end":"2026-04-01T23:38:33.706827Z","steps":["trace[327398379] 'agreement among raft nodes before linearized reading' (duration: 303.931397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:33.706899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:33.402626Z","time spent":"304.263436ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T23:38:34.088058Z","caller":"traceutil/trace.go:171","msg":"trace[503737989] linearizableReadLoop","detail":"{readStateIndex:27236; appliedIndex:27233; }","duration":"381.651859ms","start":"2026-04-01T23:38:33.706384Z","end":"2026-04-01T23:38:34.088036Z","steps":["trace[503737989] 'read index received' (duration: 381.392692ms)","trace[503737989] 'applied index is now lower than readState.Index' (duration: 258.377µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:34.088109Z","caller":"traceutil/trace.go:171","msg":"trace[837148712] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"685.162106ms","start":"2026-04-01T23:38:33.402914Z","end":"2026-04-01T23:38:34.088076Z","steps":["trace[837148712] 'process raft request' (duration: 685.058963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:34.088182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.815578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:34.088148Z","caller":"traceutil/trace.go:171","msg":"trace[847214303] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"684.165671ms","start":"2026-04-01T23:38:33.403951Z","end":"2026-04-01T23:38:34.088117Z","steps":["trace[847214303] 'process raft request' (duration: 684.054698ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:34.088204Z","caller":"traceutil/trace.go:171","msg":"trace[1306374540] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26353; }","duration":"653.90885ms","start":"2026-04-01T23:38:33.434288Z","end":"2026-04-01T23:38:34.088197Z","steps":["trace[1306374540] 'agreement among raft nodes before linearized reading' (duration: 653.847618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:34.088226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:33.43424Z","time spent":"653.980761ms","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:34.088301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:33.402882Z","time spent":"685.32525ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:34.088311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:33.403927Z","time spent":"684.293993ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:34.088672Z","caller":"traceutil/trace.go:171","msg":"trace[441259260] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"685.831022ms","start":"2026-04-01T23:38:33.40282Z","end":"2026-04-01T23:38:34.088651Z","steps":["trace[441259260] 'process raft request' (duration: 685.028222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:34.08876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:33.402791Z","time spent":"685.942625ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:34.738888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.486523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:38:34.739021Z","caller":"traceutil/trace.go:171","msg":"trace[1817300728] linearizableReadLoop","detail":"{readStateIndex:27237; appliedIndex:27236; }","duration":"650.888206ms","start":"2026-04-01T23:38:34.088114Z","end":"2026-04-01T23:38:34.739002Z","steps":["trace[1817300728] 'read index received' (duration: 171.072736ms)","trace[1817300728] 'applied index is now lower than readState.Index' (duration: 479.814ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:34.739683Z","caller":"traceutil/trace.go:171","msg":"trace[207336861] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"890.876519ms","start":"2026-04-01T23:38:33.848778Z","end":"2026-04-01T23:38:34.739655Z","steps":["trace[207336861] 'process raft request' (duration: 410.529575ms)","trace[207336861] 'compare' (duration: 479.161504ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:34.739738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.642267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:34.739791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.28226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-01T23:38:34.739823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:33.848744Z","time spent":"891.019263ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:34.739825Z","caller":"traceutil/trace.go:171","msg":"trace[2058992701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26354; }","duration":"667.774201ms","start":"2026-04-01T23:38:34.072033Z","end":"2026-04-01T23:38:34.739807Z","steps":["trace[2058992701] 'agreement among raft nodes before linearized reading' (duration: 667.633437ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:34.739857Z","caller":"traceutil/trace.go:171","msg":"trace[1540733199] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26354; }","duration":"220.413234ms","start":"2026-04-01T23:38:34.51943Z","end":"2026-04-01T23:38:34.739843Z","steps":["trace[1540733199] 'agreement among raft nodes before linearized reading' (duration: 220.224649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:34.739867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:34.072007Z","time spent":"667.850853ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:38:34.73997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.50429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-01T23:38:34.74008Z","caller":"traceutil/trace.go:171","msg":"trace[819239323] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26354; }","duration":"599.676964ms","start":"2026-04-01T23:38:34.140384Z","end":"2026-04-01T23:38:34.740061Z","steps":["trace[819239323] 'agreement among raft nodes before linearized reading' (duration: 599.265314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:34.740058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.740792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:34.740137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:34.140361Z","time spent":"599.763555ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" "} {"level":"info","ts":"2026-04-01T23:38:34.74018Z","caller":"traceutil/trace.go:171","msg":"trace[1383173218] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26354; }","duration":"643.898756ms","start":"2026-04-01T23:38:34.096266Z","end":"2026-04-01T23:38:34.740165Z","steps":["trace[1383173218] 'agreement among raft nodes before linearized reading' (duration: 643.679021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:34.740227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:34.096249Z","time spent":"643.961107ms","remote":"127.0.0.1:47204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:34.740283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032009113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-01T23:38:34.740322Z","caller":"traceutil/trace.go:171","msg":"trace[1938120017] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26354; }","duration":"1.032056374s","start":"2026-04-01T23:38:33.708255Z","end":"2026-04-01T23:38:34.740311Z","steps":["trace[1938120017] 'agreement among raft nodes before linearized reading' (duration: 1.031389108s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:34.740351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:33.708241Z","time spent":"1.032102196s","remote":"127.0.0.1:47126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T23:38:35.258641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788860373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T23:38:35.899864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.781818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:38:35.900025Z","caller":"traceutil/trace.go:171","msg":"trace[381569796] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"1.142927636s","start":"2026-04-01T23:38:34.757069Z","end":"2026-04-01T23:38:35.899997Z","steps":["trace[381569796] 'process raft request' (duration: 788.882963ms)","trace[381569796] 'compare' (duration: 352.487685ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:35.900099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:34.757048Z","time spent":"1.143015149s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:37.005241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.459156994s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T23:38:37.028729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.830111ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:37.028867Z","caller":"traceutil/trace.go:171","msg":"trace[1440179434] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26355; }","duration":"226.994255ms","start":"2026-04-01T23:38:36.801851Z","end":"2026-04-01T23:38:37.028845Z","steps":["trace[1440179434] 'range keys from in-memory index tree' (duration: 226.80283ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:37.029242Z","caller":"traceutil/trace.go:171","msg":"trace[1040878413] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"2.099834172s","start":"2026-04-01T23:38:34.929376Z","end":"2026-04-01T23:38:37.02921Z","steps":["trace[1040878413] 'process raft request' (duration: 2.09975494s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:37.029253Z","caller":"traceutil/trace.go:171","msg":"trace[1824115049] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"2.099267197s","start":"2026-04-01T23:38:34.929968Z","end":"2026-04-01T23:38:37.029236Z","steps":["trace[1824115049] 'process raft request' (duration: 2.099199526s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:37.02924Z","caller":"traceutil/trace.go:171","msg":"trace[820739329] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"2.100185071s","start":"2026-04-01T23:38:34.929019Z","end":"2026-04-01T23:38:37.029204Z","steps":["trace[820739329] 'process raft request' (duration: 2.100020347s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.029373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:34.929366Z","time spent":"2.099937635s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:37.02924Z","caller":"traceutil/trace.go:171","msg":"trace[1809976233] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"2.100110299s","start":"2026-04-01T23:38:34.929094Z","end":"2026-04-01T23:38:37.029204Z","steps":["trace[1809976233] 'process raft request' (duration: 2.100001356s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.029447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:34.929007Z","time spent":"2.100339874s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:37.029505Z","caller":"traceutil/trace.go:171","msg":"trace[1399223161] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"2.098747174s","start":"2026-04-01T23:38:34.930745Z","end":"2026-04-01T23:38:37.029492Z","steps":["trace[1399223161] 'process raft request' (duration: 2.098451637s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:37.02957Z","caller":"traceutil/trace.go:171","msg":"trace[521607597] linearizableReadLoop","detail":"{readStateIndex:27245; appliedIndex:27237; }","duration":"2.271767749s","start":"2026-04-01T23:38:34.757794Z","end":"2026-04-01T23:38:37.029562Z","steps":["trace[521607597] 'read index received' (duration: 788.174916ms)","trace[521607597] 'applied index is now lower than readState.Index' (duration: 1.483592113s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:37.029595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:34.930733Z","time spent":"2.098813327s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:37.029621Z","caller":"traceutil/trace.go:171","msg":"trace[291208934] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"2.098216672s","start":"2026-04-01T23:38:34.931398Z","end":"2026-04-01T23:38:37.029615Z","steps":["trace[291208934] 'process raft request' (duration: 2.097988077s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.029607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:34.929086Z","time spent":"2.100389495s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:37.02966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:34.931387Z","time spent":"2.098250413s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:37.029694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:34.929957Z","time spent":"2.099360029s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:37.029783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271982154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-04-01T23:38:37.029841Z","caller":"traceutil/trace.go:171","msg":"trace[1882211880] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26362; }","duration":"2.272040056s","start":"2026-04-01T23:38:34.757787Z","end":"2026-04-01T23:38:37.029827Z","steps":["trace[1882211880] 'agreement among raft nodes before linearized reading' (duration: 2.271875552s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.029877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:34.757756Z","time spent":"2.272113188s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-01T23:38:37.029232Z","caller":"traceutil/trace.go:171","msg":"trace[1994798803] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"2.100360935s","start":"2026-04-01T23:38:34.928828Z","end":"2026-04-01T23:38:37.029189Z","steps":["trace[1994798803] 'process raft request' (duration: 2.076639084s)","trace[1994798803] 'compare' (duration: 23.370743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:37.030151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:34.928794Z","time spent":"2.101320517s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:37.06607Z","caller":"traceutil/trace.go:171","msg":"trace[1362324295] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"321.160028ms","start":"2026-04-01T23:38:36.74488Z","end":"2026-04-01T23:38:37.066041Z","steps":["trace[1362324295] 'process raft request' (duration: 321.018155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.066234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:36.744853Z","time spent":"321.290102ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:37.525766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.3781ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T23:38:37.525981Z","caller":"traceutil/trace.go:171","msg":"trace[349492640] linearizableReadLoop","detail":"{readStateIndex:27247; appliedIndex:27245; }","duration":"496.371935ms","start":"2026-04-01T23:38:37.029591Z","end":"2026-04-01T23:38:37.525963Z","steps":["trace[349492640] 'read index received' (duration: 36.316068ms)","trace[349492640] 'applied index is now lower than readState.Index' (duration: 460.055167ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:37.526091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496124908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:37.526115Z","caller":"traceutil/trace.go:171","msg":"trace[362521326] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26363; }","duration":"2.496207201s","start":"2026-04-01T23:38:35.029898Z","end":"2026-04-01T23:38:37.526105Z","steps":["trace[362521326] 'agreement among raft nodes before linearized reading' (duration: 2.496150219s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.5261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019465646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:38:37.526142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:35.029875Z","time spent":"2.496260701s","remote":"127.0.0.1:58146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:37.526165Z","caller":"traceutil/trace.go:171","msg":"trace[1520088737] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26363; }","duration":"1.019590099s","start":"2026-04-01T23:38:36.506558Z","end":"2026-04-01T23:38:37.526148Z","steps":["trace[1520088737] 'agreement among raft nodes before linearized reading' (duration: 1.019450655s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.526196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:36.506539Z","time spent":"1.01965077s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:37.526197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434638834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:38:37.526249Z","caller":"traceutil/trace.go:171","msg":"trace[1722350566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26363; }","duration":"1.434722677s","start":"2026-04-01T23:38:36.091511Z","end":"2026-04-01T23:38:37.526234Z","steps":["trace[1722350566] 'agreement among raft nodes before linearized reading' (duration: 1.434469761s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.526283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:36.091498Z","time spent":"1.434777008s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:37.526295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295151041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T23:38:37.526342Z","caller":"traceutil/trace.go:171","msg":"trace[813759925] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26363; }","duration":"2.295239302s","start":"2026-04-01T23:38:35.231091Z","end":"2026-04-01T23:38:37.52633Z","steps":["trace[813759925] 'agreement among raft nodes before linearized reading' (duration: 2.295000076s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.526372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729187211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:37.526374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:35.231074Z","time spent":"2.295290524s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:37.526376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38630411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T23:38:37.526434Z","caller":"traceutil/trace.go:171","msg":"trace[1138935105] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"423.368529ms","start":"2026-04-01T23:38:37.103059Z","end":"2026-04-01T23:38:37.526428Z","steps":["trace[1138935105] 'process raft request' (duration: 422.804826ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:37.52644Z","caller":"traceutil/trace.go:171","msg":"trace[1619150416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26363; }","duration":"2.386400432s","start":"2026-04-01T23:38:35.14002Z","end":"2026-04-01T23:38:37.52642Z","steps":["trace[1619150416] 'agreement among raft nodes before linearized reading' (duration: 2.386023963s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.526488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:35.139998Z","time spent":"2.386479895s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:37.526452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518273801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:37.526525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.2712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-04-01T23:38:37.526526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434136793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T23:38:37.526555Z","caller":"traceutil/trace.go:171","msg":"trace[1926058310] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26364; }","duration":"493.319641ms","start":"2026-04-01T23:38:37.033226Z","end":"2026-04-01T23:38:37.526546Z","steps":["trace[1926058310] 'agreement among raft nodes before linearized reading' (duration: 493.198658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.526574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:37.033208Z","time spent":"493.361462ms","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-04-01T23:38:37.52658Z","caller":"traceutil/trace.go:171","msg":"trace[2135209830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26364; }","duration":"1.434204054s","start":"2026-04-01T23:38:36.092363Z","end":"2026-04-01T23:38:37.526567Z","steps":["trace[2135209830] 'agreement among raft nodes before linearized reading' (duration: 1.434069461s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:37.526578Z","caller":"traceutil/trace.go:171","msg":"trace[1677851933] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26363; }","duration":"1.518420454s","start":"2026-04-01T23:38:36.008122Z","end":"2026-04-01T23:38:37.526543Z","steps":["trace[1677851933] 'agreement among raft nodes before linearized reading' (duration: 1.518170458s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.526621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:36.092357Z","time spent":"1.434248955s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T23:38:37.526636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:36.008055Z","time spent":"1.518569048s","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:37.526698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.530166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:37.526721Z","caller":"traceutil/trace.go:171","msg":"trace[1973298132] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26364; }","duration":"332.603577ms","start":"2026-04-01T23:38:37.194109Z","end":"2026-04-01T23:38:37.526713Z","steps":["trace[1973298132] 'agreement among raft nodes before linearized reading' (duration: 332.566176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.526744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:37.194082Z","time spent":"332.65719ms","remote":"127.0.0.1:58562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:37.526762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308520349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:38:37.526785Z","caller":"traceutil/trace.go:171","msg":"trace[69996187] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26364; }","duration":"1.308583631s","start":"2026-04-01T23:38:36.218192Z","end":"2026-04-01T23:38:37.526776Z","steps":["trace[69996187] 'agreement among raft nodes before linearized reading' (duration: 1.308204811s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.526813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:36.218172Z","time spent":"1.308635803s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:37.526877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.136536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a25feffb8dbd47\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-04-01T23:38:37.526881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781401919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-01T23:38:37.526899Z","caller":"traceutil/trace.go:171","msg":"trace[1739769974] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a25feffb8dbd47; range_end:; response_count:1; response_revision:26364; }","duration":"493.167738ms","start":"2026-04-01T23:38:37.033722Z","end":"2026-04-01T23:38:37.52689Z","steps":["trace[1739769974] 'agreement among raft nodes before linearized reading' (duration: 493.106566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.526917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:37.033716Z","time spent":"493.197478ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18a25feffb8dbd47\" "} {"level":"info","ts":"2026-04-01T23:38:37.52692Z","caller":"traceutil/trace.go:171","msg":"trace[849151892] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26364; }","duration":"1.781484512s","start":"2026-04-01T23:38:35.745421Z","end":"2026-04-01T23:38:37.526905Z","steps":["trace[849151892] 'agreement among raft nodes before linearized reading' (duration: 1.781368529s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.526941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456346366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:37.526953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:35.745385Z","time spent":"1.781558973s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" "} {"level":"info","ts":"2026-04-01T23:38:37.526986Z","caller":"traceutil/trace.go:171","msg":"trace[166733766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26364; }","duration":"1.456431717s","start":"2026-04-01T23:38:36.070537Z","end":"2026-04-01T23:38:37.526968Z","steps":["trace[166733766] 'agreement among raft nodes before linearized reading' (duration: 1.456358916s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.526719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434194032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-01T23:38:37.527037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:36.070512Z","time spent":"1.45651562s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:38:37.527053Z","caller":"traceutil/trace.go:171","msg":"trace[1110866524] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26364; }","duration":"1.434567252s","start":"2026-04-01T23:38:36.092475Z","end":"2026-04-01T23:38:37.527042Z","steps":["trace[1110866524] 'agreement among raft nodes before linearized reading' (duration: 1.433910245s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.527077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:36.092457Z","time spent":"1.434613084s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T23:38:37.526391Z","caller":"traceutil/trace.go:171","msg":"trace[1658340494] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26363; }","duration":"2.729205541s","start":"2026-04-01T23:38:34.79718Z","end":"2026-04-01T23:38:37.526385Z","steps":["trace[1658340494] 'agreement among raft nodes before linearized reading' (duration: 2.729169601s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.527133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:34.797104Z","time spent":"2.729995962s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T23:38:37.526272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816125709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-01T23:38:37.526513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:37.103035Z","time spent":"423.41908ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:37.52722Z","caller":"traceutil/trace.go:171","msg":"trace[86328085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26363; }","duration":"1.817151794s","start":"2026-04-01T23:38:35.710058Z","end":"2026-04-01T23:38:37.52721Z","steps":["trace[86328085] 'agreement among raft nodes before linearized reading' (duration: 1.815947094s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:37.527247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:35.710037Z","time spent":"1.817201736s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:38:38.03433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.872824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:38:38.03442Z","caller":"traceutil/trace.go:171","msg":"trace[2005364814] linearizableReadLoop","detail":"{readStateIndex:27255; appliedIndex:27254; }","duration":"386.280432ms","start":"2026-04-01T23:38:37.648118Z","end":"2026-04-01T23:38:38.034398Z","steps":["trace[2005364814] 'read index received' (duration: 165.247163ms)","trace[2005364814] 'applied index is now lower than readState.Index' (duration: 221.032469ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:38.034466Z","caller":"traceutil/trace.go:171","msg":"trace[319380892] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"386.63943ms","start":"2026-04-01T23:38:37.647821Z","end":"2026-04-01T23:38:38.03446Z","steps":["trace[319380892] 'process raft request' (duration: 165.568571ms)","trace[319380892] 'compare' (duration: 220.774852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:38.034656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.526588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T23:38:38.034732Z","caller":"traceutil/trace.go:171","msg":"trace[1451334251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26371; }","duration":"386.658151ms","start":"2026-04-01T23:38:37.648056Z","end":"2026-04-01T23:38:38.034714Z","steps":["trace[1451334251] 'agreement among raft nodes before linearized reading' (duration: 386.462547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:38.034761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:37.648034Z","time spent":"386.720762ms","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T23:38:38.035145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:37.647804Z","time spent":"386.692992ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:38.664112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.57205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:38:38.664221Z","caller":"traceutil/trace.go:171","msg":"trace[1259369494] linearizableReadLoop","detail":"{readStateIndex:27256; appliedIndex:27255; }","duration":"629.76839ms","start":"2026-04-01T23:38:38.034436Z","end":"2026-04-01T23:38:38.664205Z","steps":["trace[1259369494] 'read index received' (duration: 112.911772ms)","trace[1259369494] 'applied index is now lower than readState.Index' (duration: 516.855228ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:38.664456Z","caller":"traceutil/trace.go:171","msg":"trace[1490379446] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"736.504971ms","start":"2026-04-01T23:38:37.927928Z","end":"2026-04-01T23:38:38.664433Z","steps":["trace[1490379446] 'process raft request' (duration: 219.518091ms)","trace[1490379446] 'compare' (duration: 516.20671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:38.664573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.94639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T23:38:38.664619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.102752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-01T23:38:38.664714Z","caller":"traceutil/trace.go:171","msg":"trace[159996545] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26372; }","duration":"615.260855ms","start":"2026-04-01T23:38:38.04943Z","end":"2026-04-01T23:38:38.66469Z","steps":["trace[159996545] 'agreement among raft nodes before linearized reading' (duration: 614.952438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:38.664747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.533464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-04-01T23:38:38.664569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:37.927903Z","time spent":"736.618374ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:38.664785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.233158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:2246"} {"level":"info","ts":"2026-04-01T23:38:38.664828Z","caller":"traceutil/trace.go:171","msg":"trace[450619000] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26372; }","duration":"542.32051ms","start":"2026-04-01T23:38:38.122494Z","end":"2026-04-01T23:38:38.664815Z","steps":["trace[450619000] 'agreement among raft nodes before linearized reading' (duration: 542.152696ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:38.664842Z","caller":"traceutil/trace.go:171","msg":"trace[417154796] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26372; }","duration":"132.703888ms","start":"2026-04-01T23:38:38.532119Z","end":"2026-04-01T23:38:38.664823Z","steps":["trace[417154796] 'agreement among raft nodes before linearized reading' (duration: 132.38551ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:38.664658Z","caller":"traceutil/trace.go:171","msg":"trace[920239417] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26372; }","duration":"638.042953ms","start":"2026-04-01T23:38:38.026576Z","end":"2026-04-01T23:38:38.664619Z","steps":["trace[920239417] 'agreement among raft nodes before linearized reading' (duration: 637.92541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:38.664767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:38.049401Z","time spent":"615.352868ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" "} {"level":"warn","ts":"2026-04-01T23:38:38.664671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.650238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-01T23:38:38.664453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.514941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-01T23:38:38.665047Z","caller":"traceutil/trace.go:171","msg":"trace[2037610717] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26372; }","duration":"732.165017ms","start":"2026-04-01T23:38:37.932861Z","end":"2026-04-01T23:38:38.665026Z","steps":["trace[2037610717] 'agreement among raft nodes before linearized reading' (duration: 731.47437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:38.665026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:38.026557Z","time spent":"638.414321ms","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:38.665104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:37.932837Z","time spent":"732.253078ms","remote":"127.0.0.1:57304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-01T23:38:38.664869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:38.122471Z","time spent":"542.390753ms","remote":"127.0.0.1:41668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2269,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" "} {"level":"info","ts":"2026-04-01T23:38:38.665069Z","caller":"traceutil/trace.go:171","msg":"trace[1274101529] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26372; }","duration":"995.086148ms","start":"2026-04-01T23:38:37.669928Z","end":"2026-04-01T23:38:38.665014Z","steps":["trace[1274101529] 'agreement among raft nodes before linearized reading' (duration: 994.427442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:38.665416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:37.669915Z","time spent":"995.482189ms","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":234,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:38.95308Z","caller":"traceutil/trace.go:171","msg":"trace[581612539] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26373; }","duration":"284.958573ms","start":"2026-04-01T23:38:38.668098Z","end":"2026-04-01T23:38:38.953056Z","steps":["trace[581612539] 'process raft request' (duration: 204.087814ms)","trace[581612539] 'compare' (duration: 80.763116ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:38.960726Z","caller":"traceutil/trace.go:171","msg":"trace[1757215495] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"287.956865ms","start":"2026-04-01T23:38:38.672742Z","end":"2026-04-01T23:38:38.960699Z","steps":["trace[1757215495] 'process raft request' (duration: 287.806092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:39.227469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.617951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:38:39.227589Z","caller":"traceutil/trace.go:171","msg":"trace[198676449] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"193.429043ms","start":"2026-04-01T23:38:39.034141Z","end":"2026-04-01T23:38:39.22757Z","steps":["trace[198676449] 'process raft request' (duration: 81.621227ms)","trace[198676449] 'compare' (duration: 111.460208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:40.438713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.948896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T23:38:40.439169Z","caller":"traceutil/trace.go:171","msg":"trace[1199828608] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"1.403580685s","start":"2026-04-01T23:38:39.035563Z","end":"2026-04-01T23:38:40.439143Z","steps":["trace[1199828608] 'process raft request' (duration: 1.403291608s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:40.439162Z","caller":"traceutil/trace.go:171","msg":"trace[791101948] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"1.40464964s","start":"2026-04-01T23:38:39.034459Z","end":"2026-04-01T23:38:40.439108Z","steps":["trace[791101948] 'process raft request' (duration: 899.200232ms)","trace[791101948] 'compare' (duration: 504.355372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:40.439325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.035552Z","time spent":"1.403682787s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:40.439401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.034434Z","time spent":"1.404819475s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:40.439446Z","caller":"traceutil/trace.go:171","msg":"trace[751723309] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"1.095698111s","start":"2026-04-01T23:38:39.343723Z","end":"2026-04-01T23:38:40.439421Z","steps":["trace[751723309] 'process raft request' (duration: 1.09566037s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:40.439519Z","caller":"traceutil/trace.go:171","msg":"trace[974006484] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"1.403048322s","start":"2026-04-01T23:38:39.036441Z","end":"2026-04-01T23:38:40.43949Z","steps":["trace[974006484] 'process raft request' (duration: 1.402828707s)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:40.439533Z","caller":"traceutil/trace.go:171","msg":"trace[1457801829] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"1.403921643s","start":"2026-04-01T23:38:39.03558Z","end":"2026-04-01T23:38:40.439502Z","steps":["trace[1457801829] 'process raft request' (duration: 1.403485992s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:40.439587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.343698Z","time spent":"1.095814294s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:40.439657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.03643Z","time spent":"1.403151194s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:40.439642Z","caller":"traceutil/trace.go:171","msg":"trace[470624831] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"1.403755259s","start":"2026-04-01T23:38:39.035849Z","end":"2026-04-01T23:38:40.439604Z","steps":["trace[470624831] 'process raft request' (duration: 1.403330729s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:40.439678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.035553Z","time spent":"1.404044626s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:40.439716Z","caller":"traceutil/trace.go:171","msg":"trace[1580213374] linearizableReadLoop","detail":"{readStateIndex:27265; appliedIndex:27258; }","duration":"1.396136272s","start":"2026-04-01T23:38:39.043569Z","end":"2026-04-01T23:38:40.439705Z","steps":["trace[1580213374] 'read index received' (duration: 72.238048ms)","trace[1580213374] 'applied index is now lower than readState.Index' (duration: 1.323896334s)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:40.439716Z","caller":"traceutil/trace.go:171","msg":"trace[2000173117] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"1.401405111s","start":"2026-04-01T23:38:39.038289Z","end":"2026-04-01T23:38:40.439694Z","steps":["trace[2000173117] 'process raft request' (duration: 1.401024612s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:40.439813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.038276Z","time spent":"1.401485993s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:40.43981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.035826Z","time spent":"1.403888132s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:40.439859Z","caller":"traceutil/trace.go:171","msg":"trace[431949313] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"1.368561297s","start":"2026-04-01T23:38:39.071146Z","end":"2026-04-01T23:38:40.439708Z","steps":["trace[431949313] 'process raft request' (duration: 1.368196939s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:40.440085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.071133Z","time spent":"1.368846154s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:38:40.44085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291504262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:40.440876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.499134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T23:38:40.44098Z","caller":"traceutil/trace.go:171","msg":"trace[1051638173] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26383; }","duration":"1.291703337s","start":"2026-04-01T23:38:39.149258Z","end":"2026-04-01T23:38:40.440961Z","steps":["trace[1051638173] 'agreement among raft nodes before linearized reading' (duration: 1.290587879s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:40.440843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371256464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:40.440992Z","caller":"traceutil/trace.go:171","msg":"trace[346531205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26383; }","duration":"806.634288ms","start":"2026-04-01T23:38:39.634339Z","end":"2026-04-01T23:38:40.440973Z","steps":["trace[346531205] 'agreement among raft nodes before linearized reading' (duration: 805.474199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:40.44103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.149232Z","time spent":"1.291788759s","remote":"127.0.0.1:58054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:40.441039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.634324Z","time spent":"806.706179ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:38:40.441048Z","caller":"traceutil/trace.go:171","msg":"trace[1644872735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26383; }","duration":"1.3715197s","start":"2026-04-01T23:38:39.069504Z","end":"2026-04-01T23:38:40.441024Z","steps":["trace[1644872735] 'agreement among raft nodes before linearized reading' (duration: 1.37031379s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:40.441105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.069484Z","time spent":"1.371604403s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:38:40.441267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.009913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T23:38:40.441329Z","caller":"traceutil/trace.go:171","msg":"trace[924097367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26383; }","duration":"806.090294ms","start":"2026-04-01T23:38:39.635224Z","end":"2026-04-01T23:38:40.441314Z","steps":["trace[924097367] 'agreement among raft nodes before linearized reading' (duration: 804.608867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:40.441371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.635212Z","time spent":"806.149966ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:38:40.441725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.179681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T23:38:40.441776Z","caller":"traceutil/trace.go:171","msg":"trace[1941516337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26383; }","duration":"807.255493ms","start":"2026-04-01T23:38:39.634508Z","end":"2026-04-01T23:38:40.441764Z","steps":["trace[1941516337] 'agreement among raft nodes before linearized reading' (duration: 805.379907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:40.441808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.634497Z","time spent":"807.302984ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:40.441807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.12849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:40.441869Z","caller":"traceutil/trace.go:171","msg":"trace[49891860] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26383; }","duration":"384.190141ms","start":"2026-04-01T23:38:40.057658Z","end":"2026-04-01T23:38:40.441848Z","steps":["trace[49891860] 'agreement among raft nodes before linearized reading' (duration: 382.148531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:40.441893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.573321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-01T23:38:40.441918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:40.057577Z","time spent":"384.328454ms","remote":"127.0.0.1:57324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:40.441939Z","caller":"traceutil/trace.go:171","msg":"trace[1487505220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26383; }","duration":"807.646602ms","start":"2026-04-01T23:38:39.63428Z","end":"2026-04-01T23:38:40.441927Z","steps":["trace[1487505220] 'agreement among raft nodes before linearized reading' (duration: 805.704284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:40.44195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.868047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-01T23:38:40.44197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.634267Z","time spent":"807.694974ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:38:40.442002Z","caller":"traceutil/trace.go:171","msg":"trace[442743123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26383; }","duration":"807.97419ms","start":"2026-04-01T23:38:39.634015Z","end":"2026-04-01T23:38:40.441989Z","steps":["trace[442743123] 'agreement among raft nodes before linearized reading' (duration: 805.794077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:40.442039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.633985Z","time spent":"808.046471ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:38:40.442307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398736776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:38:40.442353Z","caller":"traceutil/trace.go:171","msg":"trace[1968916337] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26383; }","duration":"1.398818928s","start":"2026-04-01T23:38:39.043523Z","end":"2026-04-01T23:38:40.442342Z","steps":["trace[1968916337] 'agreement among raft nodes before linearized reading' (duration: 1.396237185s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:40.442419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.043502Z","time spent":"1.39890605s","remote":"127.0.0.1:57916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:40.443255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.0204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-04-01T23:38:40.44331Z","caller":"traceutil/trace.go:171","msg":"trace[1825154422] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6; range_end:; response_count:1; response_revision:26383; }","duration":"774.100653ms","start":"2026-04-01T23:38:39.669193Z","end":"2026-04-01T23:38:40.443293Z","steps":["trace[1825154422] 'agreement among raft nodes before linearized reading' (duration: 770.820252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:40.443349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.669181Z","time spent":"774.156224ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b18940d-7220-468e-af2a-191da00f66b6\" "} {"level":"warn","ts":"2026-04-01T23:38:40.443346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3502627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-01T23:38:40.443407Z","caller":"traceutil/trace.go:171","msg":"trace[527173929] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26383; }","duration":"1.350403903s","start":"2026-04-01T23:38:39.092983Z","end":"2026-04-01T23:38:40.443387Z","steps":["trace[527173929] 'agreement among raft nodes before linearized reading' (duration: 1.347345608s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:40.443446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:39.09288Z","time spent":"1.350557877s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-01T23:38:41.23675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.737093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:3976"} {"level":"info","ts":"2026-04-01T23:38:41.236845Z","caller":"traceutil/trace.go:171","msg":"trace[1717233916] linearizableReadLoop","detail":"{readStateIndex:27274; appliedIndex:27273; }","duration":"538.115527ms","start":"2026-04-01T23:38:40.698715Z","end":"2026-04-01T23:38:41.23683Z","steps":["trace[1717233916] 'read index received' (duration: 67.401µs)","trace[1717233916] 'applied index is now lower than readState.Index' (duration: 538.046536ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:41.236948Z","caller":"traceutil/trace.go:171","msg":"trace[994560309] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26389; }","duration":"715.763435ms","start":"2026-04-01T23:38:40.521144Z","end":"2026-04-01T23:38:41.236908Z","steps":["trace[994560309] 'process raft request' (duration: 64.795456ms)","trace[994560309] 'compare' (duration: 650.675322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:41.236995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:40.521129Z","time spent":"715.844887ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":3999,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-01T23:38:41.237065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.310872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:41.237155Z","caller":"traceutil/trace.go:171","msg":"trace[538727053] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26389; }","duration":"538.482306ms","start":"2026-04-01T23:38:40.698655Z","end":"2026-04-01T23:38:41.237137Z","steps":["trace[538727053] 'agreement among raft nodes before linearized reading' (duration: 538.296762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:41.237206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:40.698598Z","time spent":"538.597779ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:38:41.737381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871788788860433,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T23:38:42.058006Z","caller":"traceutil/trace.go:171","msg":"trace[2092354568] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"824.196528ms","start":"2026-04-01T23:38:41.233783Z","end":"2026-04-01T23:38:42.05798Z","steps":["trace[2092354568] 'process raft request' (duration: 824.040284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:42.058175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:41.233765Z","time spent":"824.33146ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:38:42.123038Z","caller":"traceutil/trace.go:171","msg":"trace[296805414] linearizableReadLoop","detail":"{readStateIndex:27276; appliedIndex:27274; }","duration":"886.146883ms","start":"2026-04-01T23:38:41.236867Z","end":"2026-04-01T23:38:42.123014Z","steps":["trace[296805414] 'read index received' (duration: 820.924727ms)","trace[296805414] 'applied index is now lower than readState.Index' (duration: 65.221096ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:38:42.123217Z","caller":"traceutil/trace.go:171","msg":"trace[305779868] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26391; }","duration":"884.890143ms","start":"2026-04-01T23:38:41.238265Z","end":"2026-04-01T23:38:42.123156Z","steps":["trace[305779868] 'process raft request' (duration: 884.618917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:42.123338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290714432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7c5dff8b56-xh8gl\" ","response":"range_response_count:1 size:8682"} {"level":"info","ts":"2026-04-01T23:38:42.123377Z","caller":"traceutil/trace.go:171","msg":"trace[1367272466] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7c5dff8b56-xh8gl; range_end:; response_count:1; response_revision:26391; }","duration":"1.290814064s","start":"2026-04-01T23:38:40.83255Z","end":"2026-04-01T23:38:42.123364Z","steps":["trace[1367272466] 'agreement among raft nodes before linearized reading' (duration: 1.29061748s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:42.123415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:40.832529Z","time spent":"1.290875146s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8705,"request content":"key:\"/registry/pods/openstack/magnum-api-7c5dff8b56-xh8gl\" "} {"level":"warn","ts":"2026-04-01T23:38:42.123416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.477034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:38:42.123466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:41.238245Z","time spent":"885.082277ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-01T23:38:42.123515Z","caller":"traceutil/trace.go:171","msg":"trace[142180054] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26391; }","duration":"578.646388ms","start":"2026-04-01T23:38:41.544843Z","end":"2026-04-01T23:38:42.12349Z","steps":["trace[142180054] 'agreement among raft nodes before linearized reading' (duration: 578.453874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:42.123477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23384699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-01T23:38:42.12356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.176286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:38:42.123592Z","caller":"traceutil/trace.go:171","msg":"trace[1243500650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26391; }","duration":"175.271589ms","start":"2026-04-01T23:38:41.948311Z","end":"2026-04-01T23:38:42.123583Z","steps":["trace[1243500650] 'agreement among raft nodes before linearized reading' (duration: 175.220687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:42.123596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:41.544797Z","time spent":"578.754032ms","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:38:42.123617Z","caller":"traceutil/trace.go:171","msg":"trace[675600104] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:26391; }","duration":"1.234057465s","start":"2026-04-01T23:38:40.889519Z","end":"2026-04-01T23:38:42.123576Z","steps":["trace[675600104] 'agreement among raft nodes before linearized reading' (duration: 1.233647476s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:42.12369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:38:40.889496Z","time spent":"1.234176789s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-04-01T23:38:42.123811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.98497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-8667947dd7-6tkx5.18a25f4e06819106\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-04-01T23:38:42.123884Z","caller":"traceutil/trace.go:171","msg":"trace[732873364] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-8667947dd7-6tkx5.18a25f4e06819106; range_end:; response_count:1; response_revision:26391; }","duration":"264.117563ms","start":"2026-04-01T23:38:41.859747Z","end":"2026-04-01T23:38:42.123865Z","steps":["trace[732873364] 'agreement among raft nodes before linearized reading' (duration: 263.930228ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:44.628527Z","caller":"traceutil/trace.go:171","msg":"trace[2002625023] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"169.278483ms","start":"2026-04-01T23:38:44.459214Z","end":"2026-04-01T23:38:44.628492Z","steps":["trace[2002625023] 'process raft request' (duration: 169.090788ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:44.628804Z","caller":"traceutil/trace.go:171","msg":"trace[1285752825] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"169.689293ms","start":"2026-04-01T23:38:44.459096Z","end":"2026-04-01T23:38:44.628785Z","steps":["trace[1285752825] 'process raft request' (duration: 168.976954ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:44.629395Z","caller":"traceutil/trace.go:171","msg":"trace[575461077] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"170.132134ms","start":"2026-04-01T23:38:44.459233Z","end":"2026-04-01T23:38:44.629365Z","steps":["trace[575461077] 'process raft request' (duration: 169.17356ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:44.629827Z","caller":"traceutil/trace.go:171","msg":"trace[768913519] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"168.168435ms","start":"2026-04-01T23:38:44.461647Z","end":"2026-04-01T23:38:44.629815Z","steps":["trace[768913519] 'process raft request' (duration: 167.951949ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:44.629928Z","caller":"traceutil/trace.go:171","msg":"trace[1845403647] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"170.681827ms","start":"2026-04-01T23:38:44.459232Z","end":"2026-04-01T23:38:44.629914Z","steps":["trace[1845403647] 'process raft request' (duration: 169.858447ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:44.629936Z","caller":"traceutil/trace.go:171","msg":"trace[73424105] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"168.024761ms","start":"2026-04-01T23:38:44.461872Z","end":"2026-04-01T23:38:44.629897Z","steps":["trace[73424105] 'process raft request' (duration: 167.785786ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:44.630053Z","caller":"traceutil/trace.go:171","msg":"trace[1216972267] linearizableReadLoop","detail":"{readStateIndex:27335; appliedIndex:27329; }","duration":"158.826237ms","start":"2026-04-01T23:38:44.470884Z","end":"2026-04-01T23:38:44.62971Z","steps":["trace[1216972267] 'read index received' (duration: 157.076394ms)","trace[1216972267] 'applied index is now lower than readState.Index' (duration: 1.749073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:38:44.630205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.310468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T23:38:44.630253Z","caller":"traceutil/trace.go:171","msg":"trace[1207737809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26447; }","duration":"159.403521ms","start":"2026-04-01T23:38:44.470836Z","end":"2026-04-01T23:38:44.63024Z","steps":["trace[1207737809] 'agreement among raft nodes before linearized reading' (duration: 159.245127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:44.630419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.241902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T23:38:44.630501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.412728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T23:38:44.630535Z","caller":"traceutil/trace.go:171","msg":"trace[1392858022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26447; }","duration":"156.475209ms","start":"2026-04-01T23:38:44.474052Z","end":"2026-04-01T23:38:44.630527Z","steps":["trace[1392858022] 'agreement among raft nodes before linearized reading' (duration: 156.310185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:44.630417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.049542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:38:44.630587Z","caller":"traceutil/trace.go:171","msg":"trace[1371656800] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26447; }","duration":"119.318169ms","start":"2026-04-01T23:38:44.511256Z","end":"2026-04-01T23:38:44.630574Z","steps":["trace[1371656800] 'agreement among raft nodes before linearized reading' (duration: 119.071993ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:38:44.630458Z","caller":"traceutil/trace.go:171","msg":"trace[1434453068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26447; }","duration":"156.316055ms","start":"2026-04-01T23:38:44.474133Z","end":"2026-04-01T23:38:44.630449Z","steps":["trace[1434453068] 'agreement among raft nodes before linearized reading' (duration: 156.204912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:44.630635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.590643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T23:38:44.630846Z","caller":"traceutil/trace.go:171","msg":"trace[942916506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26447; }","duration":"154.790497ms","start":"2026-04-01T23:38:44.475929Z","end":"2026-04-01T23:38:44.630719Z","steps":["trace[942916506] 'agreement among raft nodes before linearized reading' (duration: 154.362247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:38:44.631058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.804681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T23:38:44.631141Z","caller":"traceutil/trace.go:171","msg":"trace[1760712663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26447; }","duration":"158.004737ms","start":"2026-04-01T23:38:44.473116Z","end":"2026-04-01T23:38:44.631121Z","steps":["trace[1760712663] 'agreement among raft nodes before linearized reading' (duration: 157.117575ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:10.403903Z","caller":"traceutil/trace.go:171","msg":"trace[69874045] linearizableReadLoop","detail":"{readStateIndex:27538; appliedIndex:27537; }","duration":"196.124519ms","start":"2026-04-01T23:39:10.207751Z","end":"2026-04-01T23:39:10.403875Z","steps":["trace[69874045] 'read index received' (duration: 195.831701ms)","trace[69874045] 'applied index is now lower than readState.Index' (duration: 291.658µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:39:10.404278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.507438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:39:10.404332Z","caller":"traceutil/trace.go:171","msg":"trace[444059397] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26645; }","duration":"196.623551ms","start":"2026-04-01T23:39:10.207693Z","end":"2026-04-01T23:39:10.404316Z","steps":["trace[444059397] 'agreement among raft nodes before linearized reading' (duration: 196.303003ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:10.40457Z","caller":"traceutil/trace.go:171","msg":"trace[1312942780] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"228.138494ms","start":"2026-04-01T23:39:10.1764Z","end":"2026-04-01T23:39:10.404538Z","steps":["trace[1312942780] 'process raft request' (duration: 227.242051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:14.640671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.095236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:39:14.640734Z","caller":"traceutil/trace.go:171","msg":"trace[70827438] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26674; }","duration":"663.22708ms","start":"2026-04-01T23:39:13.977495Z","end":"2026-04-01T23:39:14.640722Z","steps":["trace[70827438] 'count revisions from in-memory index tree' (duration: 662.945432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:14.640763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:13.97747Z","time spent":"663.286041ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T23:39:14.640746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.617728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:39:14.640815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.301555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:39:14.64088Z","caller":"traceutil/trace.go:171","msg":"trace[722229771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26674; }","duration":"570.413978ms","start":"2026-04-01T23:39:14.070449Z","end":"2026-04-01T23:39:14.640863Z","steps":["trace[722229771] 'range keys from in-memory index tree' (duration: 570.231104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:14.640902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.553549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:39:14.640949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.070431Z","time spent":"570.501291ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T23:39:14.640988Z","caller":"traceutil/trace.go:171","msg":"trace[1878990224] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26674; }","duration":"312.707133ms","start":"2026-04-01T23:39:14.328263Z","end":"2026-04-01T23:39:14.640971Z","steps":["trace[1878990224] 'count revisions from in-memory index tree' (duration: 312.481007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:14.641021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.328244Z","time spent":"312.765894ms","remote":"127.0.0.1:57878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:39:14.641027Z","caller":"traceutil/trace.go:171","msg":"trace[454698297] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26674; }","duration":"334.912145ms","start":"2026-04-01T23:39:14.3061Z","end":"2026-04-01T23:39:14.641012Z","steps":["trace[454698297] 'count revisions from in-memory index tree' (duration: 334.533765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:14.641119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.306036Z","time spent":"335.040607ms","remote":"127.0.0.1:57132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:39:14.781767Z","caller":"traceutil/trace.go:171","msg":"trace[717617977] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"360.431949ms","start":"2026-04-01T23:39:14.421304Z","end":"2026-04-01T23:39:14.781736Z","steps":["trace[717617977] 'process raft request' (duration: 360.239724ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:14.781859Z","caller":"traceutil/trace.go:171","msg":"trace[395556733] linearizableReadLoop","detail":"{readStateIndex:27569; appliedIndex:27569; }","duration":"353.003548ms","start":"2026-04-01T23:39:14.428827Z","end":"2026-04-01T23:39:14.78183Z","steps":["trace[395556733] 'read index received' (duration: 352.991838ms)","trace[395556733] 'applied index is now lower than readState.Index' (duration: 9.47µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:39:14.781946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.421278Z","time spent":"360.578623ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:39:14.782025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.173552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:39:14.782072Z","caller":"traceutil/trace.go:171","msg":"trace[2006712044] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26675; }","duration":"353.275174ms","start":"2026-04-01T23:39:14.428782Z","end":"2026-04-01T23:39:14.782057Z","steps":["trace[2006712044] 'agreement among raft nodes before linearized reading' (duration: 353.172282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:14.782114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.428762Z","time spent":"353.341965ms","remote":"127.0.0.1:58430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T23:39:15.27936Z","caller":"traceutil/trace.go:171","msg":"trace[84428353] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"546.197825ms","start":"2026-04-01T23:39:14.733113Z","end":"2026-04-01T23:39:15.279311Z","steps":["trace[84428353] 'process raft request' (duration: 545.97448ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:15.279431Z","caller":"traceutil/trace.go:171","msg":"trace[1754557731] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"538.331362ms","start":"2026-04-01T23:39:14.741063Z","end":"2026-04-01T23:39:15.279394Z","steps":["trace[1754557731] 'process raft request' (duration: 538.209299ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:15.279445Z","caller":"traceutil/trace.go:171","msg":"trace[1171967505] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"696.551754ms","start":"2026-04-01T23:39:14.58284Z","end":"2026-04-01T23:39:15.279392Z","steps":["trace[1171967505] 'process raft request' (duration: 696.027232ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:15.279476Z","caller":"traceutil/trace.go:171","msg":"trace[991535136] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"541.142771ms","start":"2026-04-01T23:39:14.738288Z","end":"2026-04-01T23:39:15.279431Z","steps":["trace[991535136] 'process raft request' (duration: 540.880885ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:15.27948Z","caller":"traceutil/trace.go:171","msg":"trace[772335129] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"546.327828ms","start":"2026-04-01T23:39:14.73312Z","end":"2026-04-01T23:39:15.279448Z","steps":["trace[772335129] 'process raft request' (duration: 546.01206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:15.279548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.733082Z","time spent":"546.369289ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:39:15.27956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.741052Z","time spent":"538.435745ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:39:15.279628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.582807Z","time spent":"696.721689ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:39:15.279639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.738274Z","time spent":"541.284914ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:39:15.279667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.616954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T23:39:15.279355Z","caller":"traceutil/trace.go:171","msg":"trace[1860927697] linearizableReadLoop","detail":"{readStateIndex:27576; appliedIndex:27569; }","duration":"497.389631ms","start":"2026-04-01T23:39:14.781929Z","end":"2026-04-01T23:39:15.279319Z","steps":["trace[1860927697] 'read index received' (duration: 496.777947ms)","trace[1860927697] 'applied index is now lower than readState.Index' (duration: 609.984µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:39:15.27974Z","caller":"traceutil/trace.go:171","msg":"trace[2052537161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26682; }","duration":"510.756817ms","start":"2026-04-01T23:39:14.768964Z","end":"2026-04-01T23:39:15.279721Z","steps":["trace[2052537161] 'agreement among raft nodes before linearized reading' (duration: 510.508251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:15.279738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.16114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:39:15.279765Z","caller":"traceutil/trace.go:171","msg":"trace[938591674] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"540.097616ms","start":"2026-04-01T23:39:14.739651Z","end":"2026-04-01T23:39:15.279748Z","steps":["trace[938591674] 'process raft request' (duration: 539.557313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:15.279781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.768906Z","time spent":"510.86959ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T23:39:15.279808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.739642Z","time spent":"540.143467ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:39:15.279712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.733095Z","time spent":"546.475822ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T23:39:15.279815Z","caller":"traceutil/trace.go:171","msg":"trace[568325907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26682; }","duration":"637.53377ms","start":"2026-04-01T23:39:14.642247Z","end":"2026-04-01T23:39:15.279781Z","steps":["trace[568325907] 'agreement among raft nodes before linearized reading' (duration: 637.173941ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:15.27983Z","caller":"traceutil/trace.go:171","msg":"trace[812321385] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"539.183693ms","start":"2026-04-01T23:39:14.740632Z","end":"2026-04-01T23:39:15.279815Z","steps":["trace[812321385] 'process raft request' (duration: 538.60656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:15.279888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.642233Z","time spent":"637.643162ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T23:39:15.279981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.621326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-01T23:39:15.280003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.802701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T23:39:15.28002Z","caller":"traceutil/trace.go:171","msg":"trace[775687281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26682; }","duration":"506.670988ms","start":"2026-04-01T23:39:14.773333Z","end":"2026-04-01T23:39:15.280004Z","steps":["trace[775687281] 'agreement among raft nodes before linearized reading' (duration: 506.535785ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:15.28003Z","caller":"traceutil/trace.go:171","msg":"trace[1759351033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26682; }","duration":"506.865592ms","start":"2026-04-01T23:39:14.773154Z","end":"2026-04-01T23:39:15.28002Z","steps":["trace[1759351033] 'agreement among raft nodes before linearized reading' (duration: 506.78186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:15.28004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.773322Z","time spent":"506.714869ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T23:39:15.280057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.773137Z","time spent":"506.915763ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T23:39:15.280102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.591767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-01T23:39:15.279911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.740624Z","time spent":"539.250805ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T23:39:15.280121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.556519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T23:39:15.280149Z","caller":"traceutil/trace.go:171","msg":"trace[805750582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26682; }","duration":"513.657598ms","start":"2026-04-01T23:39:14.766482Z","end":"2026-04-01T23:39:15.280139Z","steps":["trace[805750582] 'agreement among raft nodes before linearized reading' (duration: 513.464654ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:15.280163Z","caller":"traceutil/trace.go:171","msg":"trace[1969037746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26682; }","duration":"518.627381ms","start":"2026-04-01T23:39:14.761524Z","end":"2026-04-01T23:39:15.280151Z","steps":["trace[1969037746] 'agreement among raft nodes before linearized reading' (duration: 518.471267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:15.27984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.547716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T23:39:15.280188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.766471Z","time spent":"513.708089ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T23:39:15.280199Z","caller":"traceutil/trace.go:171","msg":"trace[2033498812] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26682; }","duration":"128.909284ms","start":"2026-04-01T23:39:15.151283Z","end":"2026-04-01T23:39:15.280192Z","steps":["trace[2033498812] 'agreement among raft nodes before linearized reading' (duration: 128.508485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:15.280195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T23:39:14.76151Z","time spent":"518.678921ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T23:39:15.504778Z","caller":"traceutil/trace.go:171","msg":"trace[1713872287] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"219.47147ms","start":"2026-04-01T23:39:15.285273Z","end":"2026-04-01T23:39:15.504744Z","steps":["trace[1713872287] 'process raft request' (duration: 219.359868ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:15.504824Z","caller":"traceutil/trace.go:171","msg":"trace[143060917] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"219.736586ms","start":"2026-04-01T23:39:15.285044Z","end":"2026-04-01T23:39:15.504781Z","steps":["trace[143060917] 'process raft request' (duration: 219.391108ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:15.505184Z","caller":"traceutil/trace.go:171","msg":"trace[97122456] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"219.571023ms","start":"2026-04-01T23:39:15.285593Z","end":"2026-04-01T23:39:15.505164Z","steps":["trace[97122456] 'process raft request' (duration: 219.098791ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:15.505181Z","caller":"traceutil/trace.go:171","msg":"trace[149655100] linearizableReadLoop","detail":"{readStateIndex:27581; appliedIndex:27576; }","duration":"216.14636ms","start":"2026-04-01T23:39:15.289006Z","end":"2026-04-01T23:39:15.505152Z","steps":["trace[149655100] 'read index received' (duration: 60.291616ms)","trace[149655100] 'applied index is now lower than readState.Index' (duration: 155.853194ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:39:15.505252Z","caller":"traceutil/trace.go:171","msg":"trace[206674859] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"218.872287ms","start":"2026-04-01T23:39:15.286304Z","end":"2026-04-01T23:39:15.505176Z","steps":["trace[206674859] 'process raft request' (duration: 218.712233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:15.505346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.319704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:39:15.50542Z","caller":"traceutil/trace.go:171","msg":"trace[155611796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26687; }","duration":"216.441937ms","start":"2026-04-01T23:39:15.288961Z","end":"2026-04-01T23:39:15.505403Z","steps":["trace[155611796] 'agreement among raft nodes before linearized reading' (duration: 216.304024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:15.505505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.819242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18776"} {"level":"info","ts":"2026-04-01T23:39:15.505562Z","caller":"traceutil/trace.go:171","msg":"trace[1629523057] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26687; }","duration":"119.938706ms","start":"2026-04-01T23:39:15.38561Z","end":"2026-04-01T23:39:15.505549Z","steps":["trace[1629523057] 'agreement among raft nodes before linearized reading' (duration: 119.72327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:15.776577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.58076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-04-01T23:39:15.776697Z","caller":"traceutil/trace.go:171","msg":"trace[546388729] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26687; }","duration":"252.764605ms","start":"2026-04-01T23:39:15.523897Z","end":"2026-04-01T23:39:15.776662Z","steps":["trace[546388729] 'range keys from in-memory index tree' (duration: 252.343315ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:17.064609Z","caller":"traceutil/trace.go:171","msg":"trace[689807115] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"277.325326ms","start":"2026-04-01T23:39:16.787258Z","end":"2026-04-01T23:39:17.064583Z","steps":["trace[689807115] 'process raft request' (duration: 277.148062ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:41.585505Z","caller":"traceutil/trace.go:171","msg":"trace[1627829603] transaction","detail":"{read_only:false; response_revision:26876; number_of_response:1; }","duration":"142.550559ms","start":"2026-04-01T23:39:41.442924Z","end":"2026-04-01T23:39:41.585475Z","steps":["trace[1627829603] 'process raft request' (duration: 141.962304ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:41.586376Z","caller":"traceutil/trace.go:171","msg":"trace[700083965] linearizableReadLoop","detail":"{readStateIndex:27778; appliedIndex:27775; }","duration":"130.885033ms","start":"2026-04-01T23:39:41.455464Z","end":"2026-04-01T23:39:41.586349Z","steps":["trace[700083965] 'read index received' (duration: 129.516359ms)","trace[700083965] 'applied index is now lower than readState.Index' (duration: 1.367464ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:39:41.586579Z","caller":"traceutil/trace.go:171","msg":"trace[1053375541] transaction","detail":"{read_only:false; response_revision:26878; number_of_response:1; }","duration":"141.535754ms","start":"2026-04-01T23:39:41.445029Z","end":"2026-04-01T23:39:41.586564Z","steps":["trace[1053375541] 'process raft request' (duration: 141.267697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:41.586874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.394816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T23:39:41.586983Z","caller":"traceutil/trace.go:171","msg":"trace[1227397961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26878; }","duration":"131.557199ms","start":"2026-04-01T23:39:41.455395Z","end":"2026-04-01T23:39:41.586953Z","steps":["trace[1227397961] 'agreement among raft nodes before linearized reading' (duration: 131.291423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:39:41.587017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.178234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-01T23:39:41.587114Z","caller":"traceutil/trace.go:171","msg":"trace[1626320006] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26878; }","duration":"114.321037ms","start":"2026-04-01T23:39:41.472768Z","end":"2026-04-01T23:39:41.587089Z","steps":["trace[1626320006] 'agreement among raft nodes before linearized reading' (duration: 113.957919ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:39:41.586549Z","caller":"traceutil/trace.go:171","msg":"trace[1775884429] transaction","detail":"{read_only:false; response_revision:26877; number_of_response:1; }","duration":"143.137323ms","start":"2026-04-01T23:39:41.443379Z","end":"2026-04-01T23:39:41.586517Z","steps":["trace[1775884429] 'process raft request' (duration: 142.766884ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:03.410861Z","caller":"traceutil/trace.go:171","msg":"trace[1102754950] transaction","detail":"{read_only:false; response_revision:27223; number_of_response:1; }","duration":"148.344497ms","start":"2026-04-01T23:40:03.262491Z","end":"2026-04-01T23:40:03.410835Z","steps":["trace[1102754950] 'process raft request' (duration: 148.177093ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:03.863339Z","caller":"traceutil/trace.go:171","msg":"trace[1536592556] linearizableReadLoop","detail":"{readStateIndex:28137; appliedIndex:28136; }","duration":"100.560022ms","start":"2026-04-01T23:40:03.76276Z","end":"2026-04-01T23:40:03.86332Z","steps":["trace[1536592556] 'read index received' (duration: 85.270309ms)","trace[1536592556] 'applied index is now lower than readState.Index' (duration: 15.288803ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:03.863614Z","caller":"traceutil/trace.go:171","msg":"trace[417205438] transaction","detail":"{read_only:false; response_revision:27230; number_of_response:1; }","duration":"106.081077ms","start":"2026-04-01T23:40:03.757517Z","end":"2026-04-01T23:40:03.863598Z","steps":["trace[417205438] 'process raft request' (duration: 105.654157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:03.863906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.130446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:40:03.863949Z","caller":"traceutil/trace.go:171","msg":"trace[2008839233] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27231; }","duration":"101.223668ms","start":"2026-04-01T23:40:03.762716Z","end":"2026-04-01T23:40:03.863939Z","steps":["trace[2008839233] 'agreement among raft nodes before linearized reading' (duration: 101.148786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:03.864182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.409012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T23:40:03.864219Z","caller":"traceutil/trace.go:171","msg":"trace[1583143684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27231; }","duration":"101.487265ms","start":"2026-04-01T23:40:03.762721Z","end":"2026-04-01T23:40:03.864208Z","steps":["trace[1583143684] 'agreement among raft nodes before linearized reading' (duration: 101.381872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:03.86516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.191631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:40:03.865199Z","caller":"traceutil/trace.go:171","msg":"trace[774847597] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27231; }","duration":"102.249063ms","start":"2026-04-01T23:40:03.762941Z","end":"2026-04-01T23:40:03.86519Z","steps":["trace[774847597] 'agreement among raft nodes before linearized reading' (duration: 102.196021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:40:03.865324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.501039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:40:03.865357Z","caller":"traceutil/trace.go:171","msg":"trace[1377222101] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27231; }","duration":"102.550081ms","start":"2026-04-01T23:40:03.7628Z","end":"2026-04-01T23:40:03.86535Z","steps":["trace[1377222101] 'agreement among raft nodes before linearized reading' (duration: 102.50414ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:04.01526Z","caller":"traceutil/trace.go:171","msg":"trace[1894241229] transaction","detail":"{read_only:false; response_revision:27232; number_of_response:1; }","duration":"145.015416ms","start":"2026-04-01T23:40:03.870204Z","end":"2026-04-01T23:40:04.015219Z","steps":["trace[1894241229] 'process raft request' (duration: 84.50723ms)","trace[1894241229] 'compare' (duration: 60.347652ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:04.024045Z","caller":"traceutil/trace.go:171","msg":"trace[465779206] transaction","detail":"{read_only:false; response_revision:27236; number_of_response:1; }","duration":"153.0401ms","start":"2026-04-01T23:40:03.87098Z","end":"2026-04-01T23:40:04.02402Z","steps":["trace[465779206] 'process raft request' (duration: 152.983139ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:04.02456Z","caller":"traceutil/trace.go:171","msg":"trace[1928576462] transaction","detail":"{read_only:false; response_revision:27233; number_of_response:1; }","duration":"153.968964ms","start":"2026-04-01T23:40:03.870499Z","end":"2026-04-01T23:40:04.024468Z","steps":["trace[1928576462] 'process raft request' (duration: 153.203456ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:04.024784Z","caller":"traceutil/trace.go:171","msg":"trace[700129872] transaction","detail":"{read_only:false; response_revision:27234; number_of_response:1; }","duration":"154.20121ms","start":"2026-04-01T23:40:03.870573Z","end":"2026-04-01T23:40:04.024774Z","steps":["trace[700129872] 'process raft request' (duration: 153.270447ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:04.024944Z","caller":"traceutil/trace.go:171","msg":"trace[798778172] transaction","detail":"{read_only:false; response_revision:27235; number_of_response:1; }","duration":"154.029635ms","start":"2026-04-01T23:40:03.870905Z","end":"2026-04-01T23:40:04.024934Z","steps":["trace[798778172] 'process raft request' (duration: 152.976739ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:04.283941Z","caller":"traceutil/trace.go:171","msg":"trace[105452154] linearizableReadLoop","detail":"{readStateIndex:28144; appliedIndex:28143; }","duration":"121.248827ms","start":"2026-04-01T23:40:04.162657Z","end":"2026-04-01T23:40:04.283906Z","steps":["trace[105452154] 'read index received' (duration: 60.773642ms)","trace[105452154] 'applied index is now lower than readState.Index' (duration: 60.474215ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:40:04.284154Z","caller":"traceutil/trace.go:171","msg":"trace[1645482913] transaction","detail":"{read_only:false; response_revision:27237; number_of_response:1; }","duration":"150.705705ms","start":"2026-04-01T23:40:04.133438Z","end":"2026-04-01T23:40:04.284143Z","steps":["trace[1645482913] 'process raft request' (duration: 90.042686ms)","trace[1645482913] 'compare' (duration: 60.27094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:40:04.284322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.650036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T23:40:04.284353Z","caller":"traceutil/trace.go:171","msg":"trace[2045255464] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27237; }","duration":"121.720027ms","start":"2026-04-01T23:40:04.162624Z","end":"2026-04-01T23:40:04.284344Z","steps":["trace[2045255464] 'agreement among raft nodes before linearized reading' (duration: 121.653765ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:40:12.686098Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006e37.wal"} {"level":"info","ts":"2026-04-01T23:40:23.313034Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24866} {"level":"info","ts":"2026-04-01T23:40:23.462462Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24866,"took":"141.554831ms","hash":3972198734,"current-db-size-bytes":56299520,"current-db-size":"56 MB","current-db-size-in-use-bytes":35672064,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-01T23:40:23.462557Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3972198734,"revision":24866,"compact-revision":21803} {"level":"info","ts":"2026-04-01T23:41:08.529647Z","caller":"traceutil/trace.go:171","msg":"trace[178927931] transaction","detail":"{read_only:false; response_revision:27824; number_of_response:1; }","duration":"111.012517ms","start":"2026-04-01T23:41:08.418611Z","end":"2026-04-01T23:41:08.529623Z","steps":["trace[178927931] 'process raft request' (duration: 82.413658ms)","trace[178927931] 'compare' (duration: 28.434825ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:41:08.529908Z","caller":"traceutil/trace.go:171","msg":"trace[139444346] transaction","detail":"{read_only:false; response_revision:27825; number_of_response:1; }","duration":"110.26667ms","start":"2026-04-01T23:41:08.419609Z","end":"2026-04-01T23:41:08.529876Z","steps":["trace[139444346] 'process raft request' (duration: 109.955952ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:41:08.530197Z","caller":"traceutil/trace.go:171","msg":"trace[955883362] transaction","detail":"{read_only:false; response_revision:27826; number_of_response:1; }","duration":"110.27856ms","start":"2026-04-01T23:41:08.419893Z","end":"2026-04-01T23:41:08.530172Z","steps":["trace[955883362] 'process raft request' (duration: 109.87796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:41:09.170118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.690145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:41:09.170304Z","caller":"traceutil/trace.go:171","msg":"trace[248344472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27827; }","duration":"100.91476ms","start":"2026-04-01T23:41:09.069371Z","end":"2026-04-01T23:41:09.170286Z","steps":["trace[248344472] 'range keys from in-memory index tree' (duration: 100.613673ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:46.229426Z","caller":"traceutil/trace.go:171","msg":"trace[991857978] transaction","detail":"{read_only:false; response_revision:28766; number_of_response:1; }","duration":"127.705504ms","start":"2026-04-01T23:42:46.101689Z","end":"2026-04-01T23:42:46.229394Z","steps":["trace[991857978] 'process raft request' (duration: 108.932157ms)","trace[991857978] 'compare' (duration: 18.53352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:42:46.229549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.870431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:42:46.229435Z","caller":"traceutil/trace.go:171","msg":"trace[538937409] linearizableReadLoop","detail":"{readStateIndex:29717; appliedIndex:29713; }","duration":"110.751518ms","start":"2026-04-01T23:42:46.118657Z","end":"2026-04-01T23:42:46.229408Z","steps":["trace[538937409] 'read index received' (duration: 18.944661ms)","trace[538937409] 'applied index is now lower than readState.Index' (duration: 91.805827ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:42:46.229603Z","caller":"traceutil/trace.go:171","msg":"trace[1003766917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28768; }","duration":"110.979054ms","start":"2026-04-01T23:42:46.118614Z","end":"2026-04-01T23:42:46.229594Z","steps":["trace[1003766917] 'agreement among raft nodes before linearized reading' (duration: 110.875101ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:46.229687Z","caller":"traceutil/trace.go:171","msg":"trace[1085377] transaction","detail":"{read_only:false; response_revision:28767; number_of_response:1; }","duration":"126.931862ms","start":"2026-04-01T23:42:46.102742Z","end":"2026-04-01T23:42:46.229674Z","steps":["trace[1085377] 'process raft request' (duration: 126.567772ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:42:46.229745Z","caller":"traceutil/trace.go:171","msg":"trace[1733333783] transaction","detail":"{read_only:false; response_revision:28768; number_of_response:1; }","duration":"124.545986ms","start":"2026-04-01T23:42:46.105167Z","end":"2026-04-01T23:42:46.229713Z","steps":["trace[1733333783] 'process raft request' (duration: 124.190416ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:09.939662Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T23:43:09.943669Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-01T23:43:09.943743Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-01T23:43:10.57612Z","caller":"traceutil/trace.go:171","msg":"trace[1954621784] transaction","detail":"{read_only:false; response_revision:29048; number_of_response:1; }","duration":"265.886512ms","start":"2026-04-01T23:43:10.310201Z","end":"2026-04-01T23:43:10.576088Z","steps":["trace[1954621784] 'process raft request' (duration: 249.388589ms)","trace[1954621784] 'compare' (duration: 15.814914ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T23:43:10.598252Z","caller":"traceutil/trace.go:171","msg":"trace[1522298254] transaction","detail":"{read_only:false; response_revision:29050; number_of_response:1; }","duration":"254.04736ms","start":"2026-04-01T23:43:10.344162Z","end":"2026-04-01T23:43:10.59821Z","steps":["trace[1522298254] 'process raft request' (duration: 253.944547ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:10.598301Z","caller":"traceutil/trace.go:171","msg":"trace[1311190710] transaction","detail":"{read_only:false; response_revision:29049; number_of_response:1; }","duration":"270.509622ms","start":"2026-04-01T23:43:10.327738Z","end":"2026-04-01T23:43:10.598247Z","steps":["trace[1311190710] 'process raft request' (duration: 270.157882ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:10.598795Z","caller":"traceutil/trace.go:171","msg":"trace[667083720] transaction","detail":"{read_only:false; response_revision:29052; number_of_response:1; }","duration":"244.286376ms","start":"2026-04-01T23:43:10.354498Z","end":"2026-04-01T23:43:10.598785Z","steps":["trace[667083720] 'process raft request' (duration: 244.035249ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:10.59881Z","caller":"traceutil/trace.go:171","msg":"trace[235866456] transaction","detail":"{read_only:false; response_revision:29051; number_of_response:1; }","duration":"250.49369ms","start":"2026-04-01T23:43:10.348273Z","end":"2026-04-01T23:43:10.598767Z","steps":["trace[235866456] 'process raft request' (duration: 249.886863ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:43:10.598858Z","caller":"traceutil/trace.go:171","msg":"trace[1343356376] linearizableReadLoop","detail":"{readStateIndex:30006; appliedIndex:30004; }","duration":"262.631621ms","start":"2026-04-01T23:43:10.336186Z","end":"2026-04-01T23:43:10.598817Z","steps":["trace[1343356376] 'read index received' (duration: 223.729629ms)","trace[1343356376] 'applied index is now lower than readState.Index' (duration: 38.900502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T23:43:10.599103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.902988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-59968\" ","response":"range_response_count:1 size:3567"} {"level":"info","ts":"2026-04-01T23:43:10.599146Z","caller":"traceutil/trace.go:171","msg":"trace[843105026] range","detail":"{range_begin:/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-59968; range_end:; response_count:1; response_revision:29054; }","duration":"263.001101ms","start":"2026-04-01T23:43:10.33613Z","end":"2026-04-01T23:43:10.599131Z","steps":["trace[843105026] 'agreement among raft nodes before linearized reading' (duration: 262.808685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:10.599146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.104858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:43:10.5992Z","caller":"traceutil/trace.go:171","msg":"trace[1893809688] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:29054; }","duration":"209.216561ms","start":"2026-04-01T23:43:10.389963Z","end":"2026-04-01T23:43:10.599179Z","steps":["trace[1893809688] 'agreement among raft nodes before linearized reading' (duration: 209.085337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T23:43:10.599223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.772109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T23:43:10.599411Z","caller":"traceutil/trace.go:171","msg":"trace[1075928132] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:29054; }","duration":"162.038907ms","start":"2026-04-01T23:43:10.437285Z","end":"2026-04-01T23:43:10.599324Z","steps":["trace[1075928132] 'agreement among raft nodes before linearized reading' (duration: 161.7875ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T23:45:23.319144Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27388} {"level":"info","ts":"2026-04-01T23:45:23.442887Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27388,"took":"119.386192ms","hash":4034203779,"current-db-size-bytes":56299520,"current-db-size":"56 MB","current-db-size-in-use-bytes":36163584,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-01T23:45:23.442945Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4034203779,"revision":27388,"compact-revision":24866} {"level":"info","ts":"2026-04-01T23:50:23.327086Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30095} {"level":"info","ts":"2026-04-01T23:50:23.463179Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30095,"took":"131.758882ms","hash":1622563730,"current-db-size-bytes":56299520,"current-db-size":"56 MB","current-db-size-in-use-bytes":30285824,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-01T23:50:23.463253Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1622563730,"revision":30095,"compact-revision":27388} {"level":"info","ts":"2026-04-01T23:55:23.334225Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32323} {"level":"info","ts":"2026-04-01T23:55:23.477006Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32323,"took":"139.259003ms","hash":1003488056,"current-db-size-bytes":57344000,"current-db-size":"57 MB","current-db-size-in-use-bytes":30003200,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-01T23:55:23.477071Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1003488056,"revision":32323,"compact-revision":30095} {"level":"info","ts":"2026-04-02T00:00:23.344046Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34557} {"level":"info","ts":"2026-04-02T00:00:23.487185Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34557,"took":"138.604576ms","hash":537872248,"current-db-size-bytes":57778176,"current-db-size":"58 MB","current-db-size-in-use-bytes":31764480,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-02T00:00:23.487249Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":537872248,"revision":34557,"compact-revision":32323} {"level":"info","ts":"2026-04-02T00:04:32.041488Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T00:04:32.046372Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-02T00:04:32.046469Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-02T00:05:23.351219Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36937} {"level":"info","ts":"2026-04-02T00:05:23.482759Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36937,"took":"125.98234ms","hash":4016051278,"current-db-size-bytes":59887616,"current-db-size":"60 MB","current-db-size-in-use-bytes":32509952,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-02T00:05:23.482835Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4016051278,"revision":36937,"compact-revision":34557} {"level":"info","ts":"2026-04-02T00:10:23.360853Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39214} {"level":"info","ts":"2026-04-02T00:10:23.477831Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39214,"took":"112.221317ms","hash":629185511,"current-db-size-bytes":60309504,"current-db-size":"60 MB","current-db-size-in-use-bytes":32018432,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-02T00:10:23.4779Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":629185511,"revision":39214,"compact-revision":36937}